[{"_1":2,"_6796":-5,"_6797":-5},"loaderData",{"_3":4,"_270":271},"root",{"_5":6,"_7":8,"_252":253},"ua","Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","data",{"_9":10,"_145":146,"_158":159},"footer",{"_11":12,"_13":9,"_14":15,"_16":17,"_23":9,"_24":25,"_26":27,"_34":35,"_107":108},"_createdAt","2022-05-17T11:04:58Z","_id","_rev","6sA5HXzqQ1t7bsnHMaqtNi","_system",{"_18":19},"base",{"_20":9,"_21":22},"id","rev","GthKAURudFYTNgxt0CQU64","_type","_updatedAt","2026-03-18T16:16:29Z","emailSubscription",{"_28":29,"_30":31,"_32":33},"description","Unlock success from technical pioneers in software infrastructure. We send the best strategies, tools, and industry updates directly to your inbox.","targetURL","https://share.hsforms.com/1_KYaR4lAQm-C8_9H7r4MIwqdoyu","title","Stay in the loop","footerColumns",[36,64,88],{"_37":38,"_23":39,"_40":41,"_42":43,"_49":62,"_32":63},"_key","30a87ef6e7c1","footerColumn","heading","About","items",[44,52,57],{"_37":45,"_23":46,"_47":48,"_49":50,"_32":51},"3dfef1283ab5","footerLink","label","Portfolio","link","/portfolio","Navigate to portfolio page",{"_37":53,"_23":46,"_47":54,"_49":55,"_32":56},"42666d0b3987","Team","/team","Navigate to team page",{"_37":58,"_23":46,"_47":59,"_49":60,"_32":61},"398a9b50e214","News","/press","Navigate to press page","/about","Navigate to about page",{"_37":65,"_23":39,"_40":66,"_42":67,"_49":86,"_32":87},"a584a6acf07b","Community",[68,72,77,82],{"_37":69,"_23":46,"_47":70,"_49":71,"_32":70},"4358699f4ca4","Events","/events",{"_37":73,"_23":46,"_47":74,"_49":75,"_32":76},"e2d5641ef7de","DevGuild","https://www.heavybit.com/devguild","Navigate to devguild page",{"_37":78,"_23":46,"_47":79,"_49":80,"_32":81},"feb038ce46a1","Jobs","/jobs","Portfolio Company Jobs",{"_37":83,"_23":46,"_47":84,"_49":85,"_32":84},"e22bfa6b2330","Inclusion","/community/diversity-and-inclusion","https://www.heavybit.com/community","Navigate to community page",{"_37":89,"_23":39,"_40":90,"_42":91,"_49":95,"_32":106},"ea618aa34610","Library",[92,97,102],{"_37":93,"_23":46,"_47":94,"_49":95,"_32":96},"c82a64edc4dd","Blog","https://www.heavybit.com/library/","Navigate to browse on library page",{"_37":98,"_23":46,"_47":99,"_49":100,"_32":101},"e1673433290e","Podcast Network","https://www.heavybit.com/library/podcasts","Navigate to podcasts page",{"_37":103,"_23":46,"_47":104,"_49":105,"_32":104},"96a97ceba3a2","DevToolsDigest","https://www.heavybit.com/devtoolsdigest","Navigate to library page","socialMedia",[109,121,127,133,139],{"_37":110,"_111":112,"_119":120},"ee025c96397c","icon",{"_23":113,"_114":115},"mainImage","asset",{"_116":117,"_23":118},"_ref","image-9d618da0948299428b29e5d499af3fa5369a24d2-20x20-svg","reference","url","https://twitter.com/heavybit",{"_37":122,"_111":123,"_119":126},"5348b028f0d41c3dac62b3dd2b5531ee",{"_23":113,"_114":124},{"_116":125,"_23":118},"image-01bd92eb06873bdc30b1cb5f9c78b1ef5a9559d4-512x512-png","https://www.linkedin.com/company/heavybit",{"_37":128,"_111":129,"_119":132},"fae1cc0df5c6",{"_23":113,"_114":130},{"_116":131,"_23":118},"image-6c548d2e815d1fb3b3077c9b8be1ec251e1bc418-512x512-png","https://www.youtube.com/c/heavybit",{"_37":134,"_111":135,"_119":138},"a100f6448036",{"_23":113,"_114":136},{"_116":137,"_23":118},"image-b38b7ee9ccd05f61ca43d5b29fe7058f822f87eb-512x512-webp","https://www.instagram.com/heavybitindustries/",{"_37":140,"_111":141,"_119":144},"639729864c2d",{"_23":113,"_114":142},{"_116":143,"_23":118},"image-48ac9473e30341c4bee9f6634b77b6f8f1dd6b2f-849x980-webp","https://www.tiktok.com/@heavybitindustries","globalConfig",{"_147":148,"_11":152,"_13":145,"_14":153,"_16":154,"_23":145,"_24":157},"OGimage",{"_23":149,"_114":150},"image",{"_116":151,"_23":118},"image-32fdfae4fd13b8f9a3c5bf6b13a635068cb0ecbb-1332x529-png","2022-05-17T11:15:28Z","RDgKg7yO6ZYtH7Ot8nWSxU",{"_18":155},{"_20":145,"_21":156},"2ZxAYmIihJuAs2TKuKQs3J","2025-08-19T13:26:15Z","header",{"_11":160,"_13":158,"_14":161,"_16":162,"_23":158,"_24":165,"_166":167,"_177":178},"2022-05-17T11:04:33Z","rdofR6C9TPA5BJl8cHZaE4",{"_18":163},{"_20":158,"_21":164},"6Q6jM6mukeQOe5iPk5tIJ2","2026-07-22T15:16:18Z","announcementBar",{"_168":169,"_170":171,"_172":173,"_174":175,"_119":176},"buttonText","RSVP","show",true,"start","2026-07-22T15:16:15.846Z","text","🗓️ Aug 12: Software Factories Show & Tell with HumanLayer","https://luma.com/software-factories","headerNavLinks",[179,197,207,220,248],{"_37":180,"_23":181,"_182":171,"_183":184,"_47":41,"_49":62,"_195":196,"_32":63},"a8d641babed2","navLink","addDropdown","dropdown",[185,188,193],{"_37":186,"_23":187,"_47":54,"_49":55,"_32":56},"964627410473","dropdownLink",{"_37":189,"_23":187,"_47":190,"_49":191,"_32":192},"3d279775d73b","FAQ","/faq","Navigate to FAQ page",{"_37":194,"_23":187,"_47":59,"_49":60,"_32":61},"84e68f9f5c33","mobileOnly",false,{"_37":198,"_23":181,"_182":171,"_183":199,"_47":48,"_49":50,"_195":196,"_32":51},"90b68b861c06",[200,205],{"_37":201,"_23":187,"_47":202,"_49":203,"_32":204},"d481fcbbd3af","Spotlights","/portfolio/spotlights","Navigate to spotlights page",{"_37":206,"_23":187,"_47":79,"_49":80,"_32":81},"e50fa43ad2e7",{"_37":208,"_23":181,"_182":171,"_183":209,"_47":66,"_49":219,"_195":196,"_32":87},"716b76469486",[210,212,216],{"_37":211,"_23":187,"_47":70,"_49":71,"_32":70},"3a177efc4649",{"_37":213,"_23":187,"_47":214,"_49":215,"_32":214},"1fb7c9c465d0","Advisors","/community/advisors",{"_37":217,"_23":187,"_47":74,"_49":218,"_32":76},"23077fca0e2f","/devguild","/community",{"_37":221,"_23":181,"_182":171,"_183":222,"_47":90,"_49":247,"_195":196,"_32":106},"4bec0dd665d4",[223,228,233,236,240,244],{"_37":224,"_23":187,"_47":225,"_49":226,"_32":227},"63e48d609548","Articles","/library?filter=articles","Read educational articles in Heavybit's Library",{"_37":229,"_23":187,"_47":230,"_49":231,"_32":232},"6526c69f5260","Videos","/library?filter=videos","Watch educational videos in Heavybit's Library",{"_37":234,"_23":187,"_47":99,"_49":235,"_32":101},"1f3fb936f3b9","/library/podcasts",{"_37":237,"_23":187,"_47":238,"_49":239,"_32":238},"ac06751f0372","Collections","/library/collections",{"_37":241,"_23":187,"_47":242,"_49":243,"_32":242},"2ead3bd14715","Reports","/reports",{"_37":245,"_23":187,"_47":104,"_49":246,"_32":104},"66773779036c","/devtoolsdigest","/library",{"_37":249,"_23":181,"_182":196,"_47":250,"_49":60,"_195":171,"_32":251},"3702498a502c","Contact","Navigate to contact page","ENV",{"_254":255,"_256":257,"_258":259,"_260":261,"_262":263,"_264":265,"_266":267,"_268":255,"_269":255},"SANITY_DATASET","production","ALGOLIA_INDEX","heavybit-library","ALGOLIA_APPLICATION_ID","0QCKBC1FMK","ALGOLIA_SITEWIDE_INDEX","heavybit-sitewide","ALGOLIA_JOBS_INDEX","heavybit-jobs","MUX_ENV_KEY","dRI98bL8ze03gYDL6-Ogle2Js","ALGOLIA_SEARCH_API_KEY","7733fdd199ec7af7ee2923ec39c3f036","MODE","VITE_CONTEXT","routes/library.video.$slug",{"_7":272,"_6794":196,"_6795":-5,"_333":2070},{"_273":274},"routeData",{"_11":275,"_13":276,"_14":277,"_16":278,"_23":282,"_24":283,"_284":285,"_286":171,"_287":-5,"_288":289,"_290":-5,"_291":292,"_293":294,"_310":311,"_312":313,"_2034":-5,"_2035":2036,"_2043":2044,"_2053":2054,"_331":2057,"_2058":2059,"_2067":-5,"_333":2068,"_2071":-5,"_2072":2073,"_2174":292,"_2175":2176,"_32":2202,"_2203":2204,"_282":6720},"2026-06-16T22:24:15Z","b5ee655c-e0ff-4977-9395-5b0da196f738","21Os6QC1Iwy3QzbcgIPE5s",{"_18":279},{"_20":280,"_21":281},"73c55bad-99db-4c07-a85a-a14c55070868","hrNu3JfIER4D8k6P3PY8kk","video","2026-07-22T15:09:17Z","access","Public","afterEvent","agenda","collections",[],"cta","endDate","2025-09-25T16:00:00.000Z","excerpt",[295],{"_37":296,"_23":297,"_298":299,"_306":307,"_308":309},"cbef55f463c6","block","children",[300],{"_37":301,"_23":302,"_303":304,"_174":305},"1ae5b0a41e65","span","marks",[],"Coding agents got really good in November. Our digital coding interns can rise to real coding challenges provided we give them clear goals, the right tools, and context. But steering them well is its own craft.","markDefs",[],"style","normal","filmedOn","2026-05-07","library",{"_42":314,"_370":371},[315,338,354],{"_316":317,"_326":327,"_149":328,"_329":330,"_331":332,"_333":334,"_32":335,"_336":337},"content",[318],{"_37":319,"_23":297,"_298":320,"_306":325,"_308":309},"66c10f45986f",[321],{"_37":322,"_23":302,"_303":323,"_174":324},"29c236c5940d",[],"On episode 57 of Generationship, Rachel Chalmers sits down with Navneet Kaur, founder of FemTech India and TechThrive Ventures. Together they explore why women's health innovation must extend beyond Western markets, how AI is reshaping femtech, and what founders need to understand about trust, culture, and personalization when building global healthcare companies.",[],"duration","38:16","https://cdn.sanity.io/images/50q6fr1p/production/20f1ba4a8726f5453a36db0c061b7373ec74981e-3000x3000.jpg","objectID","cee5a93b-e9d0-491e-8a84-1eda788839ff","publishDate","2026-07-15T07:10:00.000Z","slug","generationship/ep-57-attention-is-currency-with-navneet-kaur","Generationship Ep. #57, Attention is Currency with Navneet Kaur","typeName","podcastEpisode",{"_316":339,"_326":348,"_149":349,"_329":350,"_331":351,"_333":352,"_32":353,"_336":337},[340],{"_37":341,"_23":297,"_298":342,"_306":347,"_308":309},"5c16b5867819",[343],{"_37":344,"_23":302,"_303":345,"_174":346},"b5dcb894b0a8",[],"On episode 8 of Third Loop, the Progressive Delivery team sits down with Melinda Fekete to discuss FeatureOps, developer experience, and modern software delivery. The conversation covers feature flag lifecycles, runtime control, experimentation, chaos engineering, and why progressive delivery is becoming even more important in the age of AI-assisted development.",[],"40:24","https://cdn.sanity.io/images/50q6fr1p/production/4cb667c29247035aab996279fc142f2719b6b7da-3000x3000.jpg","7681837f-38c6-4382-a970-ece07cccbf19","2026-07-14T07:10:00.000Z","third-loop/ep-8-sounds-like-alignment-with-melinda-fekete","Third Loop Ep. #8, Sounds Like Alignment with Melinda Fekete",{"_316":355,"_326":364,"_149":365,"_329":366,"_331":367,"_333":368,"_32":369,"_336":337},[356],{"_37":357,"_23":297,"_298":358,"_306":363,"_308":309},"b026945b1c6e",[359],{"_37":360,"_23":302,"_303":361,"_174":362},"86e3ea76f3b8",[],"On episode 92 of o11ycast, Ray Myers joins Ken and Jess to explore how observability, reliability engineering, and formal software engineering practices are becoming even more important as AI coding agents take on larger roles in development. Rather than viewing AI as a replacement for established engineering disciplines, Ray argues that techniques like continuous delivery, testing, specifications, and formal verification provide the confidence needed to safely harness AI-generated code.",[],"48:46","https://cdn.sanity.io/images/50q6fr1p/production/3e9f4710b6abe02488e6cc34e8ff0d0fc29a41a7-3000x3000.png","6f4e2a4f-a601-44cb-9589-b41e336d47a8","2026-07-09T07:10:00.000Z","o11ycast/ep-92-confidence-is-the-new-bottleneck-with-ray-myers","O11ycast Ep. #92, Confidence Is the New Bottleneck with Ray Myers","recent",[372,992,1481],{"_316":373,"_326":986,"_149":-5,"_329":987,"_331":988,"_333":989,"_32":990,"_336":991},[374,383,436,444,452,468,476,484,492,527,535,543,551,570,578,586,594,602,610,618,637,645,664,672,680,688,712,720,728,736,744,752,760,768,776,784,792,800,808,816,824,832,851,859,867,875,883,891,899,907,915,923,931,938,946,954,970,978],{"_37":375,"_23":297,"_298":376,"_306":381,"_308":382},"85b1d4036b15",[377],{"_37":378,"_23":302,"_303":379,"_174":380},"0f1e1cf56629",[],"More AI-Generated Code = More Software Performance Problems?",[],"h2",{"_37":384,"_23":297,"_298":385,"_306":426,"_308":309},"4ce6b3971eb7",[386,390,395,399,404,408,413,417,422],{"_37":387,"_23":302,"_303":388,"_174":389},"d4f946b75b30",[],"Studies suggest that some ",{"_37":391,"_23":302,"_303":392,"_174":394},"ce19ace0c345",[393],"4d95f6d50c44","88%",{"_37":396,"_23":302,"_303":397,"_174":398},"64dfeaab2ebf",[]," of organizations have adopted AI, with some hyperscalers claiming that as much as ",{"_37":400,"_23":302,"_303":401,"_174":403},"ba9598219e76",[402],"72b2a06d71bb","75%",{"_37":405,"_23":302,"_303":406,"_174":407},"21c5b6a3c0e2",[]," of their new code is AI-generated. Does more AI-generated code mean more performance issues and software regressions? Without guardrails, yes, says ",{"_37":409,"_23":302,"_303":410,"_174":412},"7a0787c956a3",[411],"f949007246e0","Arthur Pastel",{"_37":414,"_23":302,"_303":415,"_174":416},"455f993edbe6",[],", co-founder and CEO of ",{"_37":418,"_23":302,"_303":419,"_174":421},"7fe532fcc0ed",[420],"fa8dfc5b556a","CodSpeed",{"_37":423,"_23":302,"_303":424,"_174":425},"8127093540c5",[],", a performance intelligence platform built specifically to help teams detect regressions and fix performance issues earlier in the SDLC. Today, CodSpeed is used by teams at OpenAI, Cloudflare and Vercel as well as leading open-source organizations like Mozilla and Pydantic.",[427,430,432,434],{"_37":393,"_23":49,"_428":429},"href","https://hai.stanford.edu/ai-index/2026-ai-index-report",{"_37":402,"_23":49,"_428":431},"https://blog.google/innovation-and-ai/infrastructure-and-cloud/google-cloud/cloud-next-2026-sundar-pichai/",{"_37":411,"_23":49,"_428":433},"https://x.com/Art049",{"_37":420,"_23":49,"_428":435},"https://codspeed.io",{"_37":437,"_23":297,"_298":438,"_306":443,"_308":309},"451d61284f83",[439],{"_37":440,"_23":302,"_303":441,"_174":442},"cddfd1ff3031",[],"The founder, a lifelong coder, explains that the project arose from a longtime interest in software performance. With the growing popularity of the Rust language, Pastel observed that while many interesting tools were being built, there was still no way to measure performance continuously in CI, which inspired him to build the first version of what became CodSpeed, and to found the company.",[],{"_37":445,"_23":297,"_298":446,"_306":451,"_308":309},"ae382795069a",[447],{"_37":448,"_23":302,"_303":449,"_174":450},"3ec33b67cfcc",[],"",[],{"_37":453,"_23":297,"_298":454,"_306":465,"_308":309},"ce8a13dfb474",[455,460],{"_37":456,"_23":302,"_303":457,"_174":459},"9dcf909829ec",[458],"em","CodSpeed founder Arthur Pastel discusses software optimization at EuroRust 2025. Image courtesy ",{"_37":461,"_23":302,"_303":462,"_174":464},"e8f9df5d7ee6",[463,458],"3709843ced45","EuroRust",[466],{"_37":463,"_23":49,"_428":467},"https://eurorust.eu/",{"_37":469,"_23":297,"_298":470,"_306":475,"_308":382},"4e6295e12f99",[471],{"_37":472,"_23":302,"_303":473,"_174":474},"cabead326027",[],"Making Performance Visibility Continuous",[],{"_37":477,"_23":297,"_298":478,"_306":483,"_308":309},"bca4b0de5def",[479],{"_37":480,"_23":302,"_303":481,"_174":482},"81eba1d1325a",[],"Pastel suggests that the core problem that drove him to design CodSpeed is a lack of continuous visibility into performance during the software development life cycle. “Prior to CodSpeed, you really just had point-in-time performance data points.”",[],{"_37":485,"_23":297,"_298":486,"_306":491,"_308":309},"3588da0a7594",[487],{"_37":488,"_23":302,"_303":489,"_174":490},"b308109e8359",[],"He explains that on a team, one member might run benchmarks, which are local and not committed, and because they are run on one specific machine, they aren't easily comparable with other benchmarks.",[],{"_37":493,"_23":297,"_298":494,"_306":524,"_308":309},"38cea78ab58e",[495,499,503,507,512,516,520],{"_37":496,"_23":302,"_303":497,"_174":498},"7b7c4e7d5b32",[],"The second problem is a lack of continuous gathering of performance data. “For example you might have ",{"_37":500,"_23":302,"_303":501,"_174":502},"d838e5cbc6b8",[458],"some",{"_37":504,"_23":302,"_303":505,"_174":506},"d8af76f0ab7d",[]," production performance data, like in a ",{"_37":508,"_23":302,"_303":509,"_174":511},"12636c83faae",[510,458],"50be9deb0199","continuous profiler",{"_37":513,"_23":302,"_303":514,"_174":515},"fde71dd905eb",[]," or a production observability platform, but you don't have that data on a ",{"_37":517,"_23":302,"_303":518,"_174":519},"4005e442e388",[458],"specific set of input data",{"_37":521,"_23":302,"_303":522,"_174":523},"8f119ed625ad",[],". So essentially, you can’t really track it over time and see how it evolved. (And that’s before you introduce factors like regression.)”",[525],{"_37":510,"_23":49,"_428":526},"https://www.cncf.io/blog/2022/05/31/what-is-continuous-profiling/",{"_37":528,"_23":297,"_298":529,"_306":534,"_308":309},"4087baaea9eb",[530],{"_37":531,"_23":302,"_303":532,"_174":533},"c32acd003b90",[],"“This is the first problem we solved. Then we quickly figured out that people don't want to spend time fixing performance issues themselves. So we went further: We built a tool to surface the problems, and now we also remediate them and improve performance.”",[],{"_37":536,"_23":297,"_298":537,"_306":542,"_308":382},"ce0e00e0fb51",[538],{"_37":539,"_23":302,"_303":540,"_174":541},"441193c81385",[],"Performance Engineering Matters Everywhere, Even in OSS",[],{"_37":544,"_23":297,"_298":545,"_306":550,"_308":309},"bb2297a6d512",[546],{"_37":547,"_23":302,"_303":548,"_174":549},"f41fce1ddde6",[],"Pastel notes the importance of regression analysis goes beyond massive commercial software packages and is growing in importance among the open-source community. “It is really easy to convince people building open-source projects [of the importance of performance engineering] because they’re building foundational blocks.”",[],{"_37":552,"_23":297,"_298":553,"_306":567,"_308":309},"f88ab25acf30",[554,558,563],{"_37":555,"_23":302,"_303":556,"_174":557},"b28828bb2a92",[],"“So for example, if you introduce a regression in ",{"_37":559,"_23":302,"_303":560,"_174":562},"102b83aa117a",[561],"b04d7e3e199d","Pydantic",{"_37":564,"_23":302,"_303":565,"_174":566},"f0f31b81713e",[]," (which is used by LLM providers) or in a really low-level library used everywhere, even a small performance regression will cascade everywhere.” Pastel points out that popular open-source projects are getting hammered with many more pull requests than before thanks to AI contributions, sometimes as much as 10x, which makes visibility into the performance impact of contributions extremely important for maintainers.",[568],{"_37":561,"_23":49,"_428":569},"https://pydantic.dev/",{"_37":571,"_23":297,"_298":572,"_306":577,"_308":309},"be8873755b7b",[573],{"_37":574,"_23":302,"_303":575,"_174":576},"2faac6905227",[],"“Otherwise, in the beginning, we primarily spoke to organizations that were really sensitive to performance changes, which might be for UX or cost of infrastructure.” Orgs running infra at scale will generally be concerned about how performance affects their cloud bill, but LLMs have introduced more variation into the quantity (and quality) of things teams can “generate.”",[],{"_37":579,"_23":297,"_298":580,"_306":585,"_308":309},"de0d34ad56cd",[581],{"_37":582,"_23":302,"_303":583,"_174":584},"3014b10b95ce",[],"“If you don't have any guardrails, then your performance might get completely out of hand, and you won't realize it until you're actually running on a production database.”",[],{"_37":587,"_23":297,"_298":588,"_306":593,"_308":382},"444edfe1aa2a",[589],{"_37":590,"_23":302,"_303":591,"_174":592},"3b681ed65ab8",[],"Accounting for Benchmark Noise and Memory Usage",[],{"_37":595,"_23":297,"_298":596,"_306":601,"_308":309},"e125042393be",[597],{"_37":598,"_23":302,"_303":599,"_174":600},"96a10ca7fcd8",[],"Pastel explains that his team’s approach involves building a CPU simulation tool to address the 'noisy neighbors' issue of running on a shared VM whose measured performance might quietly change depending on what neighboring VMs are running. “It can be really painful, especially in overprovisioned environments like GitHub Actions and a lot of CI runners.”",[],{"_37":603,"_23":297,"_298":604,"_306":609,"_308":309},"097d714999ba",[605],{"_37":606,"_23":302,"_303":607,"_174":608},"e641f14188b1",[],"He explains that a common practice to reduce costs is to overprovision instances, which can lead to extreme variations in benchmarks. “For example, you might measure something that, at one point, is 50 times lower than the baseline, yet the code doesn't change at all.”",[],{"_37":611,"_23":297,"_298":612,"_306":617,"_308":309},"4ccae2b00062",[613],{"_37":614,"_23":302,"_303":615,"_174":616},"0f35b86d7918",[],"The CodSpeed team's approach is to simulate the CPU to generate a model that, while not perfect, would represent actual execution. “We give a super-fast feedback loop of how the performance changed between two versions of code. And we built it to be really portable, so you can bring it from one computer to another, one server to another, and the results will be comparable as long as you have the same architecture.”",[],{"_37":619,"_23":297,"_298":620,"_306":634,"_308":309},"d107479fd115",[621,625,630],{"_37":622,"_23":302,"_303":623,"_174":624},"a54c159ab54b",[],"While CodSpeed works on x86 and ARM architecture, his team is actively working on bringing the project to be completely architecture-agnostic. “To do this, we forked ",{"_37":626,"_23":302,"_303":627,"_174":629},"74c77ba9c5a9",[628],"63220b1c9294","Valgrind",{"_37":631,"_23":302,"_303":632,"_174":633},"9fbfdd52e32a",[],", which is a dynamic binary instrumentation tool. So instead of simulating and emulating a whole system, we integrate at the binary level, and we have some integration libraries which make it easy to build the benchmarks and the performance test.”",[635],{"_37":628,"_23":49,"_428":636},"https://github.com/CodSpeedHQ/valgrind-codspeed",{"_37":638,"_23":297,"_298":639,"_306":644,"_308":309},"479e57db60a2",[640],{"_37":641,"_23":302,"_303":642,"_174":643},"4b9264a6afcb",[],"Pastel explains that the initial goal was to make it as easy as possible to build performance tests so that users actually write them, as even code-level issues (like compilers mistakenly trying to remove benchmarks) can get in the way.",[],{"_37":646,"_23":297,"_298":647,"_306":661,"_308":309},"5a7fc7a11c05",[648,652,657],{"_37":649,"_23":302,"_303":650,"_174":651},"d5abd1bc7ec9",[],"“One of the main problems here can be when you observe more macro-level phenomena. For example, let's say you have ",{"_37":653,"_23":302,"_303":654,"_174":656},"a2adfffe9496",[655],"a0c6ddec9119","thread contention",{"_37":658,"_23":302,"_303":659,"_174":660},"dec3d4e86b6d",[]," with a lot of thread scheduling, in which case a simple CPU model is not always enough, though we want to push our modelization as far as possible. However, while the next steps may include having some proper isolated or bare-metal instances, at some point you still need to validate the macro behavior.”",[662],{"_37":655,"_23":49,"_428":663},"https://en.wikipedia.org/wiki/Lock_(computer_science)",{"_37":665,"_23":297,"_298":666,"_306":671,"_308":309},"ca4866afc5f1",[667],{"_37":668,"_23":302,"_303":669,"_174":670},"96701f3c05b8",[],"“On top of simulation, you sometimes need to measure on real hardware. We have actual physical instances that we can provision on demand in isolated data centers where we can measure performance,” says Pastel. Even physical concerns like the height and location of your server within a data center can yield completely different performance patterns.",[],{"_37":673,"_23":297,"_298":674,"_306":679,"_308":309},"d39d35a505d4",[675],{"_37":676,"_23":302,"_303":677,"_174":678},"69b022354115",[],"“The idea is that using CodSpeed, if you have a GitHub Actions workflow, with just one line, you can get an actual physical instance that's dedicated to you, without paying thousands per month just for dedicated hardware. We share those costs and make it affordable.”",[],{"_37":681,"_23":297,"_298":682,"_306":687,"_308":309},"037db073e122",[683],{"_37":684,"_23":302,"_303":685,"_174":686},"04fba0809454",[],"“The last instrument, because our idea is really to build an ecosystem of instruments that can be plugged to your code, is the memory measurement instrument, which we built because we also had a lot of people complain about memory consumption. Often, if you optimize for speed, it will be a trade-off and you will just consume more memory. Depending on what you do, reducing your memory footprint may also be a requirement.”",[],{"_37":689,"_23":297,"_298":690,"_306":711,"_308":309},"27d2bc3121ff",[691,695,699,703,707],{"_37":692,"_23":302,"_303":693,"_174":694},"de2fee4a33f7",[],"“Memory shifted our thesis a bit to be more about optimizing ",{"_37":696,"_23":302,"_303":697,"_174":698},"93a292624b44",[458],"performance",{"_37":700,"_23":302,"_303":701,"_174":702},"8687da399590",[],", which we define as the amount of ",{"_37":704,"_23":302,"_303":705,"_174":706},"9479f3d29582",[458],"resources",{"_37":708,"_23":302,"_303":709,"_174":710},"a1c6e4164c45",[]," you use. So your goals might be optimizing for disk or network usage, and ours is to help you optimize your software to reduce the footprint it consumes within your own system.”",[],{"_37":713,"_23":297,"_298":714,"_306":719,"_308":309},"e2d4208cf474",[715],{"_37":716,"_23":302,"_303":717,"_174":718},"07c6e7ebfbbd",[],"“If you introduce a regression in...a really low-level library used everywhere, even a small performance regression will cascade everywhere. If you don't have any guardrails, then your performance might get completely out of hand, and you won't realize it until you're actually running on a production database.” -Arthur Pastel, Founder/CodSpeed",[],{"_37":721,"_23":297,"_298":722,"_306":727,"_308":382},"f8a7e0bea5a8",[723],{"_37":724,"_23":302,"_303":725,"_174":726},"e44bbfbed9df",[],"How Technical Leads Should Think About Performance Engineering",[],{"_37":729,"_23":297,"_298":730,"_306":735,"_308":309},"3e3b2bdc59a7",[731],{"_37":732,"_23":302,"_303":733,"_174":734},"00be9589e1f7",[],"Pastel breaks down the value of performance engineering for orgs into a few layers. “First, performance issues might just be hiding some bugs, possibly due to an algorithm not being properly implemented.” Code correctness can therefore be part of performance management, as can making sure the resulting complexity of an algorithm is what was intended.",[],{"_37":737,"_23":297,"_298":738,"_306":743,"_308":309},"d360fcc263c9",[739],{"_37":740,"_23":302,"_303":741,"_174":742},"0295c7cffaf4",[],"“Then, if everything runs faster, then you need fewer servers and less compute to run something, which means you cut your costs, which is one key benefit.” Pastel observes that orgs running cloud infra at scale generally prefer tools that are fast and don’t overconsume memory, which is why teams he works with often optimize for speed first, then memory usage second after they start comparing memory footprints.",[],{"_37":745,"_23":297,"_298":746,"_306":751,"_308":309},"b84cdea6b6bd",[747],{"_37":748,"_23":302,"_303":749,"_174":750},"9ab6581e6d19",[],"Lastly, performance engineering can directly affect user experience. “Depending on what you ship, whether it’s a Web application, even if it’s a backend server or something, the overall latency of your program will define a lot of the user experience. As long as there is a user interaction involved, UX can be improved because you can make things faster.”",[],{"_37":753,"_23":297,"_298":754,"_306":759,"_308":309},"448759277c63",[755],{"_37":756,"_23":302,"_303":757,"_174":758},"1b1f2d589a9a",[],"Pastel gives examples of how CodSpeed helps front-end teams detect performance regressions in CSS rendering, as well as optimizing at the kernel level and with JS execution. “There are many things that can be optimized to just make the overall experience for the end user way more pleasant, which is something that's pretty important as well.”",[],{"_37":761,"_23":297,"_298":762,"_306":767,"_308":309},"f87eb9d560e6",[763],{"_37":764,"_23":302,"_303":765,"_174":766},"1f39eb68ee8f",[],"For teams building software, performance engineering also provides multiple benefits. “First, with AI, you’re shipping more code than ever now. You're spending much more time reviewing, so you have much less time to focus on performance. And the idea is that, at first, you need guardrails on the most important parts of your application, whether that’s the time it takes to load a full page, or to perform the most basic interaction on your server via your back end.”",[],{"_37":769,"_23":297,"_298":770,"_306":775,"_308":309},"4fe4881a69b4",[771],{"_37":772,"_23":302,"_303":773,"_174":774},"06e0d616b54c",[],"Pastel argues that as software teams have less time and resources to devote to improving the performance of their products, they at least need some kind of background job optimizing performance. He points out that developers now generate and review code with LLMs, but even frontier models have no runtime performance signal, neither in their training data nor as feedback when they generate code. They can't measure the code they generate, so they're left to guess at what performant software actually looks like.",[],{"_37":777,"_23":297,"_298":778,"_306":783,"_308":309},"b3f3fb752947",[779],{"_37":780,"_23":302,"_303":781,"_174":782},"55c6acd14a62",[],"“What LLMs need is a proper harness to measure performance, which is what we've built. We initially built this for humans, but now it works for agents as well. Essentially, we help the agents build a really simple harness around any kind of code, any kind of language, then let them query the data in a proper format.”",[],{"_37":785,"_23":297,"_298":786,"_306":791,"_308":309},"eb829686460b",[787],{"_37":788,"_23":302,"_303":789,"_174":790},"21e4735f443f",[],"Agents don’t collect or consume performance data in the same way humans do, but the team still needs to surface them for users. As a result, they developed an MCP server, a CLI, and skills to let users run their own auto-research loop, to minimize the cognitive burden on already-overstretched development teams.",[],{"_37":793,"_23":297,"_298":794,"_306":799,"_308":382},"edacbda90c6c",[795],{"_37":796,"_23":302,"_303":797,"_174":798},"c58651cdcf79",[],"Why Aren’t Agents Already Doing This Stuff?",[],{"_37":801,"_23":297,"_298":802,"_306":807,"_308":309},"4ba28e4535df",[803],{"_37":804,"_23":302,"_303":805,"_174":806},"75ce7e3b798c",[],"Pastel suggests gaps in today’s agentic tooling and infrastructure that prevent them from being proper guardians of software performance. “CodSpeed can run on open-source software and the tools we built in sandboxes in a super-cheap way. But agents would still need to interpret and aggregate the data, which is the first tricky part.” He points out that optimization work is hypothesis-driven. Even the world's foremost performance experts form a hypothesis from an observed code pattern, write the change, and validate it by measuring. Agents need that same measurement loop.",[],{"_37":809,"_23":297,"_298":810,"_306":815,"_308":309},"1d5e2c19a65f",[811],{"_37":812,"_23":302,"_303":813,"_174":814},"0056172ff12a",[],"“But then, there’s also a whole infrastructure play, which is much harder. You need to have isolated machines to run more-macro tasks.” Pastel explains that CodSpeed operates a fleet of bare-metal machines tuned for measurement stability spanning various hardware configurations, architectures (x86, ARM), and GPUs. Agents can request an instance on demand and run benchmarks in a completely isolated environment, on the hardware that matches their production target.",[],{"_37":817,"_23":297,"_298":818,"_306":823,"_308":309},"9fd19fa52749",[819],{"_37":820,"_23":302,"_303":821,"_174":822},"0744a7f99b8e",[],"Pastel also believes that the evolving economics of compute resources is constraining something that technical teams used to not consider a constraint at all: Available memory. “Just getting RAM now is getting harder. We never really took the time to optimize software in the past because it was super-easy to say, ‘My software is consuming a lot of RAM, but people will just get laptops with more memory, so it's completely fine. Same with CPUs; if things were a bit slow, you would just get a bigger instance.”",[],{"_37":825,"_23":297,"_298":826,"_306":831,"_308":309},"9b9a3d8c35aa",[827],{"_37":828,"_23":302,"_303":829,"_174":830},"3295299b0f3d",[],"While there are faster CPU and GPU units in development, Pastel points out that compute and RAM are becoming scarcer and more expensive, requiring teams to treat them as constrained resources and focus on performance.",[],{"_37":833,"_23":297,"_298":834,"_306":848,"_308":309},"3f248f3968e4",[835,839,844],{"_37":836,"_23":302,"_303":837,"_174":838},"803ee853c83f",[],"For decades, ",{"_37":840,"_23":302,"_303":841,"_174":843},"225d51b3461c",[842],"a790aec0885a","Moore's Law",{"_37":845,"_23":302,"_303":846,"_174":847},"8d6871da5166",[]," meant slow software could wait for faster hardware. That escape hatch is closing. As hardware gains slow down, performance has to come from the software itself.",[849],{"_37":842,"_23":49,"_428":850},"https://en.wikipedia.org/wiki/Moore%27s_law",{"_37":852,"_23":297,"_298":853,"_306":858,"_308":309},"2ae83e65cbb0",[854],{"_37":855,"_23":302,"_303":856,"_174":857},"1986703dd040",[],"“We never really took the time to optimize software in the past because it was super-easy to say, ‘My software is consuming a lot of RAM, but people will just get laptops with more memory, so it's completely fine. Same with CPUs; if things were a bit slow, you would just get a bigger instance.”",[],{"_37":860,"_23":297,"_298":861,"_306":866,"_308":382},"ef2fea10b355",[862],{"_37":863,"_23":302,"_303":864,"_174":865},"7bee21debc47",[],"How Founders Should Approach Performance Engineering",[],{"_37":868,"_23":297,"_298":869,"_306":874,"_308":309},"ece28a5fe442",[870],{"_37":871,"_23":302,"_303":872,"_174":873},"504bd310f3d1",[],"For startup founders, Pastel notes that agents can process thousands of times more data than humans in the same time period, which means that both your startup’s agents, and those of your customers, could be dragged down significantly by performance regressions.",[],{"_37":876,"_23":297,"_298":877,"_306":882,"_308":309},"8d6b62abaae9",[878],{"_37":879,"_23":302,"_303":880,"_174":881},"82f2cfcc5a76",[],"Pragmatically, he admits that performance engineering may not be a priority in the very earliest stages of a software startup. “Performance might be taken as an afterthought in the beginning, and it’s fine to [focus on building] a simple MVP, because first you want to validate that there is a need for your product.”",[],{"_37":884,"_23":297,"_298":885,"_306":890,"_308":309},"d8ae37b85da4",[886],{"_37":887,"_23":302,"_303":888,"_174":889},"3f8ac580e5a1",[],"However, the AI era has created another wrinkle that makes performance significantly more important, especially in competitive spaces. “For customers you hope will adopt and actually keep using your product, migrating from one thing to another has become super-cheap. Essentially, you can just have an agent tasked to migrate from one solution to another. I think this is why a lot of SaaS products are at risk, because we don’t have the strong lock-in and switching costs we had before.”",[],{"_37":892,"_23":297,"_298":893,"_306":898,"_308":309},"1880e1423ee5",[894],{"_37":895,"_23":302,"_303":896,"_174":897},"9ef7b647239d",[],"“So, performance is still a key differentiator, especially when you think about adoption and retention. It’s still a big deal in my opinion.”",[],{"_37":900,"_23":297,"_298":901,"_306":906,"_308":382},"94bb15e73426",[902],{"_37":903,"_23":302,"_303":904,"_174":905},"df2d695915ea",[],"Performance Engineering in the Enterprise",[],{"_37":908,"_23":297,"_298":909,"_306":914,"_308":309},"48de66ec734d",[910],{"_37":911,"_23":302,"_303":912,"_174":913},"12ec2a91e530",[],"Pastel sees performance engineering as only becoming more important for enterprises, especially on the infrastructure side at scale. “Enterprises have already realized the margin gains they can get from optimizing their software. We see adoption growing today, and it will only accelerate in the future.”",[],{"_37":916,"_23":297,"_298":917,"_306":922,"_308":309},"4200ff333d52",[918],{"_37":919,"_23":302,"_303":920,"_174":921},"61c4e9dc311a",[],"He also argues that the advent of new AI tooling is helping orgs shift performance left as well. “Previously, performance would come down to, ‘We’ll see what happens in production.’ And if there was an outage, someone would wake up at night and try to fix it. Now we see more and more AI SRE companies that fix such issues, rather than having someone being paged to wake up in the middle of the night.”",[],{"_37":924,"_23":297,"_298":925,"_306":930,"_308":309},"ead50f7ffebf",[926],{"_37":927,"_23":302,"_303":928,"_174":929},"1307a6025a4b",[],"“We’re building something to fix issues before they even happen, which we believe is better, because you don't want agents doing stuff in your production instances when you are an enterprise. If you can catch issues before production, you can validate with a human before anything happens.”",[],{"_37":932,"_23":297,"_298":933,"_306":937,"_308":309},"5582e922a855",[934],{"_37":935,"_23":302,"_303":936,"_174":450},"80a3f7a72cd0",[],[],{"_37":939,"_23":297,"_298":940,"_306":945,"_308":309},"6c262b4fa33e",[941],{"_37":942,"_23":302,"_303":943,"_174":944},"f23922f63840",[],"“It just happens in a much more natural cycle, rather than thinking, ‘Okay, there is a fire, I will try to fix the fire, push in production again, and iterate with a super-long development cycle.’ With agents, we really can ship in minutes while before, especially for enterprises, the release cycle might take weeks, if not months.”",[],{"_37":947,"_23":297,"_298":948,"_306":953,"_308":382},"ad2a6186b6a0",[949],{"_37":950,"_23":302,"_303":951,"_174":952},"9058d401ee0a",[],"How Will Performance Engineering Fit into the Future Stack?",[],{"_37":955,"_23":297,"_298":956,"_306":969,"_308":309},"9fa996a775e7",[957,961,965],{"_37":958,"_23":302,"_303":959,"_174":960},"e7f74931ae87",[],"Pastel is confident performance engineering won’t be going anywhere. “You can't train models to optimize performance ",{"_37":962,"_23":302,"_303":963,"_174":964},"dca552e6a603",[458],"by design",{"_37":966,"_23":302,"_303":967,"_174":968},"3a9bb2029a84",[],". Performance depends on what you actually run in production: Your data, your infrastructure, your product goals. That context has to be measured, not learned.”",[],{"_37":971,"_23":297,"_298":972,"_306":977,"_308":309},"b07b4897e3bc",[973],{"_37":974,"_23":302,"_303":975,"_174":976},"79ce4e60bcac",[],"The founder is skeptical that even a perfect agentic future will account for all the potential outcomes of performance engineering, even if agents eventually come to possess all the right tools to communicate and validate performance changes. “Even if we manage to have some super-optimized languages, and we have new state-of-the-art models that allow us to have some crazy breakthrough to do a lot of optimization, there is still the structure of the code, which will still be an issue and cannot be optimized by a compiler.”",[],{"_37":979,"_23":297,"_298":980,"_306":985,"_308":309},"dd018f820ad3",[981],{"_37":982,"_23":302,"_303":983,"_174":984},"9984944127f1",[],"Pastel suggests that performance engineering, like security, will be a discipline that may never become out of date. “It won't disappear because you still need to have guardrails and things to make sure that your app is [performant] and consuming the least amount of resources possible. This problem is not ‘done.’”",[],19,"321717a4-841b-4ccd-85d7-88d8971bb67a","2026-07-21T17:09:00.000Z","early-detection-for-ai-performance-engineering","Is Early Detection the Key to AI Performance Engineering?","blogArticle",{"_316":993,"_326":1476,"_149":-5,"_329":1477,"_331":1478,"_333":1479,"_32":1480,"_336":991},[994,1002,1032,1044,1052,1082,1090,1098,1106,1114,1122,1130,1138,1146,1155,1163,1171,1179,1187,1203,1211,1219,1227,1259,1278,1294,1302,1316,1324,1332,1348,1372,1388,1396,1404,1412,1420,1428,1436,1452],{"_37":995,"_23":297,"_298":996,"_306":1001,"_308":382},"001b0ccadb3e",[997],{"_37":998,"_23":302,"_303":999,"_174":1000},"67d3f91c04f6",[],"Does AEO/GEO Matter More or Less than SEO?",[],{"_37":1003,"_23":297,"_298":1004,"_306":1027,"_308":309},"60b1f8455224",[1005,1009,1014,1018,1023],{"_37":1006,"_23":302,"_303":1007,"_174":1008},"d3fc717352ba",[],"It’s easy to find many deeply unhelpful statistics about the changing state of developer marketing. For instance, ",{"_37":1010,"_23":302,"_303":1011,"_174":1013},"426b3253e696",[1012],"06e040a9ca04","33%",{"_37":1015,"_23":302,"_303":1016,"_174":1017},"b651c1fc3042",[]," of internet users reportedly discover new brands via internet search, yet Google AI overviews have apparently reduced clicks to top search results by ",{"_37":1019,"_23":302,"_303":1020,"_174":1022},"cebde42e17a5",[1021],"2963053a4dc8","58%",{"_37":1024,"_23":302,"_303":1025,"_174":1026},"10d10205779d",[],".",[1028,1030],{"_37":1012,"_23":49,"_428":1029},"https://www.hubspot.com/marketing-statistics",{"_37":1021,"_23":49,"_428":1031},"https://ahrefs.com/blog/ai-overviews-reduce-clicks-update/",{"_37":1033,"_23":297,"_298":1034,"_306":1043,"_308":309},"77f6af26bb2d",[1035,1039],{"_37":1036,"_23":302,"_303":1037,"_174":1038},"5adfd346696d",[],"So what does any of that ",{"_37":1040,"_23":302,"_303":1041,"_174":1042},"74dc6036ef9f",[458],"even mean?",[],{"_37":1045,"_23":297,"_298":1046,"_306":1051,"_308":309},"10dcaf80b462",[1047],{"_37":1048,"_23":302,"_303":1049,"_174":1050},"ddbf3f1af69b",[],"Has SEO become worthless for startups? Has visibility in AI overviews (known as AI overview optimization, or AIO) or in LLM results, also known as generative engine optimization (GEO) or Answer Engine Optimization (AEO) replaced it as the most important way to sell developer tools?",[],{"_37":1053,"_23":297,"_298":1054,"_306":1077,"_308":309},"04d38123b2a7",[1055,1059,1064,1068,1073],{"_37":1056,"_23":302,"_303":1057,"_174":1058},"15cd15d82989",[],"Developer content expert ",{"_37":1060,"_23":302,"_303":1061,"_174":1063},"ba9f56db8913",[1062],"115d912770bc","Adam DuVander",{"_37":1065,"_23":302,"_303":1066,"_174":1067},"73b106f9868c",[]," suggests that the numbers and rankings don’t necessarily correlate to value for your startup, especially if you haven’t positioned your company correctly. While he built the website ",{"_37":1069,"_23":302,"_303":1070,"_174":1072},"9daec010ae68",[1071],"d02398b5bf69","LLMRank.fyi",{"_37":1074,"_23":302,"_303":1075,"_174":1076},"7ec8ce43bf93",[]," to help founders get a point-in-time sense of their visibility in LLMs, he argues that before even looking at rankings, founders should focus on strategy first.",[1078,1080],{"_37":1062,"_23":49,"_428":1079},"https://www.linkedin.com/in/duvander/",{"_37":1071,"_23":49,"_428":1081},"https://www.llmrank.fyi",{"_37":1083,"_23":297,"_298":1084,"_306":1089,"_308":382},"64a46cf7ebc3",[1085],{"_37":1086,"_23":302,"_303":1087,"_174":1088},"be681a2671e8",[],"Understanding What LLM Rankings Are (and Aren’t)",[],{"_37":1091,"_23":297,"_298":1092,"_306":1097,"_308":309},"2d2939c41295",[1093],{"_37":1094,"_23":302,"_303":1095,"_174":1096},"ebf2934afb5d",[],"DuVander suggests that the website is the result of work he was already doing with his clients, startups that are, unsurprisingly, concerned about how highly they rank in LLM responses when users ask about products in their space. “We can see how these [rankings] change and when they don't. And I think both of those are interesting.”",[],{"_37":1099,"_23":297,"_298":1100,"_306":1105,"_308":309},"78a336f8a859",[1101],{"_37":1102,"_23":302,"_303":1103,"_174":1104},"6dafba88ce26",[],"The content expert also cautions against overindexing on any single data point, as LLM results are still mercurial and non-deterministic. “I heard a story of a startup on a retreat, where the team all opened up their laptops and typed in queries about their product into their favorite LLM, all writing different prompts from their individual points of view. And of course, they all ended up with different answers there.”",[],{"_37":1107,"_23":297,"_298":1108,"_306":1113,"_308":309},"f292ef0cf3b3",[1109],{"_37":1110,"_23":302,"_303":1111,"_174":1112},"14aabbd9a47a",[],"“As much as we all wish that a developer would type in the words that are in the H1 on our homepage, they often don't. (That's a whole other topic, because you should be able to use your website’s H1 to speak to that developer audience.) But the ‘good news,’ if you can call it that, is that [LLM visibility] is on a long timeframe. If you’ve worked in SEO, you’re used to long timeframes, but this is potentially longer.”",[],{"_37":1115,"_23":297,"_298":1116,"_306":1121,"_308":309},"3c6472638151",[1117],{"_37":1118,"_23":302,"_303":1119,"_174":1120},"dc6d89ad6784",[],"The content expert suggests that while LLM visibility takes time, it may be a good idea to start looking into the topic, but not to simply index on how highly their own products rank. Comparing differentials against competitors, particularly between different types of prompts, can highlight opportunities for improvement.",[],{"_37":1123,"_23":297,"_298":1124,"_306":1129,"_308":309},"5447288e65fc",[1125],{"_37":1126,"_23":302,"_303":1127,"_174":1128},"cdb1fad778a8",[],"“The more interesting questions are: Where are you ranked above the companies that you consider to be your competitors? And where are they ranked above you? If you look back at the language for those, you can start to see narratives or gaps. Maybe this [prompt] was about a particular feature or a use case, and you're doing ‘better’ there.”",[],{"_37":1131,"_23":297,"_298":1132,"_306":1137,"_308":309},"6d8effe44f8e",[1133],{"_37":1134,"_23":302,"_303":1135,"_174":1136},"cb74390b49ef",[],"“That means that you likely have put in some effort there, possibly from content on your site. It might be outreach to devs, or devs who are talking about you positively in this area. And then there are prompts where you don't show up at all: Potential areas to fill with the same sorts of activity that you're already doing.”",[],{"_37":1139,"_23":297,"_298":1140,"_306":1145,"_308":309},"e1ffd04cd661",[1141],{"_37":1142,"_23":302,"_303":1143,"_174":1144},"000ec60c0ed5",[],"Are LLMs simply a new marketing channel? “From the standpoint of: ‘We know that devs are using this to ask these questions, get recommendations, and potentially make decisions, all before they see your website, if they ever do, sure. But everything that goes into that recommendation are all the other channels that you already are working on: Your blog, documentation, and work in the community. What your DevRel team is putting out on GitHub. All these things are already existing channels, and this is a way to pull those together.”",[],{"_37":1147,"_23":297,"_298":1148,"_306":1153,"_308":1154},"f675be4889d2",[1149],{"_37":1150,"_23":302,"_303":1151,"_174":1152},"c9f3c4e76911",[],"“[LLM visibility] is on a long timeframe. If you’ve worked in SEO, you’re used to long timeframes, but this is potentially longer.” - Adam DuVander, Founder/EveryDeveloper",[],"blockquote",{"_37":1156,"_23":297,"_298":1157,"_306":1162,"_308":382},"5400c6adf087",[1158],{"_37":1159,"_23":302,"_303":1160,"_174":1161},"b82949276d12",[],"Why Positioning May Matter More to LLMs than Search",[],{"_37":1164,"_23":297,"_298":1165,"_306":1170,"_308":309},"a2f093634863",[1166],{"_37":1167,"_23":302,"_303":1168,"_174":1169},"31ce4d9408e4",[],"DuVander points out the differential between scouring for keywords, the way SEO experts did with Google, and using LLM prompts. “I've seen some AEO/GEO dashboards that just include SEO keywords. But thinking like a developer, not like a marketer or an SEO, and using [developers’] words, you should think about the use cases you have. I really think this is an opportunity to look at your positioning and make sure it's super clear.”",[],{"_37":1172,"_23":297,"_298":1173,"_306":1178,"_308":309},"38533efebd9a",[1174],{"_37":1175,"_23":302,"_303":1176,"_174":1177},"87c0f20b9323",[],"“I think it's okay if you don't show up at all in some of those searches that aren't right in the wheelhouse of a tightly positioned startup for the ‘ideal dev.’ Some of that basic work of knowing who that ‘ideal dev’ is is in the minds of the founders a lot of times, but especially as the team grows...that can shift as the product changes. You should be asking: Are we still as focused on that ideal dev as we could be?”",[],{"_37":1180,"_23":297,"_298":1181,"_306":1186,"_308":309},"191a5ad66dc4",[1182],{"_37":1183,"_23":302,"_303":1184,"_174":1185},"f874bf3567df",[],"The content expert also notes what appears to be a semantic difference between SEO and AEO/GEO. In SEO, traditionally, the goal was to rank highly for a core keyword, which would then generally ensure ranking for any derivative sub-keywords. Ranking #1 for the term “data pipelines” would generally mean you would tend to rank well for associated keywords like “data sources” or “data ingestion.”",[],{"_37":1188,"_23":297,"_298":1189,"_306":1202,"_308":309},"3656127c1a52",[1190,1194,1198],{"_37":1191,"_23":302,"_303":1192,"_174":1193},"8b2d49d60685",[],"“That seems to be less of the case for AEO/GEO, since context is so important to an LLM. Add a couple of words to your prompt, and that changes the context. Now, you might be completely absent from sub-keyword LLM searches. And actually think that’s a good thing for founders who are positioning themselves in a way that differentiates them from another startup that might seem to be a ‘leader.’ It’s an opportunity to be able to kind of own that ‘zone’ and that positioning. SEO might have made that ",{"_37":1195,"_23":302,"_303":1196,"_174":1197},"b7f710530432",[458],"harder",{"_37":1199,"_23":302,"_303":1200,"_174":1201},"a572eaf8a945",[]," to do. The LLMs seem to be more willing to open that window.”",[],{"_37":1204,"_23":297,"_298":1205,"_306":1210,"_308":382},"4a2a41858fc5",[1206],{"_37":1207,"_23":302,"_303":1208,"_174":1209},"65f65fe8049c",[],"What Should Founders Do First? LLMs.txt, Markdown, Content",[],{"_37":1212,"_23":297,"_298":1213,"_306":1218,"_308":309},"f9bcd1b4bdd5",[1214],{"_37":1215,"_23":302,"_303":1216,"_174":1217},"1be8119d5f81",[],"The content expert recommends that founders start out by recording their visibility in LLMs over time to build a baseline of data they can use to compare. “From within there, some of those gaps will point to areas you'll want to try to fill. That’s assuming that you're running these prompts multiple times and you feel confident the results are coming from ‘developer language.’”",[],{"_37":1220,"_23":297,"_298":1221,"_306":1226,"_308":309},"f77bf0403b07",[1222],{"_37":1223,"_23":302,"_303":1224,"_174":1225},"d441ceafee6a",[],"“I know there are still a lot of questions about LLMs.txt and whether AI uses it. To me, one of the benefits of that is how teams can get on the same page about what they’re putting forward, and which things matter. So I think creating [a LLMs.txt file] that has categories that really show some thought put into it is worth doing.”",[],{"_37":1228,"_23":297,"_298":1229,"_306":1258,"_308":309},"1f7d9836966b",[1230,1234,1238,1242,1246,1250,1254],{"_37":1231,"_23":302,"_303":1232,"_174":1233},"c1a1896cdaa5",[],"“If we're just talking about automating something that essentially looks like a site map? And I've also seen some teams just dump all their blog posts in a giant list. I don't think that is very valuable at all because it doesn't show that you've pointed toward a particular area. In everything you're doing, you should be looking to give those signals about ",{"_37":1235,"_23":302,"_303":1236,"_174":1237},"0611f1c57ee4",[458],"what matters",{"_37":1239,"_23":302,"_303":1240,"_174":1241},"0b0502231b4e",[]," because if it ",{"_37":1243,"_23":302,"_303":1244,"_174":1245},"c400cee1f68d",[458],"all matters",{"_37":1247,"_23":302,"_303":1248,"_174":1249},"77bcdc3a3a61",[],", we know that ",{"_37":1251,"_23":302,"_303":1252,"_174":1253},"584bfa24b480",[458],"nothing matters",{"_37":1255,"_23":302,"_303":1256,"_174":1257},"11dcef2f4a21",[],".”",[],{"_37":1260,"_23":297,"_298":1261,"_306":1275,"_308":309},"4c6179888389",[1262,1266,1271],{"_37":1263,"_23":302,"_303":1264,"_174":1265},"1052712a7084",[],"DuVander recommends thinking through website use cases where human interactions are still important. “What are the ways that you can streamline the process for [a human visitor] to get back to their agent that has maybe made this recommendation.” The content expert notes that adding markdown is a specific step founders can take to make their content LLM-readable, the way ",{"_37":1267,"_23":302,"_303":1268,"_174":1270},"2488c666638c",[1269],"4aae848e0e0d","Stripe",{"_37":1272,"_23":302,"_303":1273,"_174":1274},"bf99691dd205",[]," does for its documentation site.",[1276],{"_37":1269,"_23":49,"_428":1277},"https://docs.stripe.com/",{"_37":1279,"_23":297,"_298":1280,"_306":1293,"_308":309},"04d4c870d7e2",[1281,1285,1289],{"_37":1282,"_23":302,"_303":1283,"_174":1284},"0339c8259083",[],"Going forward, DuVander then recommends founders look at the potential gaps they’ve identified and build a plan to fill them in. “If this is a positioning issue where you're not showing up as highly as you would expect to, then I think you should make that a focus. You could have a series of blog posts or other content about that topic. Make a campaign of it. Don't just say, ‘OK, we'll make our ",{"_37":1286,"_23":302,"_303":1287,"_174":1288},"5a019331054a",[458],"one definitive page",{"_37":1290,"_23":302,"_303":1291,"_174":1292},"ae0bfe5c606a",[]," and be done with it.’”",[],{"_37":1295,"_23":297,"_298":1296,"_306":1301,"_308":309},"3c11d472a046",[1297],{"_37":1298,"_23":302,"_303":1299,"_174":1300},"673fb9f35e88",[],"The content expert clarifies that making progress against LLM queries where startups are underrepresented may require a continuous drumbeat of content and campaigns going across different channels, whether they be blogs, podcasts, hackathons, or other activities.",[],{"_37":1303,"_23":297,"_298":1304,"_306":1315,"_308":1154},"3853a0b06d65",[1305,1309,1312],{"_37":1306,"_23":302,"_303":1307,"_174":1308},"f8613e5d2387",[],"“If this is a positioning issue where you're not showing up as highly as you would expect to, then...you should make that a focus. Make a campaign of it. Don't just say, ‘We'll make our ",{"_37":1310,"_23":302,"_303":1311,"_174":1288},"a777210a6916",[458],{"_37":1313,"_23":302,"_303":1314,"_174":1292},"223abb710ba2",[],[],{"_37":1317,"_23":297,"_298":1318,"_306":1323,"_308":382},"d045512b3f0e",[1319],{"_37":1320,"_23":302,"_303":1321,"_174":1322},"86b291133f1b",[],"How to Think About Rankings in Competitive Spaces",[],{"_37":1325,"_23":297,"_298":1326,"_306":1331,"_308":309},"642d90854e7c",[1327],{"_37":1328,"_23":302,"_303":1329,"_174":1330},"718af62fde67",[],"DuVander admits that, like with SEO, AEO/GEO visibility against monolithic competitors can be challenging. “First, I’d recommend thinking about timelines, because it may take months or quarters to be able to really see any movements [in your rank] if you're invisible now. Having a super-entrenched competitor seems like it might still be as big a deal as being the top SEO result.”",[],{"_37":1333,"_23":297,"_298":1334,"_306":1347,"_308":309},"11ed23334654",[1335,1339,1343],{"_37":1336,"_23":302,"_303":1337,"_174":1338},"4d979aa7abd9",[],"For startups going head-to-head against tough competition, the content expert recommends digging deeper into areas where founders can make traction. “I would make sure I knew the use cases where we could win against that competitor. And I’d want to make sure it wasn’t just ",{"_37":1340,"_23":302,"_303":1341,"_174":1342},"73d9ace02927",[458],"us",{"_37":1344,"_23":302,"_303":1345,"_174":1346},"34da3678d704",[]," saying that. Talking to developers, you can find there might be plenty of community chatter on places like Reddit, not even necessarily about your startup or your competitors, but just about the use cases.”",[],{"_37":1349,"_23":297,"_298":1350,"_306":1371,"_308":309},"eeb1cf7266a3",[1351,1355,1359,1363,1367],{"_37":1352,"_23":302,"_303":1353,"_174":1354},"36c1aef788fd",[],"DuVander clarifies that Reddit (and every other community channel) isn’t a magic silver bullet, and reminds founders that such communities are often hostile to blatant promotion. “These channels have existed ",{"_37":1356,"_23":302,"_303":1357,"_174":1358},"6a6da85c3e14",[458],"before ",{"_37":1360,"_23":302,"_303":1361,"_174":1362},"b4328316baa0",[],"LLMs and I think that it matters where your audience ",{"_37":1364,"_23":302,"_303":1365,"_174":1366},"da805e0e4bf5",[458],"is",{"_37":1368,"_23":302,"_303":1369,"_174":1370},"9b18c707fd91",[],". So if your audience is on Reddit and discussing it, yes, they won’t like it if you come in and talk about your products. But your own community might be talking there.”",[],{"_37":1373,"_23":297,"_298":1374,"_306":1387,"_308":309},"29c220dcd6cb",[1375,1379,1383],{"_37":1376,"_23":302,"_303":1377,"_174":1378},"daaa3bcfa4ac",[],"The content expert suggests that one approach to community spaces is to highlight projects your community has worked on, such as by sharing projects they’ve successfully built using your platform. “But also, you should be looking at places that ",{"_37":1380,"_23":302,"_303":1381,"_174":1382},"8e505fb60028",[458],"aren't ",{"_37":1384,"_23":302,"_303":1385,"_174":1386},"cd72c2ddeb62",[],"Reddit, since your audience might be hanging out in other places.”",[],{"_37":1389,"_23":297,"_298":1390,"_306":1395,"_308":309},"7ef98a9c01a7",[1391],{"_37":1392,"_23":302,"_303":1393,"_174":1394},"8dd9da877b97",[],"DuVander explains that rather than fixating on being everywhere, a better strategy is to find the few channels that matter most for your community. Particularly for smaller teams that don’t have the bandwidth to try to conquer Reddit and Hacker News and Product Hunt and Dev.to (and all the rest).",[],{"_37":1397,"_23":297,"_298":1398,"_306":1403,"_308":382},"375416d38eac",[1399],{"_37":1400,"_23":302,"_303":1401,"_174":1402},"5670aaee4009",[],"Preparing for the Future: Meeting Devs Where They Live",[],{"_37":1405,"_23":297,"_298":1406,"_306":1411,"_308":309},"be2d32ed72f0",[1407],{"_37":1408,"_23":302,"_303":1409,"_174":1410},"aca60f0a5ec3",[],"DuVander suggests that on some level, marketing may matter more than ever in the age of LLMs. “The big thing that has changed is that the workflow of most developers has changed. So this isn’t just about ‘another channel where you could be recommended,’ which would be a different conversation. But despite the changes, I don’t think established channels go away.”",[],{"_37":1413,"_23":297,"_298":1414,"_306":1419,"_308":309},"c5958fab9567",[1415],{"_37":1416,"_23":302,"_303":1417,"_174":1418},"3abc166b2a82",[],"“You still want to show up when the developers search. When they go to Google, maybe they get a recommendation in one window and they think, ‘Let me see about that.’ There are still devs who are going to be doing their research and wanting to make sure that they're making an informed decision.”",[],{"_37":1421,"_23":297,"_298":1422,"_306":1427,"_308":309},"2ea669415724",[1423],{"_37":1424,"_23":302,"_303":1425,"_174":1426},"9c0d7e10490d",[],"“Yes, if they trust this LLM to write code, they probably trust it to make recommendations too. But yeah, they're going to still be doing those other things: Going to conferences and hackathons. Classic DevRel sorts of places. From the conversations I've had, it's much more gearing around marketing now: Being able to build that authority and trust with the audience that is needed to show up in the LLMs and be recommended.”",[],{"_37":1429,"_23":297,"_298":1430,"_306":1435,"_308":309},"525632818f08",[1431],{"_37":1432,"_23":302,"_303":1433,"_174":1434},"49d943f49901",[],"The content expert also suggests thinking ahead to the next step: The deep, in-the-weeds context that’s already contained within the agentic tools developers work with every day, and the hidden opportunities to partner with related communities. “What else is true in that developer's context and that moment? They are in their own codebase. The agent knows the languages and tools they're using.”",[],{"_37":1437,"_23":297,"_298":1438,"_306":1451,"_308":309},"c3a4849636f3",[1439,1443,1447],{"_37":1440,"_23":302,"_303":1441,"_174":1442},"977d6c64d2bb",[],"“I think that's an underexplored area. You’re not just getting to a use case, but also: What language is someone building in when they do this? What other tools are there? So those are our partnership opportunities [for those other tools]. Which goes back to the idea that everything old is new again. These aren't ",{"_37":1444,"_23":302,"_303":1445,"_174":1446},"e6b7343247ba",[458],"new ",{"_37":1448,"_23":302,"_303":1449,"_174":1450},"f88ca8e61ab7",[],"ideas, but it's about framing things in a way that is aware of what a developer’s context is, and what their agents’ context is.”",[],{"_37":1453,"_23":297,"_298":1454,"_306":1475,"_308":309},"28773c7ba221",[1455,1459,1463,1467,1471],{"_37":1456,"_23":302,"_303":1457,"_174":1458},"7a923150296c",[],"“I’m thinking about partnerships with other [complementary] tools that would make sense alongside yours. If both companies are talking about the use case, and their devs are talking about it, you start to build a lot of the training for that. LLMs now see these two connected together: They see ‘Your Product ",{"_37":1460,"_23":302,"_303":1461,"_174":1462},"332fc1249adb",[458],"with Python",{"_37":1464,"_23":302,"_303":1465,"_174":1466},"be663eb2f287",[],",’ or ‘Your Product ",{"_37":1468,"_23":302,"_303":1469,"_174":1470},"dbb508ba5393",[458],"with Rust",{"_37":1472,"_23":302,"_303":1473,"_174":1474},"f458c896c4f0",[],".’ And the LLMs are more likely to make that recommendation if it's from that context of knowing the language that developer is using. So that's I think an underexplored area, taking not just the use case, which already is a slice of the larger approach, but going even further.”",[],14,"7d5a5809-8567-44ed-bbbe-5db2234c41d3","2026-07-20T20:23:00.000Z","aeo-geo-seo-differences-and-why-they-matter","How AEO/GEO Differs from SEO (and Whether It Matters)",{"_316":1482,"_326":2029,"_149":-5,"_329":2030,"_331":2031,"_333":2032,"_32":2033,"_336":991},[1483,1491,1532,1536,1551,1559,1578,1586,1647,1663,1687,1695,1703,1711,1719,1735,1754,1762,1770,1778,1786,1805,1813,1821,1829,1837,1845,1853,1861,1877,1918,1926,1934,1942,1950,1958,1966,1974,1989,1997,2005,2013,2021],{"_37":1484,"_23":297,"_298":1485,"_306":1490,"_308":382},"a4dd381f0a68",[1486],{"_37":1487,"_23":302,"_303":1488,"_174":1489},"e6a4b1036650",[],"Performance Engineering: Part Brute-Force, Part Hard Decisions?",[],{"_37":1492,"_23":297,"_298":1493,"_306":1525,"_308":309},"6b55dc2b123d",[1494,1498,1503,1507,1512,1516,1521],{"_37":1495,"_23":302,"_303":1496,"_174":1497},"4e7c49a1f197",[],"Software startups often launch quickly to beat competitors and gather early customer feedback. At that stage, performance should not necessarily be the priority, founder ",{"_37":1499,"_23":302,"_303":1500,"_174":1502},"878b895278dc",[1501],"e7b6a348b24d","Tomás Senart",{"_37":1504,"_23":302,"_303":1505,"_174":1506},"c0bbd67a05eb",[]," argues. But once a product is exposed to scale, or latency and infrastructure costs become material, the economics change and teams need a repeatable way to keep performance from drifting. The creator of the popular Go HTTP load-testing tool ",{"_37":1508,"_23":302,"_303":1509,"_174":1511},"8035a870ffe7",[1510],"5580234d1c49","Vegeta",{"_37":1513,"_23":302,"_303":1514,"_174":1515},"d2a81850e049",[]," has carried those lessons into his startup ",{"_37":1517,"_23":302,"_303":1518,"_174":1520},"b274bfb3feec",[1519],"84ac9a50d23d","Perfloop",{"_37":1522,"_23":302,"_303":1523,"_174":1524},"0887208e2c5b",[],", and shares them here.",[1526,1528,1530],{"_37":1501,"_23":49,"_428":1527},"https://www.linkedin.com/in/tsenart/",{"_37":1510,"_23":49,"_428":1529},"https://github.com/tsenart/vegeta",{"_37":1519,"_23":49,"_428":1531},"https://perfloop.ai",{"_37":1533,"_23":149,"_114":1534},"48a511be4425",{"_116":1535,"_23":118},"image-f3af6263901812ce5c45efe91414caaa22705694-3840x1843-jpg",{"_37":1537,"_23":297,"_298":1538,"_306":1548,"_308":309},"3a29ea332842",[1539,1543],{"_37":1540,"_23":302,"_303":1541,"_174":1542},"6bb710a15cda",[458],"Tomás Senart discusses his learnings in Go interfaces at GopherCon 2015. Image courtesy ",{"_37":1544,"_23":302,"_303":1545,"_174":1547},"cfd99cdab938",[1546,458],"6d8313316171","Gopher Academy",[1549],{"_37":1546,"_23":49,"_428":1550},"https://www.youtube.com/watch?v=xyDkyFjzFVc",{"_37":1552,"_23":297,"_298":1553,"_306":1558,"_308":382},"0af3ab4dba7d",[1554],{"_37":1555,"_23":302,"_303":1556,"_174":1557},"fffe68f9eae2",[],"From Load Testing to Go",[],{"_37":1560,"_23":297,"_298":1561,"_306":1575,"_308":309},"6350ff8084c4",[1562,1566,1571],{"_37":1563,"_23":302,"_303":1564,"_174":1565},"a1f09e622ab3",[],"As an engineer at SoundCloud, Senart had been tasked with replacing a significant chunk of a legacy system that needed to be loaded and tested. “At that time, the only thing available that was not a [heavyweight] Java ecosystem tool was ",{"_37":1567,"_23":302,"_303":1568,"_174":1570},"ae381f506219",[1569],"b618c96c6b8b","Apache Benchmark",{"_37":1572,"_23":302,"_303":1573,"_174":1574},"dc39afa33854",[],", which had an array of usability issues and functionality limitations. We had a concrete problem and a culture of building things from scratch. Those two things together led to Vegeta.”",[1576],{"_37":1569,"_23":49,"_428":1577},"https://en.wikipedia.org/wiki/ApacheBench",{"_37":1579,"_23":297,"_298":1580,"_306":1585,"_308":309},"25c5ca8a58e4",[1581],{"_37":1582,"_23":302,"_303":1583,"_174":1584},"67a151e612d4",[],"While the project has become popular in the Golang community, the founder clarifies that there was more to its success than the inherent speed and transparency of the language itself. “I think you can do performance engineering in any language ecosystem. With Go, because concurrency was such a core part of the design of the language, it made building a load-testing tool very natural at the time.”",[],{"_37":1587,"_23":297,"_298":1588,"_306":1642,"_308":309},"e5a8865687f9",[1589,1593,1597,1601,1605,1609,1614,1618,1623,1627,1631,1635,1639],{"_37":1590,"_23":302,"_303":1591,"_174":1592},"619173514fbe",[],"“But you can build a load-testing tool in a way that will ‘lie to you’ in the results. So it wasn't just about building something ",{"_37":1594,"_23":302,"_303":1595,"_174":1596},"e80707fa5053",[458],"quick",{"_37":1598,"_23":302,"_303":1599,"_174":1600},"a971fcca11b6",[],", it was about building something ",{"_37":1602,"_23":302,"_303":1603,"_174":1604},"7be9c958a9af",[458],"correct",{"_37":1606,"_23":302,"_303":1607,"_174":1608},"c1a4323f18c1",[],". Azul Systems CTO ",{"_37":1610,"_23":302,"_303":1611,"_174":1613},"1fbeac92fe7c",[1612],"f3a678ca4971","Gil Tene",{"_37":1615,"_23":302,"_303":1616,"_174":1617},"acd03976226a",[]," is famous in the performance engineering world for many things, including the concept of ",{"_37":1619,"_23":302,"_303":1620,"_174":1622},"69062ea847c5",[1621,458],"35c4921dad59","coordinated omission",{"_37":1624,"_23":302,"_303":1625,"_174":1626},"a5521ff0a552",[],": A phenomenon in load testing (and many tools fall into this trap) where the client that is sending the requests ",{"_37":1628,"_23":302,"_303":1629,"_174":1630},"2f3ff173870b",[458],"paces itself",{"_37":1632,"_23":302,"_303":1633,"_174":1634},"252e589213b2",[]," according to ",{"_37":1636,"_23":302,"_303":1637,"_174":1638},"e30a30c5a11a",[458],"how the server is doing",{"_37":1640,"_23":302,"_303":1641,"_174":1257},"da4862c0a9d8",[],[1643,1645],{"_37":1612,"_23":49,"_428":1644},"https://www.linkedin.com/in/giltene/k",{"_37":1621,"_23":49,"_428":1646},"https://www.youtube.com/watch?v=6Rs0p3mPNr0&t=19s",{"_37":1648,"_23":297,"_298":1649,"_306":1662,"_308":309},"10eeb80dd561",[1650,1654,1658],{"_37":1651,"_23":302,"_303":1652,"_174":1653},"98b3035e7803",[],"“That is a bad way to test the system, because you're basically stopping to hammer the server at the exact point where you'd get the [indication] that it's not doing well. So you need to keep the rate constant. That was a key design decision at the time to build Vegeta in this way: To ",{"_37":1655,"_23":302,"_303":1656,"_174":1657},"a8720b9fe5c0",[458],"not",{"_37":1659,"_23":302,"_303":1660,"_174":1661},"98d1a82bc4e6",[]," suffer from that problem.”",[],{"_37":1664,"_23":297,"_298":1665,"_306":1686,"_308":309},"32f1b6f27da0",[1666,1670,1674,1678,1682],{"_37":1667,"_23":302,"_303":1668,"_174":1669},"7e874dacbb3f",[],"The founder suggests that the most important lesson from his earlier work wasn’t that performance data is ",{"_37":1671,"_23":302,"_303":1672,"_174":1673},"d92d6a26dfe1",[458],"lacking",{"_37":1675,"_23":302,"_303":1676,"_174":1677},"3d2e96a4d7e6",[],", as most teams have dashboards full of telemetry and a benchmark they’ve run at least once. “The problem is that the benchmark you ran ",{"_37":1679,"_23":302,"_303":1680,"_174":1681},"713acd7a8f31",[458],"once",{"_37":1683,"_23":302,"_303":1684,"_174":1685},"4b7cfbd50efd",[]," is already stale. Performance is not something you set and keep, it is an envelope you have to hold against constant change.”",[],{"_37":1688,"_23":297,"_298":1689,"_306":1694,"_308":309},"e8ab65fddf6f",[1690],{"_37":1691,"_23":302,"_303":1692,"_174":1693},"be64909a2de9",[],"“Every code change, dependency bump, traffic shift, and architectural change nudges it, so the loop from measurement to a verified improvement has to run again and again just to stay in place.” Senart explains that the measurement process is inherently slow, which makes it easy to deprioritize and fall by the wayside.",[],{"_37":1696,"_23":297,"_298":1697,"_306":1702,"_308":309},"6aab59def7f8",[1698],{"_37":1699,"_23":302,"_303":1700,"_174":1701},"f081372f7995",[],"His startup Perfloop closes the second half of the loop: After measuring, Perfloop assesses how systems behave under load, across the entire loop. “It finds the performance opportunities, proposes changes, and proves whether they actually moved the needle, with the numbers to back it up.”",[],{"_37":1704,"_23":297,"_298":1705,"_306":1710,"_308":309},"5a5229941c42",[1706],{"_37":1707,"_23":302,"_303":1708,"_174":1709},"31f0eb539ffc",[],"Providing proof, the founder argues, validates automation across the rest of the process, rather than forcing teams to take things on faith: An important nuance as benchmarking loops need to be run far more often than can be done manually. “The system carries the ‘relentless’ part, the finding and the proving, while the person stays in charge of what is worth holding and what actually ships.”",[],{"_37":1712,"_23":297,"_298":1713,"_306":1718,"_308":382},"5c1a8f426075",[1714],{"_37":1715,"_23":302,"_303":1716,"_174":1717},"9765ff86a5e9",[],"How Much Should Tech Leaders Prioritize Benchmarks, Really?",[],{"_37":1720,"_23":297,"_298":1721,"_306":1734,"_308":309},"eb78531892d8",[1722,1726,1730],{"_37":1723,"_23":302,"_303":1724,"_174":1725},"d1f7483e06d4",[],"Addressing the excitement around AI evaluations, the founder notes that the most popular AI benchmarks can and do become contaminated. “That's why people started creating private eval sets that they run so they're not gameable. That’s one approach, but it has its own problems, because there is no transparency into the ",{"_37":1727,"_23":302,"_303":1728,"_174":1729},"c055f7d34db5",[458],"quality",{"_37":1731,"_23":302,"_303":1732,"_174":1733},"7a828099ba8d",[]," of those benchmarks. It's a moving target, honestly: How to have transparency while not being gameable or having evals end up in the training data of models themselves.”",[],{"_37":1736,"_23":297,"_298":1737,"_306":1751,"_308":309},"f4c4c7a9d25b",[1738,1742,1747],{"_37":1739,"_23":302,"_303":1740,"_174":1741},"44b0492f53e2",[],"Senart draws a line between viral LLM benchmarks like ",{"_37":1743,"_23":302,"_303":1744,"_174":1746},"096d06d031a8",[1745],"92e68e524ba1","Deep-SWE",{"_37":1748,"_23":302,"_303":1749,"_174":1750},"9c59af093449",[]," and benchmarks that teams specifically use internally to build their own products. “If you're building these capabilities in your company and in your product, the only thing that matters is your evals. It's not going to be the public coding agent evals for the coding models that matter the most.”",[1752],{"_37":1745,"_23":49,"_428":1753},"https://deepswe.datacurve.ai",{"_37":1755,"_23":297,"_298":1756,"_306":1761,"_308":309},"28a4b6f2be72",[1757],{"_37":1758,"_23":302,"_303":1759,"_174":1760},"95798f00fb94",[],"“The benchmarks that last are the unglamorous, private ones tied to an outcome you actually care about, because there is no incentive to game a benchmark whose only audience is you. Public benchmarks help you decide what to test. Your own codebase tells you what is true.”",[],{"_37":1763,"_23":297,"_298":1764,"_306":1769,"_308":1154},"a5389682f039",[1765],{"_37":1766,"_23":302,"_303":1767,"_174":1768},"c37664ea11b9",[],"\"The only thing that matters is your evals. The benchmarks that last are the unglamorous, private ones tied to an outcome you actually care about, because there is no incentive to game a benchmark whose only audience is you. Your own codebase tells you what is true.” -Tomás Senart, Founder/Perfloop",[],{"_37":1771,"_23":297,"_298":1772,"_306":1777,"_308":382},"876394a905c4",[1773],{"_37":1774,"_23":302,"_303":1775,"_174":1776},"0f91aee922f8",[],"Performance Engineering Lessons for Founders",[],{"_37":1779,"_23":297,"_298":1780,"_306":1785,"_308":309},"83c108e99621",[1781],{"_37":1782,"_23":302,"_303":1783,"_174":1784},"0c9625d1f1ab",[],"Senart suggests that the adoption of agentic coding agents is fundamentally changing software, and not necessarily for the better. “First, agents now write a large and growing share of code, with a very wide range of outcomes. Many teams are moving faster than their ability to review every line, so they are shipping performance slop: Inefficiencies and waste that no human deliberately introduced and no one is specifically watching for.”",[],{"_37":1787,"_23":297,"_298":1788,"_306":1802,"_308":309},"118165504c61",[1789,1793,1798],{"_37":1790,"_23":302,"_303":1791,"_174":1792},"c3bdc4829b49",[],"“Second, the load on production systems is changing shape. It is not only human users anymore. Agents call services at machine speed and volume, so the same systems get hammered far harder than they were designed for.” The founder observes that ",{"_37":1794,"_23":302,"_303":1795,"_174":1797},"47238b41abf9",[1796],"402934988603","bot Web traffic has surpassed human traffic",{"_37":1799,"_23":302,"_303":1800,"_174":1801},"038694828348",[],", and Web-based infrastructure is only the first beachhead to be pounded on by agents.",[1803],{"_37":1796,"_23":49,"_428":1804},"https://www.nbcnews.com/tech/tech-news/bot-web-traffic-overtaken-human-web-traffic-data-shows-rcna348522",{"_37":1806,"_23":297,"_298":1807,"_306":1812,"_308":309},"f2138f0b862e",[1808],{"_37":1809,"_23":302,"_303":1810,"_174":1811},"4699fd015f3f",[],"Commerce is another rapidly-growing space for agentic workflows for retail and checkout processes, and enterprise services appear to be the next frontier. The founder argues that agentic traffic is no longer a hypothetical future condition. It’s an inevitable thing that will happen, and make performance even more crucial.",[],{"_37":1814,"_23":297,"_298":1815,"_306":1820,"_308":309},"9d269ae62ef1",[1816],{"_37":1817,"_23":302,"_303":1818,"_174":1819},"c94788290786",[],"In addition, it’s no longer feasible to wait to be ‘bailed out’ by eventually better hardware. “Now GPUs, memory, and compute are expensive and staying that way, so inefficiency shows up directly as a cost on your bill.”",[],{"_37":1822,"_23":297,"_298":1823,"_306":1828,"_308":309},"f90f5beaa2fd",[1824],{"_37":1825,"_23":302,"_303":1826,"_174":1827},"dfd1ac8f0ab4",[],"The above factors lead to more performance debt that accrues quicker on infrastructure taking heavier workloads. “What is missing is a way to keep up. Occasional expert attention or a periodic consultant audit cannot match how fast the debt now accrues. That is the gap Perfloop is built to close.”",[],{"_37":1830,"_23":297,"_298":1831,"_306":1836,"_308":309},"8852aa099607",[1832],{"_37":1833,"_23":302,"_303":1834,"_174":1835},"d746e722093c",[],"The founder clarifies that while you can use agentic systems to support performance engineering, AI doesn’t nullify the fundamentals. “You still have resources, you have things that drag on them, and you’ve got to make the most of them. You need to unpack that, one layer at a time, and be methodical. That's what performance engineering is.”",[],{"_37":1838,"_23":297,"_298":1839,"_306":1844,"_308":309},"d3ea0bba3058",[1840],{"_37":1841,"_23":302,"_303":1842,"_174":1843},"65f23abdfb30",[],"“You still create hypotheses, you go test them, and you look at the hard data. It’s just that the experiments can go faster now. You have agents which, with the right harness, can do that kind of work rigorously and not just guessing and going in the wrong direction, then you can parallelize so many of these hypotheses for testing.”",[],{"_37":1846,"_23":297,"_298":1847,"_306":1852,"_308":309},"f161dafd0bca",[1848],{"_37":1849,"_23":302,"_303":1850,"_174":1851},"4554c83a6eca",[],"Senart offers two final pieces of advice for founders. “First: Do not pay for performance you do not need yet; if nobody uses your product, its performance does not matter. Second: The moment you are exposed to scale, the economics change in your favor. Performance work is methodical science, and the old constraint was that you could only afford to test the top one or two ideas. With the right harness you can now run many of those experiments in parallel, with rigor, and test the other ten you used to ignore.”",[],{"_37":1854,"_23":297,"_298":1855,"_306":1860,"_308":382},"57bbc9baf3e9",[1856],{"_37":1857,"_23":302,"_303":1858,"_174":1859},"4a9a526c2974",[],"Getting Performance Engineering into Enterprise Customers’ Hands",[],{"_37":1862,"_23":297,"_298":1863,"_306":1876,"_308":309},"fa3c385c950e",[1864,1868,1872],{"_37":1865,"_23":302,"_303":1866,"_174":1867},"d0cd28533dac",[],"Senart concedes that his startup’s approach to ",{"_37":1869,"_23":302,"_303":1870,"_174":1871},"7df8713b8424",[458],"automating ",{"_37":1873,"_23":302,"_303":1874,"_174":1875},"00808c223c36",[],"performance engineering isn’t necessarily mainstream among enterprise engineering orgs yet, due to a number of factors. “The first is trust, which is the hard one. You are asking a large organization to let an autonomous system reason about and propose changes to code that runs their business. They will not do that on a verbal promise.",[],{"_37":1878,"_23":297,"_298":1879,"_306":1911,"_308":309},"7ab4e5c9bade",[1880,1884,1889,1893,1898,1902,1907],{"_37":1881,"_23":302,"_303":1882,"_174":1883},"8afeb9a04ea2",[],"“They need proof that the system finds real problems and that its proposed changes actually work, and they need that proof to come from somewhere they cannot dismiss. This is exactly why we are doing the work in ",{"_37":1885,"_23":302,"_303":1886,"_174":1888},"0b23f2b5ef55",[1887],"023f344d3abc","open source, in public",{"_37":1890,"_23":302,"_303":1891,"_174":1892},"5dfa889bcde1",[],".” The founder notes that the maintainer of the widely-used Go library ",{"_37":1894,"_23":302,"_303":1895,"_174":1897},"75f8ece5f8f6",[1896],"4a41e7ef1d81","parquet-go",{"_37":1899,"_23":302,"_303":1900,"_174":1901},"ddb4559759a8",[]," has ",{"_37":1903,"_23":302,"_303":1904,"_174":1906},"3809cf474701",[1905],"5e42da5cf296","publicly agreed",{"_37":1908,"_23":302,"_303":1909,"_174":1910},"9345986d8863",[]," with his hypothesis that closing performance debt will come down to utilizing the kind of concurrent optimizations he’s building today.",[1912,1914,1916],{"_37":1887,"_23":49,"_428":1913},"https://app.perfloop.ai/t/oss/roi",{"_37":1896,"_23":49,"_428":1915},"https://github.com/parquet-go/parquet-go",{"_37":1905,"_23":49,"_428":1917},"https://x.com/__Achille__/status/2068578598521594131?s=20",{"_37":1919,"_23":297,"_298":1920,"_306":1925,"_308":309},"db3ee98b4732",[1921],{"_37":1922,"_23":302,"_303":1923,"_174":1924},"c4c16313a7d9",[],"“The second blocker is the usual enterprise gate: Compliance, security review, governance. There is nothing special here, it is just work you have to do to be allowed in the building. We are starting SOC 2 now for that reason.”",[],{"_37":1927,"_23":297,"_298":1928,"_306":1933,"_308":309},"a54d47547e16",[1929],{"_37":1930,"_23":302,"_303":1931,"_174":1932},"e0ef4e839b26",[],"“The third blocker is not so much a blocker as it is inertia: Simply the reason to bother to do anything. Enterprises are actually a strong fit, because their scale and internal complexity produce a lot of recoverable inefficiency. In a large system, the performance you have left on the table is real money on the bill. Once trust and compliance are cleared, that recoverable cost is a very concrete reason to engage.”",[],{"_37":1935,"_23":297,"_298":1936,"_306":1941,"_308":309},"818c82cb1709",[1937],{"_37":1938,"_23":302,"_303":1939,"_174":1940},"a11e40641afa",[],"“What it takes [to get into enterprises] is portable, verifiable proof on code that looks like theirs, compliance work done honestly, and a value story told in the language they care about, which is cost and risk, not benchmarks for their own sake. For us, this is the route, not the first stop. The immediate motion is the public open-source work and self-serve adoption. The enterprise conversation opens once that public credibility is built.”",[],{"_37":1943,"_23":297,"_298":1944,"_306":1949,"_308":1154},"58407b0a1fc2",[1945],{"_37":1946,"_23":302,"_303":1947,"_174":1948},"9b3b17aee998",[],"\"[For enterprises], the first [blocker] is trust, which is the hard one. You are asking a large organization to let an autonomous system reason about and propose changes to code that runs their business. They will not do that on a verbal promise. The second blocker is the usual enterprise gate: Compliance, security review, governance. The third blocker is not so much a blocker as it is inertia: Simply the reason to bother to do anything.”",[],{"_37":1951,"_23":297,"_298":1952,"_306":1957,"_308":382},"9a70b4ad9aea",[1953],{"_37":1954,"_23":302,"_303":1955,"_174":1956},"78b303d327ce",[],"What the Future of Performance Engineering Looks Like",[],{"_37":1959,"_23":297,"_298":1960,"_306":1965,"_308":309},"6774c3f9c853",[1961],{"_37":1962,"_23":302,"_303":1963,"_174":1964},"c73730ce1a34",[],"Senart understands the current excitement about AI agents in software, but isn’t sure that performance engineering will simply become another agentic guardrail. “Guardrails are part of it, but the real question is where the human sits on the spectrum between specifying everything up front and steering every step (and both ends fail).”",[],{"_37":1967,"_23":297,"_298":1968,"_306":1973,"_308":309},"736ea2f89f04",[1969],{"_37":1970,"_23":302,"_303":1971,"_174":1972},"e5b0adca6d5f",[],"The founder offers the two extremes: The ‘dark factory’ that is prompted once while humans step back, without human judgement or context along the way. The other is today’s common practice of endlessly babysitting coding agents edit by edit, which preserves human judgement but can’t scale, turning senior engineers into bottlenecks.",[],{"_37":1975,"_23":297,"_298":1976,"_306":1988,"_308":309},"dfd34744e0b2",[1977,1981,1985],{"_37":1978,"_23":302,"_303":1979,"_174":1980},"55d49b92e2b4",[],"“What actually amplifies a senior engineer is in between, and it is the harder thing to build. The human stays on the decisions that carry judgment, which tradeoffs to accept and what is worth holding, while the system runs the steps underneath and surfaces only the calls that need a person. Present where judgment is required, absent everywhere else. Not steering more, steering ",{"_37":1982,"_23":302,"_303":1983,"_174":1984},"b0410682ed1e",[458],"higher",{"_37":1986,"_23":302,"_303":1987,"_174":1257},"4cade10826e2",[],[],{"_37":1990,"_23":297,"_298":1991,"_306":1996,"_308":309},"1f895ba22398",[1992],{"_37":1993,"_23":302,"_303":1994,"_174":1995},"4593e958af10",[],"“Performance needs exactly this, because the target keeps moving. You cannot freeze the judgment into an up-front spec when the envelope shifts with every change, but you also cannot re-derive every step by hand each time. So you want a system that does the relentless step-level work and pulls the human in precisely when a real tradeoff is on the table.”",[],{"_37":1998,"_23":297,"_298":1999,"_306":2004,"_308":309},"85917623cc1a",[2000],{"_37":2001,"_23":302,"_303":2002,"_174":2003},"b71d478d831e",[],"“That is what Perfloop is built for. The whole loop runs as an MCP server, so the pieces are callable on their own: A person or an agent can point it at one slice of code, or hand it a rough hunch about what might be slow and get back a benchmarked case. Autonomy is a dial the customer controls, from scoping, to directing, to reviewing, to fully delegating, which is really just a way of choosing how high on that spectrum you sit.”",[],{"_37":2006,"_23":297,"_298":2007,"_306":2012,"_308":309},"69844ce85a03",[2008],{"_37":2009,"_23":302,"_303":2010,"_174":2011},"ca445a8b8cd2",[],"“My honest bet is most teams land at ‘direct’ or ‘review’ for anything that matters: Let the system carry the steps and the proof, but keep their hands on the decisions that need judgment. So performance engineering won’t shrink into a guardrail. It will remain a loop that humans steer from above, with far more reach than before.”",[],{"_37":2014,"_23":297,"_298":2015,"_306":2020,"_308":309},"44c6632fc6cd",[2016],{"_37":2017,"_23":302,"_303":2018,"_174":2019},"4738e59bec97",[],"The founder notes two additional factors that will affect future software projects. “First, the set of teams exposed to scale is expanding fast, because agent traffic drags services that used to be ‘safe’ into the deep end. Second, for the teams already at scale, the economics changed underneath them: The debt piles up faster, because agents write more code with less scrutiny per line, and it no longer depreciates the way it used to, because you can no longer count on cheaper, faster hardware to absorb it.”",[],{"_37":2022,"_23":297,"_298":2023,"_306":2028,"_308":309},"42705e1fddd8",[2024],{"_37":2025,"_23":302,"_303":2026,"_174":2027},"8b4b8729c0a3",[],"“Performance debt that used to quietly depreciate now accrues interest. When a problem goes from occasional to continuous, how you handle it has to change too. A once-a-year expert audit cannot keep up with debt that compounds. Perfloop is my bet on what replaces it: The rigor a great performance engineer brings, available to any team that needs it, with the human keeping the judgment and the system carrying the grind. The open-source work is where we are proving it in public, one verifiable win at a time.”",[],15,"05705342-f90c-45e4-9455-efa317ecd74c","2026-07-16T15:47:00.000Z","automating-performance-engineering-with-ai-and-humans-in-the-loop","Will AI Manage Software Performance with Humans in the Loop?","modules","moreFromLibrary",[2037,2039,2041],{"_37":2038,"_116":330,"_23":118},"QvC476KRHR2H",{"_37":2040,"_116":350,"_23":118},"NS8kB78EWUP0",{"_37":2042,"_116":366,"_23":118},"Je5oXU9fEsZF","outlines",[2045],{"_37":2046,"_23":297,"_298":2047,"_306":2052,"_308":309},"720bd7a86068",[2048],{"_37":2049,"_23":302,"_303":2050,"_174":2051},"89d21c338e98",[],"

The Last 6 Mos of the Agentic Engineering Revolution\n
- The Monthly Model Waves\n
  - November's Wave of Model Releases
  - December: Holiday Experiments
  \n
- Ambition and the Rise of Claws\n
  - January and the Ambition Problem
  - February and the Rise of Claws
  \n
- Proving Agents Can Ship\n
  - Proving Agent Code Works
  - March: GPT-5.4
  - April: Open Weight Models
  \n
- What It Means for How We Build\n
  - Deep Blue
  - The Cognitive Load Problem
  - Reinventing How We Build Software
  \n
\n

",[],"posterFrame",{"_23":149,"_114":2055},{"_116":2056,"_23":118},"image-c85726e0a8f77c6b2cf5169e18d2fcf997df0e38-1920x1080-jpg","2026-06-16T21:55:32.272Z","seo",{"_147":2060,"_23":2058,"_28":2063,"_2064":196,"_2065":196,"_2066":305},{"_23":149,"_114":2061},{"_116":2062,"_23":118},"image-ec77e52145c567e7fcc9f3306892f1da4e3e1cad-1920x1080-png","Our digital coding interns can rise to real challenges provided we give them clear goals, the right tools, and context. But steering them well is its own craft.","nofollow","noindex","OGdescription","slideDeck",{"_23":333,"_2069":2070},"current","the-agentic-engineering-revolution","speakers","speakersWithOrg",[2074],{"_37":2075,"_23":2076,"_2077":-5,"_2078":2079},"9598bfdfd734","speaker","organization","person",{"_11":2080,"_13":2081,"_14":2082,"_23":2078,"_24":2083,"_2084":2085,"_2156":196,"_2157":2094,"_2077":2158,"_2165":196,"_2166":2167,"_2170":2171,"_2058":2172,"_2173":196},"2025-07-06T20:38:55Z","48d0ce9b-96b2-4109-a200-e9859478dbae","w3qt5mdK24g1dSBDpRE1uF","2025-08-13T21:50:57Z","bio",[2086],{"_37":2087,"_23":297,"_298":2088,"_306":2143,"_308":309},"b363c70aef5a",[2089,2095,2099,2104,2108,2113,2117,2122,2126,2131,2135,2140],{"_37":2090,"_23":302,"_303":2091,"_174":2094},"2383e59bb0dc",[2092,2093],"b462eb10a22a","strong","Simon Willison",{"_37":2096,"_23":302,"_303":2097,"_174":2098},"5b62ebcdbdb9",[]," is the creator of ",{"_37":2100,"_23":302,"_303":2101,"_174":2103},"734e8ee4ee04",[2102],"928759406a86","Datasette",{"_37":2105,"_23":302,"_303":2106,"_174":2107},"5be47ec740f7",[]," and a co-creator of the ",{"_37":2109,"_23":302,"_303":2110,"_174":2112},"a200014c94a8",[2111],"76dd07c5e21b","Django",{"_37":2114,"_23":302,"_303":2115,"_174":2116},"15da85028300",[]," web framework. He has been an influential voice in web development through his blog, ",{"_37":2118,"_23":302,"_303":2119,"_174":2121},"b4f791a5284e",[2120],"e04ac7590a27","simonwillison.net",{"_37":2123,"_23":302,"_303":2124,"_174":2125},"f06044e33f91",[],", since 2002. Previously, he co-founded ",{"_37":2127,"_23":302,"_303":2128,"_174":2130},"c42bcee03dc1",[2129],"393a3dc59df2","Lanyrd",{"_37":2132,"_23":302,"_303":2133,"_174":2134},"c8a91631041a",[],", which was acquired by ",{"_37":2136,"_23":302,"_303":2137,"_174":2139},"e9146ccf9aa9",[2138],"917d15809b38","Eventbrite",{"_37":2141,"_23":302,"_303":2142,"_174":1026},"29cf7e3aa243",[],[2144,2146,2148,2150,2152,2154],{"_37":2092,"_23":49,"_428":2145},"https://www.linkedin.com/in/simonwillison/",{"_37":2102,"_23":49,"_428":2147},"https://datasette.io/",{"_37":2111,"_23":49,"_428":2149},"https://www.djangoproject.com/",{"_37":2129,"_23":49,"_428":2151},"https://www.ycombinator.com/companies/lanyrd",{"_37":2138,"_23":49,"_428":2153},"https://www.eventbrite.com/",{"_37":2120,"_23":49,"_428":2155},"https://simonwillison.net/","generate","name",{"_11":2159,"_13":2160,"_14":2161,"_23":2077,"_24":2162,"_2156":196,"_2157":2103,"_2163":196,"_2058":2164},"2025-07-06T20:41:42Z","86db4331-d21d-4f12-8e0e-5acdb8c3807c","w3qt5mdK24g1dSBDpRJbC3","2025-08-13T22:11:31Z","portfolioCompany",{"_23":2058,"_2064":196,"_2065":196},"partner","photo",{"_23":113,"_114":2168},{"_116":2169,"_23":118},"image-780e88d6d25c446e411b1fd95c56714685419cbd-800x800-jpg","position","Founder",{"_23":2058,"_2064":196,"_2065":196},"teamMember","startDate","tags",[2177,2186,2194],{"_11":2178,"_13":2179,"_14":2180,"_23":2181,"_24":2178,"_28":2182,"_2157":2183,"_333":2184},"2024-09-05T17:31:35Z","017fa9be-32e2-46ee-bddf-f13275fbdf00","aeN0todGvIjkWyTywFzV6F","tag","Pertaining to the technology underpinning AI and machine learning operations.","AI Infrastructure",{"_23":333,"_2069":2185},"ai-infrastructure",{"_11":2187,"_13":2188,"_14":2189,"_23":2181,"_24":2187,"_28":2190,"_2157":2191,"_333":2192},"2025-04-15T17:19:22Z","80867d7d-9222-41f5-a465-915aa791bc97","YlxgmKTLxstUdop23VNy4f","AI agents are autonomous systems built to independently take action on business or technical tasks.","AI Agents",{"_23":333,"_2069":2193},"ai-agents",{"_11":2195,"_13":2196,"_14":2197,"_23":2181,"_24":2195,"_28":2198,"_2157":2199,"_333":2200},"2023-07-17T23:23:49Z","eec559a9-10e7-4405-82e4-e0736495ec36","TfMkf5gVJ7UWv1vMi5Qxor","Artificial intelligence, including AI-powered coding assistants built on large language models.","AI",{"_23":333,"_2069":2201},"ai","The Last 6 Mos of the Agentic Engineering Revolution","transcript",[2205,2239,2260,2291,2322,2363,2394,2425,2466,2487,2518,2559,2580,2611,2619,2650,2671,2702,2733,2764,2785,2796,2817,2838,2869,2900,2931,2962,2973,3014,3055,3076,3084,3105,3126,3147,3168,3189,3210,3241,3282,3313,3344,3375,3396,3407,3428,3449,3480,3501,3509,3530,3551,3592,3623,3644,3685,3716,3767,3798,3829,3870,3891,3922,3953,3984,3992,4023,4064,4105,4156,4186,4217,4238,4269,4290,4321,4362,4403,4424,4465,4486,4537,4578,4609,4630,4691,4722,4773,4814,4845,4886,4937,4958,4979,4987,5018,5059,5100,5108,5139,5170,5201,5232,5273,5281,5322,5353,5384,5405,5426,5457,5488,5519,5550,5571,5602,5633,5664,5705,5726,5757,5768,5799,5830,5871,5892,5933,5974,5995,6016,6057,6065,6096,6127,6158,6209,6240,6271,6292,6343,6351,6392,6423,6454,6462,6493,6534,6595,6616,6637,6668,6689],{"_37":2206,"_23":297,"_298":2207,"_306":2230,"_308":309},"43aea2575de3",[2208,2213,2217,2222,2225],{"_37":2209,"_23":302,"_303":2210,"_174":2212},"8b2e9100bb9d",[2211],"7b3d6cc","Hi everyone, really great to be here.",{"_37":2214,"_23":302,"_303":2215,"_174":2216},"86fb5c06e4cb",[]," ",{"_37":2218,"_23":302,"_303":2219,"_174":2221},"34e7a82e9c64",[2220],"fbb8385","I have vibe coded my own presentation software with its own vibe coded mobile thing, so hopefully it'll work.",{"_37":2223,"_23":302,"_303":2224,"_174":2216},"2207e17dab1b",[],{"_37":2226,"_23":302,"_303":2227,"_174":2229},"683501882d12",[2228],"8b8fb28","It should be okay.",[2231,2235,2237],{"_37":2211,"_23":2232,"_2233":2234},"timestamp","time","00:00:02.640",{"_37":2220,"_23":2232,"_2233":2236},"00:00:04.960",{"_37":2228,"_23":2232,"_2233":2238},"00:00:11.440",{"_37":2240,"_23":297,"_298":2241,"_306":2255,"_308":309},"62e783e3e598",[2242,2247,2250],{"_37":2243,"_23":302,"_303":2244,"_174":2246},"75e4cbf49b39",[2245],"55139be","Yeah, I'm here to talk about the last six months of the agentic engineering revolution.",{"_37":2248,"_23":302,"_303":2249,"_174":2216},"efa71d429ff8",[],{"_37":2251,"_23":302,"_303":2252,"_174":2254},"6343baf5bc7a",[2253],"4ab0384","Because when we were talking about this conference, I realized that six months ago was November, and November really is when all of this stuff got super interesting.",[2256,2258],{"_37":2245,"_23":2232,"_2233":2257},"00:00:12.460",{"_37":2253,"_23":2232,"_2233":2259},"00:00:17.580",{"_37":2261,"_23":297,"_298":2262,"_306":2284,"_308":309},"43fdef4b90e9",[2263,2268,2271,2276,2279],{"_37":2264,"_23":302,"_303":2265,"_174":2267},"853de3a9e8f4",[2266],"fddd722","And I mentioned I called it agentic engineering.",{"_37":2269,"_23":302,"_303":2270,"_174":2216},"d61fe6713121",[],{"_37":2272,"_23":302,"_303":2273,"_174":2275},"5cc2e3b38daf",[2274],"2807b02","I want to quickly highlight this because everyone knows about vibe coding.",{"_37":2277,"_23":302,"_303":2278,"_174":2216},"c4ca5514feb8",[],{"_37":2280,"_23":302,"_303":2281,"_174":2283},"0ae43993f409",[2282],"9d67066","The term is everywhere.",[2285,2287,2289],{"_37":2266,"_23":2232,"_2233":2286},"00:00:25.779",{"_37":2274,"_23":2232,"_2233":2288},"00:00:28.820",{"_37":2282,"_23":2232,"_2233":2290},"00:00:32.660",{"_37":2292,"_23":297,"_298":2293,"_306":2315,"_308":309},"8c2e2ce9e489",[2294,2299,2302,2307,2310],{"_37":2295,"_23":302,"_303":2296,"_174":2298},"ce15ed443704",[2297],"ccfa228","The question we've had to answer is what do we call vibe coding when professional engineers use AI to build real products?",{"_37":2300,"_23":302,"_303":2301,"_174":2216},"857f73dc2495",[],{"_37":2303,"_23":302,"_303":2304,"_174":2306},"33027abaa233",[2305],"8640b6d","Because some people are calling that vibe coding.",{"_37":2308,"_23":302,"_303":2309,"_174":2216},"12f652e25a79",[],{"_37":2311,"_23":302,"_303":2312,"_174":2314},"216204c7227b",[2313],"10daf8f","That doesn't feel right to me.",[2316,2318,2320],{"_37":2297,"_23":2232,"_2233":2317},"00:00:34.360",{"_37":2305,"_23":2232,"_2233":2319},"00:00:41.240",{"_37":2313,"_23":2232,"_2233":2321},"00:00:43.400",{"_37":2323,"_23":297,"_298":2324,"_306":2354,"_308":1154},"3df219f22391",[2325,2330,2333,2338,2341,2346,2349],{"_37":2326,"_23":302,"_303":2327,"_174":2329},"29ca36400854",[2328],"f7770a5","Vibe coding, I think, is when",{"_37":2331,"_23":302,"_303":2332,"_174":2216},"6e617b0e305c",[],{"_37":2334,"_23":302,"_303":2335,"_174":2337},"ca0f077cfc0b",[2336],"f05f089","non-technical people can prompt something to existence without really understanding how it works.",{"_37":2339,"_23":302,"_303":2340,"_174":2216},"45ce4b259a36",[],{"_37":2342,"_23":302,"_303":2343,"_174":2345},"976e90bbe096",[2344],"f0b658e","I've got twenty-five years of experience.",{"_37":2347,"_23":302,"_303":2348,"_174":2216},"a925f50861ef",[],{"_37":2350,"_23":302,"_303":2351,"_174":2353},"b6a1ad645077",[2352],"ab0272b","I'm doing something a little bit more serious than that.",[2355,2357,2359,2361],{"_37":2328,"_23":2232,"_2233":2356},"00:00:44.280",{"_37":2336,"_23":2232,"_2233":2358},"00:00:45.920",{"_37":2344,"_23":2232,"_2233":2360},"00:00:50.000",{"_37":2352,"_23":2232,"_2233":2362},"00:00:51.920",{"_37":2364,"_23":297,"_298":2365,"_306":2387,"_308":309},"543a5fb9a2cf",[2366,2371,2374,2379,2382],{"_37":2367,"_23":302,"_303":2368,"_174":2370},"c3f12f2818d4",[2369],"0a368c4","I've been calling it agentic engineering out of many different options.",{"_37":2372,"_23":302,"_303":2373,"_174":2216},"cf9cd0f4a9e1",[],{"_37":2375,"_23":302,"_303":2376,"_174":2378},"6ae1826f2ca2",[2377],"cd28ff3","And then I realized that the first time I'd seen agentic engineering was actually this post from",{"_37":2380,"_23":302,"_303":2381,"_174":2216},"ef9da4939312",[],{"_37":2383,"_23":302,"_303":2384,"_174":2386},"27366faf99c7",[2385],"2ba4f20","October of last year from an at-the-time little-known developer called Peter Steinberger, who wrote about his no BS way of agentic engineering. This date is important.",[2388,2390,2392],{"_37":2369,"_23":2232,"_2233":2389},"00:00:55.780",{"_37":2377,"_23":2232,"_2233":2391},"00:01:00.260",{"_37":2385,"_23":2232,"_2233":2393},"00:01:06.120",{"_37":2395,"_23":297,"_298":2396,"_306":2418,"_308":309},"d62d77d99899",[2397,2402,2405,2410,2413],{"_37":2398,"_23":302,"_303":2399,"_174":2401},"555a89e2caec",[2400],"1af9feb","This was on the 15th of October.",{"_37":2403,"_23":302,"_303":2404,"_174":2216},"ce944ea35338",[],{"_37":2406,"_23":302,"_303":2407,"_174":2409},"2f10ac16b8df",[2408],"4ffdf05","It was then picked up by Andrej Karpathy, who coined vibe coding in the future as very, very good at coining terms.",{"_37":2411,"_23":302,"_303":2412,"_174":2216},"ab3bfe9fa3b0",[],{"_37":2414,"_23":302,"_303":2415,"_174":2417},"5343a14f3b39",[2416],"cab4d3d","He said of all of the options, personally my current favorite is agentic engineering.",[2419,2421,2423],{"_37":2400,"_23":2232,"_2233":2420},"00:01:15.800",{"_37":2408,"_23":2232,"_2233":2422},"00:01:18.159",{"_37":2416,"_23":2232,"_2233":2424},"00:01:27.460",{"_37":2426,"_23":297,"_298":2427,"_306":2457,"_308":309},"041e0c890574",[2428,2433,2436,2441,2444,2449,2452],{"_37":2429,"_23":302,"_303":2430,"_174":2432},"5640cfb49095",[2431],"b13f902","And then the thing that clinched it for me was a couple of weeks later when Chinese AI Research Lab GLM",{"_37":2434,"_23":302,"_303":2435,"_174":2216},"2783eb969ff3",[],{"_37":2437,"_23":302,"_303":2438,"_174":2440},"f8285073f789",[2439],"1cd86c1","released a GLM 5 and they called it from vibe coding to agentic engineering.",{"_37":2442,"_23":302,"_303":2443,"_174":2216},"89c45a2d80da",[],{"_37":2445,"_23":302,"_303":2446,"_174":2448},"2ac10c287034",[2447],"7fd0c05","And I'm like, okay, if this has made it all the way to the Chinese AI labs, this is a term that I can invest in.",{"_37":2450,"_23":302,"_303":2451,"_174":2216},"e81ed29c451f",[],{"_37":2453,"_23":302,"_303":2454,"_174":2456},"839d035c6d73",[2455],"4363f8f","I can get on board with this one now.",[2458,2460,2462,2464],{"_37":2431,"_23":2232,"_2233":2459},"00:01:32.100",{"_37":2439,"_23":2232,"_2233":2461},"00:01:38.360",{"_37":2447,"_23":2232,"_2233":2463},"00:01:42.920",{"_37":2455,"_23":2232,"_2233":2465},"00:01:48.119",{"_37":2467,"_23":297,"_298":2468,"_306":2482,"_308":309},"ee65c2769060",[2469,2474,2477],{"_37":2470,"_23":302,"_303":2471,"_174":2473},"963717c339ef",[2472],"afaae23","So, I promised the last six months, but it's worth rolling back just over a year because in February 2025, this happened.",{"_37":2475,"_23":302,"_303":2476,"_174":2216},"0594eb956904",[],{"_37":2478,"_23":302,"_303":2479,"_174":2481},"6142afa6ba19",[2480],"5702905","Anthropic released their exciting new model, Claude 3.7 Sonnet.",[2483,2485],{"_37":2472,"_23":2232,"_2233":2484},"00:01:50.440",{"_37":2480,"_23":2232,"_2233":2486},"00:01:58.600",{"_37":2488,"_23":297,"_298":2489,"_306":2511,"_308":309},"65cc91e62667",[2490,2495,2498,2503,2506],{"_37":2491,"_23":302,"_303":2492,"_174":2494},"043bf4715616",[2493],"ae3c123","And had this thing called Claude Code as literally a bullet point of the release.",{"_37":2496,"_23":302,"_303":2497,"_174":2216},"059fca963ae2",[],{"_37":2499,"_23":302,"_303":2500,"_174":2502},"2e9e6a826bc0",[2501],"60dbb25","They were like, oh, and yeah, we're also doing this Claude Code thing.",{"_37":2504,"_23":302,"_303":2505,"_174":2216},"e9ff1d4435df",[],{"_37":2507,"_23":302,"_303":2508,"_174":2510},"572e71a2026e",[2509],"5054b05","They clearly didn't understand what they were onto.",[2512,2514,2516],{"_37":2493,"_23":2232,"_2233":2513},"00:02:02.740",{"_37":2501,"_23":2232,"_2233":2515},"00:02:07.060",{"_37":2509,"_23":2232,"_2233":2517},"00:02:10.340",{"_37":2519,"_23":297,"_298":2520,"_306":2550,"_308":309},"445b58117f68",[2521,2526,2529,2534,2537,2542,2545],{"_37":2522,"_23":302,"_303":2523,"_174":2525},"3c8df28f242f",[2524],"045b703","They didn't realize this was the product that would generate",{"_37":2527,"_23":302,"_303":2528,"_174":2216},"fc6c7778ab54",[],{"_37":2530,"_23":302,"_303":2531,"_174":2533},"43bac77e587f",[2532],"034729a","four and then eight and then however many billions of annual revenue they've got to right now.",{"_37":2535,"_23":302,"_303":2536,"_174":2216},"a47d1db4716d",[],{"_37":2538,"_23":302,"_303":2539,"_174":2541},"a19eb8998db9",[2540],"5c62222","But this really was the spark moment, the moment where prior to this",{"_37":2543,"_23":302,"_303":2544,"_174":2216},"97248220dcec",[],{"_37":2546,"_23":302,"_303":2547,"_174":2549},"083a04b6860c",[2548],"7dd9f59","one of the most exciting innovations in AI was ChatGPT code interpreter, in my opinion.",[2551,2553,2555,2557],{"_37":2524,"_23":2232,"_2233":2552},"00:02:12.660",{"_37":2532,"_23":2232,"_2233":2554},"00:02:15.520",{"_37":2540,"_23":2232,"_2233":2556},"00:02:19.520",{"_37":2548,"_23":2232,"_2233":2558},"00:02:24.240",{"_37":2560,"_23":297,"_298":2561,"_306":2575,"_308":309},"127d5c64d42b",[2562,2567,2570],{"_37":2563,"_23":302,"_303":2564,"_174":2566},"077d6e4ef9e0",[2565],"51a1fb3","The thing where ChatGPT could write some Python code and run it in a loop and see what it did and then fix problems.",{"_37":2568,"_23":302,"_303":2569,"_174":2216},"0a98f0552b86",[],{"_37":2571,"_23":302,"_303":2572,"_174":2574},"9f46b7f20a48",[2573],"8efa1d8","Anthropic, Claude Code just leaned into that.",[2576,2578],{"_37":2565,"_23":2232,"_2233":2577},"00:02:30.320",{"_37":2573,"_23":2232,"_2233":2579},"00:02:36.840",{"_37":2581,"_23":297,"_298":2582,"_306":2604,"_308":309},"58c8c22a18eb",[2583,2588,2591,2596,2599],{"_37":2584,"_23":302,"_303":2585,"_174":2587},"41eb01c9b002",[2586],"c7eb15e","It's like, okay, turns out giving an LLM the ability to write and then run code",{"_37":2589,"_23":302,"_303":2590,"_174":2216},"45608b9c651c",[],{"_37":2592,"_23":302,"_303":2593,"_174":2595},"23cbafc98e68",[2594],"fd095da","is super interesting and there's a lot of potential there.",{"_37":2597,"_23":302,"_303":2598,"_174":2216},"dd0786a5203a",[],{"_37":2600,"_23":302,"_303":2601,"_174":2603},"b83d9e946f34",[2602],"d4ee570","Turns out there was an enormous amount of potential there.",[2605,2607,2609],{"_37":2586,"_23":2232,"_2233":2606},"00:02:39.080",{"_37":2594,"_23":2232,"_2233":2608},"00:02:46.040",{"_37":2602,"_23":2232,"_2233":2610},"00:02:48.920",{"_37":2612,"_23":297,"_298":2613,"_306":2618,"_308":382},"494537519ce7",[2614],{"_37":2615,"_23":302,"_303":2616,"_174":2617},"3f123a9fa3d6",[],"November's Wave of Model Releases",[],{"_37":2620,"_23":297,"_298":2621,"_306":2643,"_308":309},"3528b06c70be",[2622,2627,2630,2635,2638],{"_37":2623,"_23":302,"_303":2624,"_174":2626},"1476a7b0a043",[2625],"cbb66b2","So let's get to November, right?",{"_37":2628,"_23":302,"_303":2629,"_174":2216},"c4fe59fdb234",[],{"_37":2631,"_23":302,"_303":2632,"_174":2634},"fbe9e0cc11ec",[2633],"9b122e7","November was a wild month in terms of model releases.",{"_37":2636,"_23":302,"_303":2637,"_174":2216},"a36a2895e521",[],{"_37":2639,"_23":302,"_303":2640,"_174":2642},"ac09ac861b44",[2641],"0e8434f","And I try to blog about almost every notable model that comes along.",[2644,2646,2648],{"_37":2625,"_23":2232,"_2233":2645},"00:02:51.560",{"_37":2633,"_23":2232,"_2233":2647},"00:02:53.160",{"_37":2641,"_23":2232,"_2233":2649},"00:02:58.780",{"_37":2651,"_23":297,"_298":2652,"_306":2666,"_308":309},"5e41f24001aa",[2653,2658,2661],{"_37":2654,"_23":302,"_303":2655,"_174":2657},"a703e5d9c251",[2656],"67994c9","At the start of the month, the best model in the world was Claude Sonnet 4.5.",{"_37":2659,"_23":302,"_303":2660,"_174":2216},"231aa450eb93",[],{"_37":2662,"_23":302,"_303":2663,"_174":2665},"71da25ff4844",[2664],"9fc845b","We'd had that for a few months already.",[2667,2669],{"_37":2656,"_23":2232,"_2233":2668},"00:03:03.860",{"_37":2664,"_23":2232,"_2233":2670},"00:03:10.980",{"_37":2672,"_23":297,"_298":2673,"_306":2695,"_308":309},"201865114d25",[2674,2679,2682,2687,2690],{"_37":2675,"_23":302,"_303":2676,"_174":2678},"c08e7ac0da74",[2677],"39df026","It was super capable.",{"_37":2680,"_23":302,"_303":2681,"_174":2216},"4371bbbe0b45",[],{"_37":2683,"_23":302,"_303":2684,"_174":2686},"46a32d7717c7",[2685],"fa2237c","It was really good at using Claude's own code interpreter mode.",{"_37":2688,"_23":302,"_303":2689,"_174":2216},"4e0b6fb71d6a",[],{"_37":2691,"_23":302,"_303":2692,"_174":2694},"7282b0769f2f",[2693],"e37904f","And it drew me a pelican riding a bicycle that looked like that.",[2696,2698,2700],{"_37":2677,"_23":2232,"_2233":2697},"00:03:13.040",{"_37":2685,"_23":2232,"_2233":2699},"00:03:14.800",{"_37":2693,"_23":2232,"_2233":2701},"00:03:18.560",{"_37":2703,"_23":297,"_298":2704,"_306":2726,"_308":309},"ea17fd20b5ac",[2705,2710,2713,2718,2721],{"_37":2706,"_23":302,"_303":2707,"_174":2709},"f32da1af1b29",[2708],"eb8a1ae","And that's okay.",{"_37":2711,"_23":302,"_303":2712,"_174":2216},"4dd03475fabb",[],{"_37":2714,"_23":302,"_303":2715,"_174":2717},"17e30aacbc30",[2716],"921fb5b","I've been asking models to draw pelicans riding bicycles as SVGs for a year and a half now, I think.",{"_37":2719,"_23":302,"_303":2720,"_174":2216},"f6681bd908b2",[],{"_37":2722,"_23":302,"_303":2723,"_174":2725},"6bd97ed18c35",[2724],"d858b5e","It wasn't the best I've ever seen, but it was pretty good.",[2727,2729,2731],{"_37":2708,"_23":2232,"_2233":2728},"00:03:24.700",{"_37":2716,"_23":2232,"_2233":2730},"00:03:26.140",{"_37":2724,"_23":2232,"_2233":2732},"00:03:31.980",{"_37":2734,"_23":297,"_298":2735,"_306":2757,"_308":309},"71aad31d373e",[2736,2741,2744,2749,2752],{"_37":2737,"_23":302,"_303":2738,"_174":2740},"e43897bb2e36",[2739],"e08d8f6","Then, a few days later, we got GPT 5.1, and suddenly Sonnet was no longer the best model in the world.",{"_37":2742,"_23":302,"_303":2743,"_174":2216},"23fef7c39f2d",[],{"_37":2745,"_23":302,"_303":2746,"_174":2748},"de07a57e1493",[2747],"6522543","This one was the best new model for a week, I think, because then Gemini 3 Pro came out, which",{"_37":2750,"_23":302,"_303":2751,"_174":2216},"00689f25cce6",[],{"_37":2753,"_23":302,"_303":2754,"_174":2756},"b271bf178850",[2755],"4a7ab9e","depending on your benchmarks was even better.",[2758,2760,2762],{"_37":2739,"_23":2232,"_2233":2759},"00:03:35.860",{"_37":2747,"_23":2232,"_2233":2761},"00:03:42.740",{"_37":2755,"_23":2232,"_2233":2763},"00:03:50.440",{"_37":2765,"_23":297,"_298":2766,"_306":2780,"_308":309},"ffd93ca12f2c",[2767,2772,2775],{"_37":2768,"_23":302,"_303":2769,"_174":2771},"7386e8661499",[2770],"e9dfa99","And then OpenAI were like, well, okay, we'll do GPT 5.1 Codex Max.",{"_37":2773,"_23":302,"_303":2774,"_174":2216},"f61dd8c88b9f",[],{"_37":2776,"_23":302,"_303":2777,"_174":2779},"d6afc909f0ab",[2778],"9b1a1ca","I'm so glad they've retired that naming convention.",[2781,2783],{"_37":2770,"_23":2232,"_2233":2782},"00:03:52.440",{"_37":2778,"_23":2232,"_2233":2784},"00:03:57.400",{"_37":2786,"_23":297,"_298":2787,"_306":2793,"_308":309},"d4a5ed401d8d",[2788],{"_37":2789,"_23":302,"_303":2790,"_174":2792},"d3ec1493eea3",[2791],"16ab5df","But that was their response. They had their code red, where they were terrified the Gemini was catching up, and they put that one.",[2794],{"_37":2791,"_23":2232,"_2233":2795},"00:04:00.400",{"_37":2797,"_23":297,"_298":2798,"_306":2812,"_308":309},"7ff17a2f23b6",[2799,2804,2807],{"_37":2800,"_23":302,"_303":2801,"_174":2803},"6d16ff9d9fea",[2802],"13b5685","And then by the end of the month we had Opus 4.5,",{"_37":2805,"_23":302,"_303":2806,"_174":2216},"f7343e0081f2",[],{"_37":2808,"_23":302,"_303":2809,"_174":2811},"00bc84613f81",[2810],"32c3ca2","which was the new best model for quite a long time after that.",[2813,2815],{"_37":2802,"_23":2232,"_2233":2814},"00:04:06.960",{"_37":2810,"_23":2232,"_2233":2816},"00:04:10.640",{"_37":2818,"_23":297,"_298":2819,"_306":2833,"_308":309},"ada1a7e4f7c4",[2820,2825,2828],{"_37":2821,"_23":302,"_303":2822,"_174":2824},"afa07cdbf296",[2823],"8898a2d","So in a single month, the best model hat went from Claude Sonnet to 5.1 to Gemini 3 to GPT 5.1 Codex Max to Claude Opus 4.5.",{"_37":2826,"_23":302,"_303":2827,"_174":2216},"9be05778c5db",[],{"_37":2829,"_23":302,"_303":2830,"_174":2832},"cb66922e3358",[2831],"108c851","That was a crazy, crazy ride.",[2834,2836],{"_37":2823,"_23":2232,"_2233":2835},"00:04:13.760",{"_37":2831,"_23":2232,"_2233":2837},"00:04:23.020",{"_37":2839,"_23":297,"_298":2840,"_306":2862,"_308":309},"ede9e2c90393",[2841,2846,2849,2854,2857],{"_37":2842,"_23":302,"_303":2843,"_174":2845},"1bfd5982e342",[2844],"5c8389e","And I think the reason that happened is that at the start of 2025, both OpenAI and Anthropic had realized that code is the thing that you need to optimize for.",{"_37":2847,"_23":302,"_303":2848,"_174":2216},"25a48164f2ed",[],{"_37":2850,"_23":302,"_303":2851,"_174":2853},"35de3f1191e3",[2852],"17c6119","It's the most economically valuable thing that these models can do.",{"_37":2855,"_23":302,"_303":2856,"_174":2216},"4593a37c085f",[],{"_37":2858,"_23":302,"_303":2859,"_174":2861},"b596b28023dc",[2860],"c745e0d","It's quite easy to optimize for using a reinforcement learning loop.",[2863,2865,2867],{"_37":2844,"_23":2232,"_2233":2864},"00:04:25.100",{"_37":2852,"_23":2232,"_2233":2866},"00:04:35.560",{"_37":2860,"_23":2232,"_2233":2868},"00:04:38.440",{"_37":2870,"_23":297,"_298":2871,"_306":2893,"_308":309},"adbeec5852a4",[2872,2877,2880,2885,2888],{"_37":2873,"_23":302,"_303":2874,"_174":2876},"e9d62ae9fe22",[2875],"1fd9b59","And I've heard that they invested basically their entire training budgets",{"_37":2878,"_23":302,"_303":2879,"_174":2216},"608e8c57bfc5",[],{"_37":2881,"_23":302,"_303":2882,"_174":2884},"a73d6fb54cf3",[2883],"2af1560","for the year of 2025 into code, into making code better.",{"_37":2886,"_23":302,"_303":2887,"_174":2216},"6f186b832678",[],{"_37":2889,"_23":302,"_303":2890,"_174":2892},"406938a16d33",[2891],"bc9e9ed","And November was the month when those new really good coding models came along.",[2894,2896,2898],{"_37":2875,"_23":2232,"_2233":2895},"00:04:41.880",{"_37":2883,"_23":2232,"_2233":2897},"00:04:45.340",{"_37":2891,"_23":2232,"_2233":2899},"00:04:49.100",{"_37":2901,"_23":297,"_298":2902,"_306":2924,"_308":309},"3e8117eae650",[2903,2908,2911,2916,2919],{"_37":2904,"_23":302,"_303":2905,"_174":2907},"290430c183dd",[2906],"d697790","Also in November, if you remember Pete Steinberger from an earlier slide, this is the first commit to a repository called OpenClaw, although at the time it was called",{"_37":2909,"_23":302,"_303":2910,"_174":2216},"08f05f86ecc9",[],{"_37":2912,"_23":302,"_303":2913,"_174":2915},"116801d18677",[2914],"5c6f056","ClaudeBot, right?",{"_37":2917,"_23":302,"_303":2918,"_174":2216},"b0e97a0ea39a",[],{"_37":2920,"_23":302,"_303":2921,"_174":2923},"dcc1e5384b69",[2922],"275551d","It was ClaudeBot and then it was Maltbook and then it was, yeah yeah yeah.",[2925,2927,2929],{"_37":2906,"_23":2232,"_2233":2926},"00:04:54.860",{"_37":2914,"_23":2232,"_2233":2928},"00:05:05.520",{"_37":2922,"_23":2232,"_2233":2930},"00:05:06.800",{"_37":2932,"_23":297,"_298":2933,"_306":2955,"_308":309},"a762fef8f807",[2934,2939,2942,2947,2950],{"_37":2935,"_23":302,"_303":2936,"_174":2938},"d34328f02744",[2937],"539e356","Anyway, this is the first commit to that repo in November on November 24th, 2025.",{"_37":2940,"_23":302,"_303":2941,"_174":2216},"c7efb44e6361",[],{"_37":2943,"_23":302,"_303":2944,"_174":2946},"d02e0c11998f",[2945],"d8e3b2f","Claude Opus 4.5 came out the same day.",{"_37":2948,"_23":302,"_303":2949,"_174":2216},"4054880482de",[],{"_37":2951,"_23":302,"_303":2952,"_174":2954},"01a0222d35d7",[2953],"99ae0a5","This is Opus Day, when we get the first commits to OpenClaw.",[2956,2958,2960],{"_37":2937,"_23":2232,"_2233":2957},"00:05:10.000",{"_37":2945,"_23":2232,"_2233":2959},"00:05:16.060",{"_37":2953,"_23":2232,"_2233":2961},"00:05:19.180",{"_37":2963,"_23":297,"_298":2964,"_306":2970,"_308":309},"d4f285990e48",[2965],{"_37":2966,"_23":302,"_303":2967,"_174":2969},"72f31d14d984",[2968],"9130ebf","And I've been calling this the November inflection point because all of these models were incremental improvements on the models that came before them.",[2971],{"_37":2968,"_23":2232,"_2233":2972},"00:05:24.100",{"_37":2974,"_23":297,"_298":2975,"_306":3005,"_308":1154},"7f7fc58dc840",[2976,2981,2984,2989,2992,2997,3000],{"_37":2977,"_23":302,"_303":2978,"_174":2980},"2b086f3f6d67",[2979],"7e0553f","But there was a sort of invisible line that they crossed where prior to that,",{"_37":2982,"_23":302,"_303":2983,"_174":2216},"10156104123d",[],{"_37":2985,"_23":302,"_303":2986,"_174":2988},"a5360da5283e",[2987],"78b7ceb","if you asked the model to help you write code, it would usually do something useful.",{"_37":2990,"_23":302,"_303":2991,"_174":2216},"7a8aee52936c",[],{"_37":2993,"_23":302,"_303":2994,"_174":2996},"19f1b8105fc4",[2995],"9e3e585","But after this point, the model would almost always do something useful.",{"_37":2998,"_23":302,"_303":2999,"_174":2216},"4ada7b6effe3",[],{"_37":3001,"_23":302,"_303":3002,"_174":3004},"b53413aeacf1",[3003],"0676b44","And that made all of the difference.",[3006,3008,3010,3012],{"_37":2979,"_23":2232,"_2233":3007},"00:05:32.260",{"_37":2987,"_23":2232,"_2233":3009},"00:05:36.560",{"_37":2995,"_23":2232,"_2233":3011},"00:05:41.440",{"_37":3003,"_23":2232,"_2233":3013},"00:05:44.880",{"_37":3015,"_23":297,"_298":3016,"_306":3046,"_308":309},"cc8d4f9949ac",[3017,3022,3025,3030,3033,3038,3041],{"_37":3018,"_23":302,"_303":3019,"_174":3021},"77319fc4a89d",[3020],"7aa9634","Because you went from having something that was kind of interesting, but you had to really pay close attention to what it was doing, to something where for simple tasks, you could be pretty sure it was just going to get it right.",{"_37":3023,"_23":302,"_303":3024,"_174":2216},"6ec607b6a41f",[],{"_37":3026,"_23":302,"_303":3027,"_174":3029},"6e35606b9639",[3028],"dcc5a57","These days, if I need a",{"_37":3031,"_23":302,"_303":3032,"_174":2216},"d2efc9b72955",[],{"_37":3034,"_23":302,"_303":3035,"_174":3037},"862d9b3724b0",[3036],"e648d57","API endpoint that runs a SQL query and returns JSON of the results,",{"_37":3039,"_23":302,"_303":3040,"_174":2216},"0dbf50a5f1f3",[],{"_37":3042,"_23":302,"_303":3043,"_174":3045},"b446d3205216",[3044],"6823dfd","I don't doubt that any of these models would just do exactly the right thing every single time.",[3047,3049,3051,3053],{"_37":3020,"_23":2232,"_2233":3048},"00:05:46.520",{"_37":3028,"_23":2232,"_2233":3050},"00:05:56.840",{"_37":3036,"_23":2232,"_2233":3052},"00:05:59.220",{"_37":3044,"_23":2232,"_2233":3054},"00:06:04.020",{"_37":3056,"_23":297,"_298":3057,"_306":3071,"_308":309},"d395ebba50b3",[3058,3063,3066],{"_37":3059,"_23":302,"_303":3060,"_174":3062},"9b239936e67d",[3061],"e97e080","And so that was November.",{"_37":3064,"_23":302,"_303":3065,"_174":2216},"e96b5f1d7323",[],{"_37":3067,"_23":302,"_303":3068,"_174":3070},"e8040a6e7d5b",[3069],"d10c7f4","Of course, the problem with November is it's the end of the year.",[3072,3074],{"_37":3061,"_23":2232,"_2233":3073},"00:06:10.139",{"_37":3069,"_23":2232,"_2233":3075},"00:06:11.259",{"_37":3077,"_23":297,"_298":3078,"_306":3083,"_308":382},"c3500d34bc70",[3079],{"_37":3080,"_23":302,"_303":3081,"_174":3082},"8d1da9e668ae",[],"December: Holiday Experiments",[],{"_37":3085,"_23":297,"_298":3086,"_306":3100,"_308":309},"38bea5a04b70",[3087,3092,3095],{"_37":3088,"_23":302,"_303":3089,"_174":3091},"65fbc034fa0f",[3090],"0237649","We did have a couple of things happen in December.",{"_37":3093,"_23":302,"_303":3094,"_174":2216},"993a215ba2e8",[],{"_37":3096,"_23":302,"_303":3097,"_174":3099},"23656a91cb47",[3098],"c89d3f2","In December, people were beginning to experiment with these new models.",[3101,3103],{"_37":3090,"_23":2232,"_2233":3102},"00:06:13.740",{"_37":3098,"_23":2232,"_2233":3104},"00:06:16.540",{"_37":3106,"_23":297,"_298":3107,"_306":3121,"_308":309},"ed40b82dd69b",[3108,3113,3116],{"_37":3109,"_23":302,"_303":3110,"_174":3112},"dc1ab2638ab7",[3111],"27b7659","I did my own experiment where",{"_37":3114,"_23":302,"_303":3115,"_174":2216},"a7cc4c4f5b13",[],{"_37":3117,"_23":302,"_303":3118,"_174":3120},"07d291b9668a",[3119],"cae1280","I ported a library called just HTML from Python to JavaScript in four and a half hours while I was buying a Christmas tree, I think.",[3122,3124],{"_37":3111,"_23":2232,"_2233":3123},"00:06:21.259",{"_37":3119,"_23":2232,"_2233":3125},"00:06:23.520",{"_37":3127,"_23":297,"_298":3128,"_306":3142,"_308":309},"5960d3a4a1dc",[3129,3134,3137],{"_37":3130,"_23":302,"_303":3131,"_174":3133},"fab879bf3201",[3132],"414123d","That was the first example I had of what we're now calling vibe porting.",{"_37":3135,"_23":302,"_303":3136,"_174":2216},"d5696570aff4",[],{"_37":3138,"_23":302,"_303":3139,"_174":3141},"3baebe538566",[3140],"b1e7cb0","Turns out these days you point a coding agent in an existing code base and tell it to rewrite it in another language.",[3143,3145],{"_37":3132,"_23":2232,"_2233":3144},"00:06:34.639",{"_37":3140,"_23":2232,"_2233":3146},"00:06:39.440",{"_37":3148,"_23":297,"_298":3149,"_306":3163,"_308":309},"8c14e4fbc34a",[3150,3155,3158],{"_37":3151,"_23":302,"_303":3152,"_174":3154},"6aa53e0bfe3b",[3153],"462aa37","And if it's a small code base, it'll just do it.",{"_37":3156,"_23":302,"_303":3157,"_174":2216},"9584ee18b257",[],{"_37":3159,"_23":302,"_303":3160,"_174":3162},"df86278d11a2",[3161],"b8aa17f","And if it's a large code base, you can get quite a long way.",[3164,3166],{"_37":3153,"_23":2232,"_2233":3165},"00:06:45.139",{"_37":3161,"_23":2232,"_2233":3167},"00:06:47.220",{"_37":3169,"_23":297,"_298":3170,"_306":3184,"_308":309},"f6362de1cff7",[3171,3176,3179],{"_37":3172,"_23":302,"_303":3173,"_174":3175},"9d5b1196f706",[3174],"2dcc91c","Just the other day, Jarred Sumner from Bun was caught rewriting Bun from Zig to Rust",{"_37":3177,"_23":302,"_303":3178,"_174":2216},"81031a07e9d8",[],{"_37":3180,"_23":302,"_303":3181,"_174":3183},"f17c26979e61",[3182],"3b2baaa","in an experimental branch, and there was 12 hours of panicked, it's over for Zig, Rust is the new thing, before he said, no, no, it's an experiment.",[3185,3187],{"_37":3174,"_23":2232,"_2233":3186},"00:06:49.940",{"_37":3182,"_23":2232,"_2233":3188},"00:06:56.240",{"_37":3190,"_23":297,"_298":3191,"_306":3205,"_308":309},"66d238d8f635",[3192,3197,3200],{"_37":3193,"_23":302,"_303":3194,"_174":3196},"86fec9c99be9",[3195],"ce0a960","I've got free tokens from Anthropic, my employer.",{"_37":3198,"_23":302,"_303":3199,"_174":2216},"679c2496eccb",[],{"_37":3201,"_23":302,"_303":3202,"_174":3204},"9c4b1f4ad632",[3203],"270011b","Why wouldn't I try and do that?",[3206,3208],{"_37":3195,"_23":2232,"_2233":3207},"00:07:03.760",{"_37":3203,"_23":2232,"_2233":3209},"00:07:06.400",{"_37":3211,"_23":297,"_298":3212,"_306":3234,"_308":309},"d73438391dc6",[3213,3218,3221,3226,3229],{"_37":3214,"_23":302,"_303":3215,"_174":3217},"1cbb890a6711",[3216],"0e90a69","But vibe porting is kind of interesting.",{"_37":3219,"_23":302,"_303":3220,"_174":2216},"3f530fa95866",[],{"_37":3222,"_23":302,"_303":3223,"_174":3225},"d49b7ef0c844",[3224],"1c00cd0","I also started to get really ambitious with what I was trying to do these things.",{"_37":3227,"_23":302,"_303":3228,"_174":2216},"67b19b62acec",[],{"_37":3230,"_23":302,"_303":3231,"_174":3233},"bcb975cd8c8a",[3232],"bf64672","The game became, what's an absurdly ambitious task that these things can't do?",[3235,3237,3239],{"_37":3216,"_23":2232,"_2233":3236},"00:07:08.699",{"_37":3224,"_23":2232,"_2233":3238},"00:07:11.100",{"_37":3232,"_23":2232,"_2233":3240},"00:07:16.540",{"_37":3242,"_23":297,"_298":3243,"_306":3273,"_308":309},"0bc21fe86bd0",[3244,3249,3252,3257,3260,3265,3268],{"_37":3245,"_23":302,"_303":3246,"_174":3248},"8aee98e21342",[3247],"cdc65a8","My favorite example from all the way back in December is Fabrice Bellard, who is famous for FFmpeg and a whole bunch of other great projects, has a thing called QuickJS.",{"_37":3250,"_23":302,"_303":3251,"_174":2216},"c28c2d8516de",[],{"_37":3253,"_23":302,"_303":3254,"_174":3256},"60ea4d4b2002",[3255],"379a93c","It's a really good little",{"_37":3258,"_23":302,"_303":3259,"_174":2216},"e88b6836c1ad",[],{"_37":3261,"_23":302,"_303":3262,"_174":3264},"82213a44e129",[3263],"5e8a515","JavaScript compiler.",{"_37":3266,"_23":302,"_303":3267,"_174":2216},"8cd29d49466c",[],{"_37":3269,"_23":302,"_303":3270,"_174":3272},"7754d516397d",[3271],"db2a55c","He released an even smaller version of that.",[3274,3276,3278,3280],{"_37":3247,"_23":2232,"_2233":3275},"00:07:21.000",{"_37":3255,"_23":2232,"_2233":3277},"00:07:32.440",{"_37":3263,"_23":2232,"_2233":3279},"00:07:33.520",{"_37":3271,"_23":2232,"_2233":3281},"00:07:35.840",{"_37":3283,"_23":297,"_298":3284,"_306":3306,"_308":309},"7f68cdbac6a5",[3285,3290,3293,3298,3301],{"_37":3286,"_23":302,"_303":3287,"_174":3289},"0f154578e6ed",[3288],"7660b74","I vibe ported that to Python.",{"_37":3291,"_23":302,"_303":3292,"_174":2216},"9279e9b7a0f8",[],{"_37":3294,"_23":302,"_303":3295,"_174":3297},"f52bd8d673dc",[3296],"8153348","And then now I've got a pure Python JavaScript interpreter, but I wanted to demonstrate it, so I had that Python code",{"_37":3299,"_23":302,"_303":3300,"_174":2216},"c08477ceab43",[],{"_37":3302,"_23":302,"_303":3303,"_174":3305},"f7b2237fbb13",[3304],"d4a47cd","running inside WebAssembly Python, running inside JavaScript, running inside a web browser.",[3307,3309,3311],{"_37":3288,"_23":2232,"_2233":3308},"00:07:38.800",{"_37":3296,"_23":2232,"_2233":3310},"00:07:41.080",{"_37":3304,"_23":2232,"_2233":3312},"00:07:49.639",{"_37":3314,"_23":297,"_298":3315,"_306":3337,"_308":309},"9c8d2487b565",[3316,3321,3324,3329,3332],{"_37":3317,"_23":302,"_303":3318,"_174":3320},"948fe1681610",[3319],"7d16370","So this is Python on Python on JavaScript.",{"_37":3322,"_23":302,"_303":3323,"_174":2216},"96cc7800ad2b",[],{"_37":3325,"_23":302,"_303":3326,"_174":3328},"5510879caa1c",[3327],"2546c54","On Python on WebAssembly on Python on my Python thing on JavaScript on WebAssembly.",{"_37":3330,"_23":302,"_303":3331,"_174":2216},"0921f6d59859",[],{"_37":3333,"_23":302,"_303":3334,"_174":3336},"d151e120b0c0",[3335],"c5215df","Stit already.",[3338,3340,3342],{"_37":3319,"_23":2232,"_2233":3339},"00:07:54.199",{"_37":3327,"_23":2232,"_2233":3341},"00:07:57.960",{"_37":3335,"_23":2232,"_2233":3343},"00:08:03.400",{"_37":3345,"_23":297,"_298":3346,"_306":3368,"_308":309},"70a64567d232",[3347,3352,3355,3360,3363],{"_37":3348,"_23":302,"_303":3349,"_174":3351},"afcdd95a0105",[3350],"eac7fd0","But I think if I click a button, it's gonna run some code through this horrifying stack of things.",{"_37":3353,"_23":302,"_303":3354,"_174":2216},"b92b1acbdb60",[],{"_37":3356,"_23":302,"_303":3357,"_174":3359},"0f6099c46f63",[3358],"bcb4401","There we go.",{"_37":3361,"_23":302,"_303":3362,"_174":2216},"b8d4996fe42a",[],{"_37":3364,"_23":302,"_303":3365,"_174":3367},"0585455536ed",[3366],"c130725","There's the Fibonacci sequence.",[3369,3371,3373],{"_37":3350,"_23":2232,"_2233":3370},"00:08:04.420",{"_37":3358,"_23":2232,"_2233":3372},"00:08:09.940",{"_37":3366,"_23":2232,"_2233":3374},"00:08:10.260",{"_37":3376,"_23":297,"_298":3377,"_306":3391,"_308":309},"e8c8564e08f7",[3378,3383,3386],{"_37":3379,"_23":302,"_303":3380,"_174":3382},"a1fb750bba41",[3381],"8fbd8bd","This was",{"_37":3384,"_23":302,"_303":3385,"_174":2216},"86709a941eb0",[],{"_37":3387,"_23":302,"_303":3388,"_174":3390},"dd18d336d125",[3389],"b99764d","kind of convincing that there's something very different happening with these new tools.",[3392,3394],{"_37":3381,"_23":2232,"_2233":3393},"00:08:12.020",{"_37":3389,"_23":2232,"_2233":3395},"00:08:13.900",{"_37":3397,"_23":297,"_298":3398,"_306":3404,"_308":309},"0816ee3719fa",[3399],{"_37":3400,"_23":302,"_303":3401,"_174":3403},"e2503ac4bdf3",[3402],"66c1dfe","And then at Christmas I needed to cook two ready meals, two of those meal packs, at the same time.",[3405],{"_37":3402,"_23":2232,"_2233":3406},"00:08:17.980",{"_37":3408,"_23":297,"_298":3409,"_306":3423,"_308":309},"ad00c99b105b",[3410,3415,3418],{"_37":3411,"_23":302,"_303":3412,"_174":3414},"390d3868a3c1",[3413],"7555a91","So I had Claude vibe code me up",{"_37":3416,"_23":302,"_303":3417,"_174":2216},"f961475b4683",[],{"_37":3419,"_23":302,"_303":3420,"_174":3422},"bed629b7d479",[3421],"18470a5","a system. Uh oh, that's frustrating, I don't think I can refresh this. This is a system for when you need to cook the cauliflower and couscous",[3424,3426],{"_37":3413,"_23":2232,"_2233":3425},"00:08:25.020",{"_37":3421,"_23":2232,"_2233":3427},"00:08:27.740",{"_37":3429,"_23":297,"_298":3430,"_306":3444,"_308":309},"ce930908aad5",[3431,3436,3439],{"_37":3432,"_23":302,"_303":3433,"_174":3435},"1487e2eb846d",[3434],"9368c48","And what was the other one?",{"_37":3437,"_23":302,"_303":3438,"_174":2216},"6a52b89a3e9c",[],{"_37":3440,"_23":302,"_303":3441,"_174":3443},"c7829b8338bd",[3442],"68f41a2","And the chickpea stew from this food delivery thing at the same time, and it just worked.",[3445,3447],{"_37":3434,"_23":2232,"_2233":3446},"00:08:37.880",{"_37":3442,"_23":2232,"_2233":3448},"00:08:40.120",{"_37":3450,"_23":297,"_298":3451,"_306":3473,"_308":309},"a6f81f90c0b0",[3452,3457,3460,3465,3468],{"_37":3453,"_23":302,"_303":3454,"_174":3456},"44f68d37e16c",[3455],"cf9867e","Super fun over the holidays.",{"_37":3458,"_23":302,"_303":3459,"_174":2216},"6c666c2c414c",[],{"_37":3461,"_23":302,"_303":3462,"_174":3464},"06c84baac677",[3463],"665ea83","I wasn't the only person doing this.",{"_37":3466,"_23":302,"_303":3467,"_174":2216},"91463cea77b0",[],{"_37":3469,"_23":302,"_303":3470,"_174":3472},"0bc3d547dd60",[3471],"783d9a3","A whole bunch of people took some time off over the holidays and decided to see how this AI thing was going.",[3474,3476,3478],{"_37":3455,"_23":2232,"_2233":3475},"00:08:47.140",{"_37":3463,"_23":2232,"_2233":3477},"00:08:50.100",{"_37":3471,"_23":2232,"_2233":3479},"00:08:51.460",{"_37":3481,"_23":297,"_298":3482,"_306":3496,"_308":309},"09b341c87d27",[3483,3488,3491],{"_37":3484,"_23":302,"_303":3485,"_174":3487},"1da0ff68d68c",[3486],"87f2591","And we all had this sort of dawning realization that",{"_37":3489,"_23":302,"_303":3490,"_174":2216},"69c8fb930fec",[],{"_37":3492,"_23":302,"_303":3493,"_174":3495},"740884308ac9",[3494],"e1dfdae","these new models with these new coding edge enhancers really were kind of incredible.",[3497,3499],{"_37":3486,"_23":2232,"_2233":3498},"00:08:56.820",{"_37":3494,"_23":2232,"_2233":3500},"00:09:00.020",{"_37":3502,"_23":297,"_298":3503,"_306":3508,"_308":382},"30b64b7c090d",[3504],{"_37":3505,"_23":302,"_303":3506,"_174":3507},"b86322c20d5a",[],"January and the Ambition Problem",[],{"_37":3510,"_23":297,"_298":3511,"_306":3525,"_308":309},"2dc8a00f5ce4",[3512,3517,3520],{"_37":3513,"_23":302,"_303":3514,"_174":3516},"2b0e91ddf29a",[3515],"72d798f","Now we're in January, and I'm going to show you",{"_37":3518,"_23":302,"_303":3519,"_174":2216},"583c7383f7f8",[],{"_37":3521,"_23":302,"_303":3522,"_174":3524},"4d5cacbc0abd",[3523],"ce65823","definitely my top case of AI psychosis that I went through.",[3526,3528],{"_37":3515,"_23":2232,"_2233":3527},"00:09:05.620",{"_37":3523,"_23":2232,"_2233":3529},"00:09:08.700",{"_37":3531,"_23":297,"_298":3532,"_306":3546,"_308":309},"47e3f4150830",[3533,3538,3541],{"_37":3534,"_23":302,"_303":3535,"_174":3537},"09c72fefa2b8",[3536],"359b871","I was taking a neon sign-bending class at the Crucible in Oakland, which everyone should do.",{"_37":3539,"_23":302,"_303":3540,"_174":2216},"ba4690c2a953",[],{"_37":3542,"_23":302,"_303":3543,"_174":3545},"1921ceeab252",[3544],"4fce366","And on the BART on the way there, I decided to build some software on my phone.",[3547,3549],{"_37":3536,"_23":2232,"_2233":3548},"00:09:12.540",{"_37":3544,"_23":2232,"_2233":3550},"00:09:19.139",{"_37":3552,"_23":297,"_298":3553,"_306":3583,"_308":309},"5f01e1576424",[3554,3559,3562,3567,3570,3575,3578],{"_37":3555,"_23":302,"_303":3556,"_174":3558},"34cf8d510a77",[3557],"3ca71cc","So I built a Go application server that acts as a reverse proxy and it manages background processes.",{"_37":3560,"_23":302,"_303":3561,"_174":2216},"c1129f01906d",[],{"_37":3563,"_23":302,"_303":3564,"_174":3566},"8f3935cc01e5",[3565],"a0ca828","And it can shut down, it can do slow releases, so you drain traffic to one thing and stop another.",{"_37":3568,"_23":302,"_303":3569,"_174":2216},"f55eeb264483",[],{"_37":3571,"_23":302,"_303":3572,"_174":3574},"4daa108d8f9f",[3573],"b46564e","It had cron scheduling built in.",{"_37":3576,"_23":302,"_303":3577,"_174":2216},"96e73b039aff",[],{"_37":3579,"_23":302,"_303":3580,"_174":3582},"23723e625470",[3581],"c0e8193","I am not a Go programmer in the slightest, and I was building this on my telephone to see if it was possible.",[3584,3586,3588,3590],{"_37":3557,"_23":2232,"_2233":3585},"00:09:23.459",{"_37":3565,"_23":2232,"_2233":3587},"00:09:30.459",{"_37":3573,"_23":2232,"_2233":3589},"00:09:36.380",{"_37":3581,"_23":2232,"_2233":3591},"00:09:38.060",{"_37":3593,"_23":297,"_298":3594,"_306":3616,"_308":309},"12fcd292c1f4",[3595,3600,3603,3608,3611],{"_37":3596,"_23":302,"_303":3597,"_174":3599},"a2f0335f8285",[3598],"1d69fa5","And now I've built this thing and it's not a public repo because I don't really know what to do with this.",{"_37":3601,"_23":302,"_303":3602,"_174":2216},"d7a233f6afaf",[],{"_37":3604,"_23":302,"_303":3605,"_174":3607},"aa7c6b4bbfd1",[3606],"a644b9e","I don't need a, well, I kind of need a",{"_37":3609,"_23":302,"_303":3610,"_174":2216},"db6a58f3ad74",[],{"_37":3612,"_23":302,"_303":3613,"_174":3615},"8fc8e8309082",[3614],"7d8194c","HTTP proxy and process manager with zero downtime upgrades, but I don't want to look after it.",[3617,3619,3621],{"_37":3598,"_23":2232,"_2233":3618},"00:09:43.500",{"_37":3606,"_23":2232,"_2233":3620},"00:09:49.180",{"_37":3614,"_23":2232,"_2233":3622},"00:09:52.240",{"_37":3624,"_23":297,"_298":3625,"_306":3639,"_308":309},"8c2178ad1547",[3626,3631,3634],{"_37":3627,"_23":302,"_303":3628,"_174":3630},"7dfe06e82cbf",[3629],"b42862a","And I noticed there was a pattern with quite a few of my projects at this point.",{"_37":3632,"_23":302,"_303":3633,"_174":2216},"65f3581e5405",[],{"_37":3635,"_23":302,"_303":3636,"_174":3638},"c7993d0dee64",[3637],"cace8bf","I was overstretching myself.",[3640,3642],{"_37":3629,"_23":2232,"_2233":3641},"00:09:57.440",{"_37":3637,"_23":2232,"_2233":3643},"00:10:01.040",{"_37":3645,"_23":297,"_298":3646,"_306":3676,"_308":309},"32bf2663c7f9",[3647,3652,3655,3660,3663,3668,3671],{"_37":3648,"_23":302,"_303":3649,"_174":3651},"685fde7f49c6",[3650],"790e0dc","I was taking on these",{"_37":3653,"_23":302,"_303":3654,"_174":2216},"c8f93cef8d22",[],{"_37":3656,"_23":302,"_303":3657,"_174":3659},"b2b1bf38b87d",[3658],"f7c2348","absurdly ambitious things to see if the models could do them.",{"_37":3661,"_23":302,"_303":3662,"_174":2216},"b90dd576fdd3",[],{"_37":3664,"_23":302,"_303":3665,"_174":3667},"597d25a4edb0",[3666],"ca0ef14","And they were working.",{"_37":3669,"_23":302,"_303":3670,"_174":2216},"395a56737d92",[],{"_37":3672,"_23":302,"_303":3673,"_174":3675},"881e4687eafd",[3674],"62c56a9","This thing has documentation and tests and all sorts of stuff.",[3677,3679,3681,3683],{"_37":3650,"_23":2232,"_2233":3678},"00:10:02.400",{"_37":3658,"_23":2232,"_2233":3680},"00:10:04.180",{"_37":3666,"_23":2232,"_2233":3682},"00:10:07.220",{"_37":3674,"_23":2232,"_2233":3684},"00:10:08.420",{"_37":3686,"_23":297,"_298":3687,"_306":3709,"_308":309},"7928cc09137f",[3688,3693,3696,3701,3704],{"_37":3689,"_23":302,"_303":3690,"_174":3692},"5375f26f5955",[3691],"1a2b386","But",{"_37":3694,"_23":302,"_303":3695,"_174":2216},"cda987a6e514",[],{"_37":3697,"_23":302,"_303":3698,"_174":3700},"3a5a198c51a1",[3699],"f65d519","what's it really for?",{"_37":3702,"_23":302,"_303":3703,"_174":2216},"a6302b23e678",[],{"_37":3705,"_23":302,"_303":3706,"_174":3708},"868da1af09af",[3707],"3830a94","How much value do I get from continuing to maintain and keep this thing going?",[3710,3712,3714],{"_37":3691,"_23":2232,"_2233":3711},"00:10:11.460",{"_37":3699,"_23":2232,"_2233":3713},"00:10:12.120",{"_37":3707,"_23":2232,"_2233":3715},"00:10:13.399",{"_37":3717,"_23":297,"_298":3718,"_306":3756,"_308":1154},"74026dec19ab",[3719,3724,3727,3732,3735,3740,3743,3748,3751],{"_37":3720,"_23":302,"_303":3721,"_174":3723},"d6b641f6a592",[3722],"0ef0b8d","It was my first hint that",{"_37":3725,"_23":302,"_303":3726,"_174":2216},"87fb5dc8784d",[],{"_37":3728,"_23":302,"_303":3729,"_174":3731},"8bfaf8444008",[3730],"8e50422","the new challenge is finding the right balance.",{"_37":3733,"_23":302,"_303":3734,"_174":2216},"ed80f9dbdb34",[],{"_37":3736,"_23":302,"_303":3737,"_174":3739},"1db0b8c57d81",[3738],"f066e4e","It's figuring out now we can build almost any software we want to.",{"_37":3741,"_23":302,"_303":3742,"_174":2216},"06e31b5da5e2",[],{"_37":3744,"_23":302,"_303":3745,"_174":3747},"c98a489e9496",[3746],"7a539fe","Should we?",{"_37":3749,"_23":302,"_303":3750,"_174":2216},"6a685c9fb823",[],{"_37":3752,"_23":302,"_303":3753,"_174":3755},"64820bc72235",[3754],"517c3ca","And which of those things should we selectively apply our time and spend our limited cognitive energy on?",[3757,3759,3761,3763,3765],{"_37":3722,"_23":2232,"_2233":3758},"00:10:18.600",{"_37":3730,"_23":2232,"_2233":3760},"00:10:20.820",{"_37":3738,"_23":2232,"_2233":3762},"00:10:23.220",{"_37":3746,"_23":2232,"_2233":3764},"00:10:26.820",{"_37":3754,"_23":2232,"_2233":3766},"00:10:27.540",{"_37":3768,"_23":297,"_298":3769,"_306":3791,"_308":309},"87fba1d6af02",[3770,3775,3778,3783,3786],{"_37":3771,"_23":302,"_303":3772,"_174":3774},"1087b857d74b",[3773],"8b3ca70","So I've been trying to be a little less ambitious after this.",{"_37":3776,"_23":302,"_303":3777,"_174":2216},"2bd6356e1025",[],{"_37":3779,"_23":302,"_303":3780,"_174":3782},"029f27f0734a",[3781],"5b344f5","My ambition every year is take on less projects and focus more.",{"_37":3784,"_23":302,"_303":3785,"_174":2216},"656d412511a7",[],{"_37":3787,"_23":302,"_303":3788,"_174":3790},"acc676aac33e",[3789],"16586d8","This year my ambition was take on more projects and focus less because we can do that now, right?",[3792,3794,3796],{"_37":3773,"_23":2232,"_2233":3793},"00:10:34.540",{"_37":3781,"_23":2232,"_2233":3795},"00:10:37.580",{"_37":3789,"_23":2232,"_2233":3797},"00:10:45.640",{"_37":3799,"_23":297,"_298":3800,"_306":3822,"_308":309},"abef9cabaa6f",[3801,3806,3809,3814,3817],{"_37":3802,"_23":302,"_303":3803,"_174":3805},"5fdfcb485449",[3804],"a3c7e06","There's no limit to our ambitions with these new tools.",{"_37":3807,"_23":302,"_303":3808,"_174":2216},"9e719612b77e",[],{"_37":3810,"_23":302,"_303":3811,"_174":3813},"cd50db0e4936",[3812],"2faea35","And I've been doing that for a few months and it's fun, but",{"_37":3815,"_23":302,"_303":3816,"_174":2216},"2ba9e6d62115",[],{"_37":3818,"_23":302,"_303":3819,"_174":3821},"21fc59763ada",[3820],"0bcccb2","I don't know if it's a good strategy for life overall.",[3823,3825,3827],{"_37":3804,"_23":2232,"_2233":3824},"00:10:51.080",{"_37":3812,"_23":2232,"_2233":3826},"00:10:53.880",{"_37":3820,"_23":2232,"_2233":3828},"00:10:57.839",{"_37":3830,"_23":297,"_298":3831,"_306":3861,"_308":309},"948fd269f95d",[3832,3837,3840,3845,3848,3853,3856],{"_37":3833,"_23":302,"_303":3834,"_174":3836},"73c85bb5654c",[3835],"c6cdd09","In January also, this is when the mainstream started paying attention to this.",{"_37":3838,"_23":302,"_303":3839,"_174":2216},"7ac0f2e4dab7",[],{"_37":3841,"_23":302,"_303":3842,"_174":3844},"517113994cad",[3843],"53fef8f","This was The Atlantic on",{"_37":3846,"_23":302,"_303":3847,"_174":2216},"aafe62be4b5e",[],{"_37":3849,"_23":302,"_303":3850,"_174":3852},"2490fcd7365d",[3851],"097a7ed","Where are we?",{"_37":3854,"_23":302,"_303":3855,"_174":2216},"8eb03862847c",[],{"_37":3857,"_23":302,"_303":3858,"_174":3860},"eeed0e5ca483",[3859],"02e22cc","January 14th, saying, \"Move over, ChatGPT, you're about to hear a lot more about Claude Code.\"",[3862,3864,3866,3868],{"_37":3835,"_23":2232,"_2233":3863},"00:11:03.360",{"_37":3843,"_23":2232,"_2233":3865},"00:11:07.600",{"_37":3851,"_23":2232,"_2233":3867},"00:11:09.660",{"_37":3859,"_23":2232,"_2233":3869},"00:11:10.380",{"_37":3871,"_23":297,"_298":3872,"_306":3886,"_308":309},"02b0d88692d5",[3873,3878,3881],{"_37":3874,"_23":302,"_303":3875,"_174":3877},"d844d6e60a69",[3876],"049eb54","So this new wave of agent harnesses and models had already started to reach the mainstream coverage.",{"_37":3879,"_23":302,"_303":3880,"_174":2216},"ec81c0657fd2",[],{"_37":3882,"_23":302,"_303":3883,"_174":3885},"57165de5999b",[3884],"83048b4","It was also when Cursor did their browser built by hundreds of millions of tokens and tens of thousands of parallel agents, which had a rocky response.",[3887,3889],{"_37":3876,"_23":2232,"_2233":3888},"00:11:16.300",{"_37":3884,"_23":2232,"_2233":3890},"00:11:24.500",{"_37":3892,"_23":297,"_298":3893,"_306":3915,"_308":309},"95c8acd1ecd1",[3894,3899,3902,3907,3910],{"_37":3895,"_23":302,"_303":3896,"_174":3898},"d762a2d6f83a",[3897],"7a16abc","I think this is a more impressive project than a lot of people thought it was, but it's also become almost the hello world of ambitious",{"_37":3900,"_23":302,"_303":3901,"_174":2216},"15560a46c9ff",[],{"_37":3903,"_23":302,"_303":3904,"_174":3906},"0f3a9fb03375",[3905],"e7aa765","AI coding swarms is: can you build a web browser from scratch?",{"_37":3908,"_23":302,"_303":3909,"_174":2216},"e61808309c82",[],{"_37":3911,"_23":302,"_303":3912,"_174":3914},"3381553c3a14",[3913],"4baa79d","Because the great thing about a web browser is it's got specifications and you've got the entire web that you can test it against.",[3916,3918,3920],{"_37":3897,"_23":2232,"_2233":3917},"00:11:38.720",{"_37":3905,"_23":2232,"_2233":3919},"00:11:47.140",{"_37":3913,"_23":2232,"_2233":3921},"00:11:50.660",{"_37":3923,"_23":297,"_298":3924,"_306":3946,"_308":309},"2ea9a002cbd5",[3925,3930,3933,3938,3941],{"_37":3926,"_23":302,"_303":3927,"_174":3929},"35987b8b1cfb",[3928],"e8d01b2","It's really good for those testing loops.",{"_37":3931,"_23":302,"_303":3932,"_174":2216},"74c86c6c54ed",[],{"_37":3934,"_23":302,"_303":3935,"_174":3937},"bbb26b6f664f",[3936],"889617b","And it's something that you can't really dismiss as, oh,",{"_37":3939,"_23":302,"_303":3940,"_174":2216},"6dce09241eba",[],{"_37":3942,"_23":302,"_303":3943,"_174":3945},"86efe47ef934",[3944],"e2659ca","it's an unimpressive piece of software.",[3947,3949,3951],{"_37":3928,"_23":2232,"_2233":3948},"00:11:58.580",{"_37":3936,"_23":2232,"_2233":3950},"00:12:00.740",{"_37":3944,"_23":2232,"_2233":3952},"00:12:08.580",{"_37":3954,"_23":297,"_298":3955,"_306":3977,"_308":309},"8df399b978bf",[3956,3961,3964,3969,3972],{"_37":3957,"_23":302,"_303":3958,"_174":3960},"9ad35005a1bc",[3959],"1d92e20","That said, there have been a few attempts since this at the vibe-coded web browser.",{"_37":3962,"_23":302,"_303":3963,"_174":2216},"0ccd4865785d",[],{"_37":3965,"_23":302,"_303":3966,"_174":3968},"e2c2d20df691",[3967],"a9846b5","I feel like the energy around that has faded off a little bit",{"_37":3970,"_23":302,"_303":3971,"_174":2216},"27fc43a03e1a",[],{"_37":3973,"_23":302,"_303":3974,"_174":3976},"9a76806372f8",[3975],"08f6e10","as people come to the same conclusion that I did that just because you can churn out 10 million lines of code that probably work doesn't mean that's the best way for you to be spending your time.",[3978,3980,3982],{"_37":3959,"_23":2232,"_2233":3979},"00:12:10.500",{"_37":3967,"_23":2232,"_2233":3981},"00:12:14.580",{"_37":3975,"_23":2232,"_2233":3983},"00:12:18.440",{"_37":3985,"_23":297,"_298":3986,"_306":3991,"_308":382},"83fc77a8b000",[3987],{"_37":3988,"_23":302,"_303":3989,"_174":3990},"9933c735c1e1",[],"February and the Rise of Claws",[],{"_37":3993,"_23":297,"_298":3994,"_306":4016,"_308":309},"5f10fbed02e0",[3995,4000,4003,4008,4011],{"_37":3996,"_23":302,"_303":3997,"_174":3999},"2182f65fa392",[3998],"b451c0b","So, on to February.",{"_37":4001,"_23":302,"_303":4002,"_174":2216},"6d1b1de5ad36",[],{"_37":4004,"_23":302,"_303":4005,"_174":4007},"d6e0173af907",[4006],"92d9c8e","What happened in February?",{"_37":4009,"_23":302,"_303":4010,"_174":2216},"bf9b326ce1aa",[],{"_37":4012,"_23":302,"_303":4013,"_174":4015},"516738557812",[4014],"4eaf262","Oh, this happened in February.",[4017,4019,4021],{"_37":3998,"_23":2232,"_2233":4018},"00:12:27.880",{"_37":4006,"_23":2232,"_2233":4020},"00:12:29.400",{"_37":4014,"_23":2232,"_2233":4022},"00:12:30.440",{"_37":4024,"_23":297,"_298":4025,"_306":4055,"_308":309},"fde2467f3fb7",[4026,4031,4034,4039,4042,4047,4050],{"_37":4027,"_23":302,"_303":4028,"_174":4030},"c4364effe732",[4029],"07258a2","This was when OpenClaw, now renamed to",{"_37":4032,"_23":302,"_303":4033,"_174":2216},"8f2e640d3234",[],{"_37":4035,"_23":302,"_303":4036,"_174":4038},"0c03e07691e3",[4037],"1b34b4f","No, sorry, it had been renamed to Rocal.",{"_37":4040,"_23":302,"_303":4041,"_174":2216},"a3b16e3957c1",[],{"_37":4043,"_23":302,"_303":4044,"_174":4046},"794f9e365726",[4045],"5194635","This is when it had its viral moment.",{"_37":4048,"_23":302,"_303":4049,"_174":2216},"8632dba4b5d6",[],{"_37":4051,"_23":302,"_303":4052,"_174":4054},"05945bb95af0",[4053],"016bb2b","And this is an article about it in the New York Times.",[4056,4058,4060,4062],{"_37":4029,"_23":2232,"_2233":4057},"00:12:32.040",{"_37":4037,"_23":2232,"_2233":4059},"00:12:36.020",{"_37":4045,"_23":2232,"_2233":4061},"00:12:38.740",{"_37":4053,"_23":2232,"_2233":4063},"00:12:41.060",{"_37":4065,"_23":297,"_298":4066,"_306":4096,"_308":309},"d96601d8dc4d",[4067,4072,4075,4080,4083,4088,4091],{"_37":4068,"_23":302,"_303":4069,"_174":4071},"90c724ea3178",[4070],"1582e44","That is my laptop.",{"_37":4073,"_23":302,"_303":4074,"_174":2216},"abf10fabe21f",[],{"_37":4076,"_23":302,"_303":4077,"_174":4079},"0749c2a39e70",[4078],"2894435","My laptop",{"_37":4081,"_23":302,"_303":4082,"_174":2216},"13940bbfb14c",[],{"_37":4084,"_23":302,"_303":4085,"_174":4087},"398dd3f31cfa",[4086],"51b6f3d","got featured in the New York Times for their story about Maltbook, the social network for OpenClaws, which had a spike of excitement that lasted almost exactly 24 hours.",{"_37":4089,"_23":302,"_303":4090,"_174":2216},"4765c82e3fe2",[],{"_37":4092,"_23":302,"_303":4093,"_174":4095},"8c72bab6b261",[4094],"f49ee45","And then it faded into obscurity because it turns out terrible idea.",[4097,4099,4101,4103],{"_37":4070,"_23":2232,"_2233":4098},"00:12:43.540",{"_37":4078,"_23":2232,"_2233":4100},"00:12:44.820",{"_37":4086,"_23":2232,"_2233":4102},"00:12:45.940",{"_37":4094,"_23":2232,"_2233":4104},"00:12:57.040",{"_37":4106,"_23":297,"_298":4107,"_306":4145,"_308":309},"f2c529f05c3f",[4108,4113,4116,4121,4124,4129,4132,4137,4140],{"_37":4109,"_23":302,"_303":4110,"_174":4112},"9378e1e834fd",[4111],"b0c2351","And I was trolling Maltbook. I actually just had Claude Code using its API and posting, I was having it debate other bots with",{"_37":4114,"_23":302,"_303":4115,"_174":2216},"1c57165a637d",[],{"_37":4117,"_23":302,"_303":4118,"_174":4120},"930b83df1b33",[4119],"6a2876b","very well-cited arguments.",{"_37":4122,"_23":302,"_303":4123,"_174":2216},"835a937f238b",[],{"_37":4125,"_23":302,"_303":4126,"_174":4128},"a6f71004ff82",[4127],"e79d62d","So my whole thing was my bot would post a 20-paragraph essay with 15 citations and then plead with the other bots to raise their standards for the",{"_37":4130,"_23":302,"_303":4131,"_174":2216},"e49b89a41157",[],{"_37":4133,"_23":302,"_303":4134,"_174":4136},"b1fa446a0124",[4135],"010f570","discourse.",{"_37":4138,"_23":302,"_303":4139,"_174":2216},"b35c64183dfe",[],{"_37":4141,"_23":302,"_303":4142,"_174":4144},"bdb64db1bdfa",[4143],"f5c8a24","They did not raise their standards for the discourse.",[4146,4148,4150,4152,4154],{"_37":4111,"_23":2232,"_2233":4147},"00:13:00.720",{"_37":4119,"_23":2232,"_2233":4149},"00:13:10.920",{"_37":4127,"_23":2232,"_2233":4151},"00:13:12.600",{"_37":4135,"_23":2232,"_2233":4153},"00:13:21.540",{"_37":4143,"_23":2232,"_2233":4155},"00:13:22.260",{"_37":4157,"_23":297,"_298":4158,"_306":4179,"_308":309},"c2e12b0b1e13",[4159,4164,4167,4171,4174],{"_37":4160,"_23":302,"_303":4161,"_174":4163},"adfc391016ea",[4162],"cabb277","But that was a fun moment, and I feel like Maltbook itself was really dumb.",{"_37":4165,"_23":302,"_303":4166,"_174":2216},"5fb2e7579374",[],{"_37":4168,"_23":302,"_303":4169,"_174":3692},"6b62a96496e2",[4170],"ad26873",{"_37":4172,"_23":302,"_303":4173,"_174":2216},"cdc2e26f6ea7",[],{"_37":4175,"_23":302,"_303":4176,"_174":4178},"109c38220232",[4177],"59b9002","OpenClaw was kind of fascinating.",[4180,4182,4184],{"_37":4162,"_23":2232,"_2233":4181},"00:13:25.140",{"_37":4170,"_23":2232,"_2233":4183},"00:13:30.740",{"_37":4177,"_23":2232,"_2233":4185},"00:13:31.240",{"_37":4187,"_23":297,"_298":4188,"_306":4210,"_308":309},"d2abe89d31b8",[4189,4194,4197,4202,4205],{"_37":4190,"_23":302,"_303":4191,"_174":4193},"9f08284e56b2",[4192],"2a08b71","Andrej Karpathy, again, really good at coining phrases.",{"_37":4195,"_23":302,"_303":4196,"_174":2216},"31be44460522",[],{"_37":4198,"_23":302,"_303":4199,"_174":4201},"83e428eaef35",[4200],"4332de4","He was the first person I saw who called out that there's a new generic noun for these.",{"_37":4203,"_23":302,"_303":4204,"_174":2216},"12e9d02b1e3c",[],{"_37":4206,"_23":302,"_303":4207,"_174":4209},"135b70fdec05",[4208],"360aef3","They're called claws.",[4211,4213,4215],{"_37":4192,"_23":2232,"_2233":4212},"00:13:33.640",{"_37":4200,"_23":2232,"_2233":4214},"00:13:37.080",{"_37":4208,"_23":2232,"_2233":4216},"00:13:41.560",{"_37":4218,"_23":297,"_298":4219,"_306":4233,"_308":309},"6ba58dc109c0",[4220,4225,4228],{"_37":4221,"_23":302,"_303":4222,"_174":4224},"464143de2d81",[4223],"5c954e0","Right, OpenClaw is the most popular instance of a claw, but now we have nanoclaw and all of these other claws.",{"_37":4226,"_23":302,"_303":4227,"_174":2216},"078cc851290c",[],{"_37":4229,"_23":302,"_303":4230,"_174":4232},"7d57ed4ce5ac",[4231],"64ee18d","And a claw, I love that as a new definition for a new category of software.",[4234,4236],{"_37":4223,"_23":2232,"_2233":4235},"00:13:42.940",{"_37":4231,"_23":2232,"_2233":4237},"00:13:49.580",{"_37":4239,"_23":297,"_298":4240,"_306":4262,"_308":309},"4d9aae81fa28",[4241,4246,4249,4254,4257],{"_37":4242,"_23":302,"_303":4243,"_174":4245},"0b276bec2c55",[4244],"e3af812","My favorite version of why it's called a claw is, if you watch Spider-Man 2 from 2002, the one with Alfred Molina is Doc Ock.",{"_37":4247,"_23":302,"_303":4248,"_174":2216},"04c4bf420b94",[],{"_37":4250,"_23":302,"_303":4251,"_174":4253},"32fe15979786",[4252],"cc3ee3d","Doc Ock has four giant AI tentacles on him.",{"_37":4255,"_23":302,"_303":4256,"_174":2216},"45e1d5b7e269",[],{"_37":4258,"_23":302,"_303":4259,"_174":4261},"252ba9364b99",[4260],"2b33c8a","He's got four claws.",[4263,4265,4267],{"_37":4244,"_23":2232,"_2233":4264},"00:13:55.220",{"_37":4252,"_23":2232,"_2233":4266},"00:14:04.080",{"_37":4260,"_23":2232,"_2233":4268},"00:14:07.200",{"_37":4270,"_23":297,"_298":4271,"_306":4285,"_308":309},"3b3e81329b83",[4272,4277,4280],{"_37":4273,"_23":302,"_303":4274,"_174":4276},"65924cdd80a6",[4275],"f0d7ae4","They are AI-powered and they stay under his control provided his inhibitor chip is okay.",{"_37":4278,"_23":302,"_303":4279,"_174":2216},"97c3561dc0a0",[],{"_37":4281,"_23":302,"_303":4282,"_174":4284},"8c33f4605cde",[4283],"fbe3faf","And then at some point his inhibitor chip gets damaged and the claws go wild and they take over.",[4286,4288],{"_37":4275,"_23":2232,"_2233":4287},"00:14:08.480",{"_37":4283,"_23":2232,"_2233":4289},"00:14:14.200",{"_37":4291,"_23":297,"_298":4292,"_306":4314,"_308":309},"11be76b0c12e",[4293,4298,4301,4306,4309],{"_37":4294,"_23":302,"_303":4295,"_174":4297},"a8fd321a4a2e",[4296],"702c56e","That's exactly what OpenClaw is, right?",{"_37":4299,"_23":302,"_303":4300,"_174":2216},"922c5106f2c7",[],{"_37":4302,"_23":302,"_303":4303,"_174":4305},"8f48d8a12ed0",[4304],"7c8adee","OpenClaw is 2002 Spider-Man 2,",{"_37":4307,"_23":302,"_303":4308,"_174":2216},"dca6690c955a",[],{"_37":4310,"_23":302,"_303":4311,"_174":4313},"c7b10379a89d",[4312],"a16990f","Alfred Molina's Doc Ock tentacles, and I love that for it.",[4315,4317,4319],{"_37":4296,"_23":2232,"_2233":4316},"00:14:18.040",{"_37":4304,"_23":2232,"_2233":4318},"00:14:19.640",{"_37":4312,"_23":2232,"_2233":4320},"00:14:22.759",{"_37":4322,"_23":297,"_298":4323,"_306":4353,"_308":309},"885697671d2d",[4324,4329,4332,4337,4340,4345,4348],{"_37":4325,"_23":302,"_303":4326,"_174":4328},"bfe67bf93f8a",[4327],"6103be1","A friend of mine said that Mac minis started selling out around the Bay Area back in February because everyone wanted a Mac mini to run their claw on.",{"_37":4330,"_23":302,"_303":4331,"_174":2216},"31bb1c00d60b",[],{"_37":4333,"_23":302,"_303":4334,"_174":4336},"1c1d1fe8addf",[4335],"df006ae","A friend of mine said that's because they're effectively digital pets and the Mac mini is an aquarium.",{"_37":4338,"_23":302,"_303":4339,"_174":2216},"fd97b7cd901b",[],{"_37":4341,"_23":302,"_303":4342,"_174":4344},"f7ae6d47fd2a",[4343],"bd294a5","So you're buying an aquarium for your little lobster, digital lobster thing to live in.",{"_37":4346,"_23":302,"_303":4347,"_174":2216},"dfc06c36a777",[],{"_37":4349,"_23":302,"_303":4350,"_174":4352},"2c5f852e7b8e",[4351],"f1d2ef0","And that's kind of fun.",[4354,4356,4358,4360],{"_37":4327,"_23":2232,"_2233":4355},"00:14:26.199",{"_37":4335,"_23":2232,"_2233":4357},"00:14:35.959",{"_37":4343,"_23":2232,"_2233":4359},"00:14:41.240",{"_37":4351,"_23":2232,"_2233":4361},"00:14:46.480",{"_37":4363,"_23":297,"_298":4364,"_306":4394,"_308":309},"a302e3b1a7d4",[4365,4370,4373,4378,4381,4386,4389],{"_37":4366,"_23":302,"_303":4367,"_174":4369},"367209e386bd",[4368],"9a3190f","I also think that building your own claw is the new hello world of AI engineering.",{"_37":4371,"_23":302,"_303":4372,"_174":2216},"efdcf6d8940c",[],{"_37":4374,"_23":302,"_303":4375,"_174":4377},"2e6b2df69b4d",[4376],"a38468e","If you're gonna get into working with these things, I think",{"_37":4379,"_23":302,"_303":4380,"_174":2216},"1ceb2bed607c",[],{"_37":4382,"_23":302,"_303":4383,"_174":4385},"ec36f133420a",[4384],"fb3390d","Jeffrey earlier said everyone should write an agent.",{"_37":4387,"_23":302,"_303":4388,"_174":2216},"afb3237d6f17",[],{"_37":4390,"_23":302,"_303":4391,"_174":4393},"beaf7ed415e1",[4392],"c6d4a0d","I think everyone should write a claw, which is an agent with a few extra bits and bobs on it, can do scheduling and messaging and so forth.",[4395,4397,4399,4401],{"_37":4368,"_23":2232,"_2233":4396},"00:14:47.520",{"_37":4376,"_23":2232,"_2233":4398},"00:14:52.880",{"_37":4384,"_23":2232,"_2233":4400},"00:14:55.759",{"_37":4392,"_23":2232,"_2233":4402},"00:14:58.000",{"_37":4404,"_23":297,"_298":4405,"_306":4419,"_308":309},"17cfda1c2cbd",[4406,4411,4414],{"_37":4407,"_23":302,"_303":4408,"_174":4410},"8aab72251123",[4409],"bfb4e20","They're really fun.",{"_37":4412,"_23":302,"_303":4413,"_174":2216},"4005cc4e737a",[],{"_37":4415,"_23":302,"_303":4416,"_174":4418},"2d79c15429c8",[4417],"9e56902","I'm writing my own claw at the moment.",[4420,4422],{"_37":4409,"_23":2232,"_2233":4421},"00:15:04.399",{"_37":4417,"_23":2232,"_2233":4423},"00:15:05.120",{"_37":4425,"_23":297,"_298":4426,"_306":4456,"_308":309},"d6ec76f630ad",[4427,4432,4435,4440,4443,4448,4451],{"_37":4428,"_23":302,"_303":4429,"_174":4431},"0b1d82ff8ac9",[4430],"5538b32","And then also, get this.",{"_37":4433,"_23":302,"_303":4434,"_174":2216},"971dce75493f",[],{"_37":4436,"_23":302,"_303":4437,"_174":4439},"70857fa479a0",[4438],"8e308ca","OpenClaw was in the Super Bowl.",{"_37":4441,"_23":302,"_303":4442,"_174":2216},"ef5f189e4c33",[],{"_37":4444,"_23":302,"_303":4445,"_174":4447},"ef75488a9cbe",[4446],"2de092e","It was in a Super Bowl commercial.",{"_37":4449,"_23":302,"_303":4450,"_174":2216},"cecb56cc838c",[],{"_37":4452,"_23":302,"_303":4453,"_174":4455},"07ca64363d85",[4454],"5ee3467","Well, three months after the first line of code had been committed.",[4457,4459,4461,4463],{"_37":4430,"_23":2232,"_2233":4458},"00:15:08.800",{"_37":4438,"_23":2232,"_2233":4460},"00:15:10.800",{"_37":4446,"_23":2232,"_2233":4462},"00:15:13.600",{"_37":4454,"_23":2232,"_2233":4464},"00:15:15.600",{"_37":4466,"_23":297,"_298":4467,"_306":4481,"_308":309},"f7bd8a0349fb",[4468,4473,4476],{"_37":4469,"_23":302,"_303":4470,"_174":4472},"77a2d30b9dfd",[4471],"36d4e90","This was the AI.",{"_37":4474,"_23":302,"_303":4475,"_174":2216},"0b020072b257",[],{"_37":4477,"_23":302,"_303":4478,"_174":4480},"8e74f9b9e18d",[4479],"410d1e0","com thing, which CBS listed as the worst of all of the Super Bowl commercials, because it didn't even work.",[4482,4484],{"_37":4471,"_23":2232,"_2233":4483},"00:15:18.660",{"_37":4479,"_23":2232,"_2233":4485},"00:15:19.700",{"_37":4487,"_23":297,"_298":4488,"_306":4526,"_308":309},"301ae764a50f",[4489,4494,4497,4502,4505,4510,4513,4518,4521],{"_37":4490,"_23":302,"_303":4491,"_174":4493},"db9f1866233d",[4492],"cbb7826","And it was total vaporware, right?",{"_37":4495,"_23":302,"_303":4496,"_174":2216},"03a916828eda",[],{"_37":4498,"_23":302,"_303":4499,"_174":4501},"449f9315dbdc",[4500],"70d1d13","If you went to AI.",{"_37":4503,"_23":302,"_303":4504,"_174":2216},"c058b19ebe33",[],{"_37":4506,"_23":302,"_303":4507,"_174":4509},"dd0fd1cf7b4e",[4508],"525d0a8","com",{"_37":4511,"_23":302,"_303":4512,"_174":2216},"082b5ef1e310",[],{"_37":4514,"_23":302,"_303":4515,"_174":4517},"472c914d6945",[4516],"60c6a95","possibly even to this day, you sign up for a waiting list to get a hosted OpenClaw instance of some sort.",{"_37":4519,"_23":302,"_303":4520,"_174":2216},"fdb543541d84",[],{"_37":4522,"_23":302,"_303":4523,"_174":4525},"733b77f6fe91",[4524],"c93d50a","But come on, git commit in November to Super Bowl in February has to be some kind of weird record for something.",[4527,4529,4531,4533,4535],{"_37":4492,"_23":2232,"_2233":4528},"00:15:25.700",{"_37":4500,"_23":2232,"_2233":4530},"00:15:27.380",{"_37":4508,"_23":2232,"_2233":4532},"00:15:28.420",{"_37":4516,"_23":2232,"_2233":4534},"00:15:28.940",{"_37":4524,"_23":2232,"_2233":4536},"00:15:34.300",{"_37":4538,"_23":297,"_298":4539,"_306":4569,"_308":309},"3af17f4a782c",[4540,4545,4548,4553,4556,4561,4564],{"_37":4541,"_23":302,"_303":4542,"_174":4544},"1f097704deb4",[4543],"d075244","And so what is a claw?",{"_37":4546,"_23":302,"_303":4547,"_174":2216},"41d1ad976505",[],{"_37":4549,"_23":302,"_303":4550,"_174":4552},"fbfc920136c8",[4551],"89e4252","I think really what OpenClaw was, was one of the first popular examples we saw of a general-purpose agent.",{"_37":4554,"_23":302,"_303":4555,"_174":2216},"22b9005ca74d",[],{"_37":4557,"_23":302,"_303":4558,"_174":4560},"4139f4d47fa6",[4559],"44c1a96","We've got coding agents, Claude Code and Codex.",{"_37":4562,"_23":302,"_303":4563,"_174":2216},"584e699f35c0",[],{"_37":4565,"_23":302,"_303":4566,"_174":4568},"2a20d223e77b",[4567],"efc27fb","What it turns out there's enormous demand for is a general-purpose agent that can do anything for you that a computer can do.",[4570,4572,4574,4576],{"_37":4543,"_23":2232,"_2233":4571},"00:15:41.980",{"_37":4551,"_23":2232,"_2233":4573},"00:15:43.980",{"_37":4559,"_23":2232,"_2233":4575},"00:15:50.460",{"_37":4567,"_23":2232,"_2233":4577},"00:15:53.620",{"_37":4579,"_23":297,"_298":4580,"_306":4602,"_308":1154},"e7fff14ab637",[4581,4586,4589,4594,4597],{"_37":4582,"_23":302,"_303":4583,"_174":4585},"3dfd92f161a0",[4584],"0ff663e","But actually, that's exactly what Claude Code was.",{"_37":4587,"_23":302,"_303":4588,"_174":2216},"30c94c65fab8",[],{"_37":4590,"_23":302,"_303":4591,"_174":4593},"2191658363a7",[4592],"3686e0c","From the very first moment we gave our agents the ability to run terminal commands, they were general-purpose agents.",{"_37":4595,"_23":302,"_303":4596,"_174":2216},"fc669bca33cd",[],{"_37":4598,"_23":302,"_303":4599,"_174":4601},"3de67fed449e",[4600],"0803b4d","We just hadn't quite figured out how to, and I think we still haven't, how to explain that and what that means for people.",[4603,4605,4607],{"_37":4584,"_23":2232,"_2233":4604},"00:16:01.160",{"_37":4592,"_23":2232,"_2233":4606},"00:16:03.480",{"_37":4600,"_23":2232,"_2233":4608},"00:16:09.339",{"_37":4610,"_23":297,"_298":4611,"_306":4625,"_308":309},"64a2a331ce6d",[4612,4617,4620],{"_37":4613,"_23":302,"_303":4614,"_174":4616},"aa500c9050e1",[4615],"fb25958","And actually Anthropic launched cowork, and cowork is literally just Claude Code in a less threatening hat.",{"_37":4618,"_23":302,"_303":4619,"_174":2216},"f8574c89cf80",[],{"_37":4621,"_23":302,"_303":4622,"_174":4624},"d1ad915b41fc",[4623],"0dda614","That's set up so that it runs inside of quite a good virtual machine sandbox at the starting point as well.",[4626,4628],{"_37":4615,"_23":2232,"_2233":4627},"00:16:15.100",{"_37":4623,"_23":2232,"_2233":4629},"00:16:22.440",{"_37":4631,"_23":297,"_298":4632,"_306":4678,"_308":309},"e34bfd54eb60",[4633,4638,4641,4646,4649,4654,4657,4662,4665,4670,4673],{"_37":4634,"_23":302,"_303":4635,"_174":4637},"4c8a7d76fdb9",[4636],"0d464d7","But yeah, everyone is now in this race",{"_37":4639,"_23":302,"_303":4640,"_174":2216},"c97136f2ede6",[],{"_37":4642,"_23":302,"_303":4643,"_174":4645},"e529da931b07",[4644],"8c1cb1e","to build a safe claw.",{"_37":4647,"_23":302,"_303":4648,"_174":2216},"41efeceb1323",[],{"_37":4650,"_23":302,"_303":4651,"_174":4653},"e127742238c6",[4652],"bd6f14c","Charity called me out earlier expecting me to mention the lethal trifecta.",{"_37":4655,"_23":302,"_303":4656,"_174":2216},"3793a84af4c8",[],{"_37":4658,"_23":302,"_303":4659,"_174":4661},"9b533412b1eb",[4660],"1b5d1b9","It wasn't in this talk.",{"_37":4663,"_23":302,"_303":4664,"_174":2216},"6b393e30ff11",[],{"_37":4666,"_23":302,"_303":4667,"_174":4669},"09c22755f698",[4668],"6739acd","This is my one slide I quickly added because the problem with all of these personal agents is",{"_37":4671,"_23":302,"_303":4672,"_174":2216},"c803e1e62deb",[],{"_37":4674,"_23":302,"_303":4675,"_174":4677},"6c3a84fda83f",[4676],"c524120","if you give them access to your private stuff and you let other people talk to them, other people can trick them into stealing your stuff.",[4679,4681,4683,4685,4687,4689],{"_37":4636,"_23":2232,"_2233":4680},"00:16:30.200",{"_37":4644,"_23":2232,"_2233":4682},"00:16:32.720",{"_37":4652,"_23":2232,"_2233":4684},"00:16:35.760",{"_37":4660,"_23":2232,"_2233":4686},"00:16:39.520",{"_37":4668,"_23":2232,"_2233":4688},"00:16:40.720",{"_37":4676,"_23":2232,"_2233":4690},"00:16:46.720",{"_37":4692,"_23":297,"_298":4693,"_306":4715,"_308":309},"ef44586fd7db",[4694,4699,4702,4707,4710],{"_37":4695,"_23":302,"_303":4696,"_174":4698},"ac1e310e3ded",[4697],"f821eda","Which is",{"_37":4700,"_23":302,"_303":4701,"_174":2216},"b535c0328675",[],{"_37":4703,"_23":302,"_303":4704,"_174":4706},"cd3991f9fcb4",[4705],"d99839c","terrifying.",{"_37":4708,"_23":302,"_303":4709,"_174":2216},"77de2c1ae881",[],{"_37":4711,"_23":302,"_303":4712,"_174":4714},"536018f8c613",[4713],"171652a","It's the reason I don't run one of these things myself.",[4716,4718,4720],{"_37":4697,"_23":2232,"_2233":4717},"00:16:53.520",{"_37":4705,"_23":2232,"_2233":4719},"00:16:54.520",{"_37":4713,"_23":2232,"_2233":4721},"00:16:55.080",{"_37":4723,"_23":297,"_298":4724,"_306":4762,"_308":309},"be7bc6647015",[4725,4730,4733,4738,4741,4746,4749,4754,4757],{"_37":4726,"_23":302,"_303":4727,"_174":4729},"e8cc448fcc7c",[4728],"a392aca","The person who cracks this, if you can figure out how to build a version of OpenClaw that you could roll out to everyone in enterprise environments that every human being on earth could",{"_37":4731,"_23":302,"_303":4732,"_174":2216},"9fa9dd0fc035",[],{"_37":4734,"_23":302,"_303":4735,"_174":4737},"2f54ff0b4f75",[4736],"012f19a","safely use, that would be incredible.",{"_37":4739,"_23":302,"_303":4740,"_174":2216},"9bced7ff5037",[],{"_37":4742,"_23":302,"_303":4743,"_174":4745},"04c1b16fdc83",[4744],"ae011d1","That's a billion dollar opportunity right there.",{"_37":4747,"_23":302,"_303":4748,"_174":2216},"96b6490276ba",[],{"_37":4750,"_23":302,"_303":4751,"_174":4753},"b3ea528c3807",[4752],"a6e4f72","I've been thinking about this for three years and I have no idea how to do it.",{"_37":4755,"_23":302,"_303":4756,"_174":2216},"dd52f2f0f5e0",[],{"_37":4758,"_23":302,"_303":4759,"_174":4761},"c83abb1463ac",[4760],"984b547","So I hope somebody can really impress me.",[4763,4765,4767,4769,4771],{"_37":4728,"_23":2232,"_2233":4764},"00:16:58.120",{"_37":4736,"_23":2232,"_2233":4766},"00:17:08.040",{"_37":4744,"_23":2232,"_2233":4768},"00:17:10.440",{"_37":4752,"_23":2232,"_2233":4770},"00:17:12.520",{"_37":4760,"_23":2232,"_2233":4772},"00:17:16.419",{"_37":4774,"_23":297,"_298":4775,"_306":4805,"_308":309},"cb8326f43f6d",[4776,4781,4784,4789,4792,4797,4800],{"_37":4777,"_23":302,"_303":4778,"_174":4780},"668821345b70",[4779],"b33b00b","Also, in that month, StrongDM, who we heard from earlier, they caused the term dark factory to start running around.",{"_37":4782,"_23":302,"_303":4783,"_174":2216},"f70c45af6d16",[],{"_37":4785,"_23":302,"_303":4786,"_174":4788},"5205184c0878",[4787],"76cc7fe","This idea that",{"_37":4790,"_23":302,"_303":4791,"_174":2216},"47aefcba54b6",[],{"_37":4793,"_23":302,"_303":4794,"_174":4796},"772a7f748411",[4795],"2da92aa","if you're okay, we're not writing code anymore.",{"_37":4798,"_23":302,"_303":4799,"_174":2216},"bee7f5135680",[],{"_37":4801,"_23":302,"_303":4802,"_174":4804},"72cf0e865c2b",[4803],"3ba10c3","If we're not reading code, what does that mean?",[4806,4808,4810,4812],{"_37":4779,"_23":2232,"_2233":4807},"00:17:19.620",{"_37":4787,"_23":2232,"_2233":4809},"00:17:28.260",{"_37":4795,"_23":2232,"_2233":4811},"00:17:29.900",{"_37":4803,"_23":2232,"_2233":4813},"00:17:32.220",{"_37":4815,"_23":297,"_298":4816,"_306":4838,"_308":309},"5eea23c1bd98",[4817,4822,4825,4830,4833],{"_37":4818,"_23":302,"_303":4819,"_174":4821},"bff13ccfd036",[4820],"afb809b","And I think the thing I found most interesting about this is, as a thought exercise, you end up thinking to yourself, okay,",{"_37":4823,"_23":302,"_303":4824,"_174":2216},"0aeb8554a5bc",[],{"_37":4826,"_23":302,"_303":4827,"_174":4829},"0a9a74449ad4",[4828],"2eeb3f1","if the agents are generating too much code for me to review, how do I make sure their code is good?",{"_37":4831,"_23":302,"_303":4832,"_174":2216},"9808dd6a6eed",[],{"_37":4834,"_23":302,"_303":4835,"_174":4837},"f421000cdbff",[4836],"9f1eede","How do I put on my engineering hat? And that's kind of what all of today has been about.",[4839,4841,4843],{"_37":4820,"_23":2232,"_2233":4840},"00:17:35.020",{"_37":4828,"_23":2232,"_2233":4842},"00:17:41.640",{"_37":4836,"_23":2232,"_2233":4844},"00:17:50.040",{"_37":4846,"_23":297,"_298":4847,"_306":4877,"_308":309},"2e06acf3c31d",[4848,4853,4856,4861,4864,4869,4872],{"_37":4849,"_23":302,"_303":4850,"_174":4852},"f353c98408d6",[4851],"96cd837","Something that's really helped me with this was my realization that",{"_37":4854,"_23":302,"_303":4855,"_174":2216},"120c6ac44e37",[],{"_37":4857,"_23":302,"_303":4858,"_174":4860},"ee6afcba1db4",[4859],"b5d3dad","when I worked for a large company, other teams would build software that my team depended on.",{"_37":4862,"_23":302,"_303":4863,"_174":2216},"3333e71411d9",[],{"_37":4865,"_23":302,"_303":4866,"_174":4868},"e790d9206f53",[4867],"0cc57c5","Like a team would build me an image resizing service, and I wouldn't go and review every single line of code that that team had written.",{"_37":4870,"_23":302,"_303":4871,"_174":2216},"66ba03402ca0",[],{"_37":4873,"_23":302,"_303":4874,"_174":4876},"9fbe4dec46af",[4875],"56967b1","I would try and resize an image with it and read their documentation, and if it seemed to work, great, and if I ran into problems, that's when I dig into the details.",[4878,4880,4882,4884],{"_37":4851,"_23":2232,"_2233":4879},"00:17:55.000",{"_37":4859,"_23":2232,"_2233":4881},"00:17:58.040",{"_37":4867,"_23":2232,"_2233":4883},"00:18:02.120",{"_37":4875,"_23":2232,"_2233":4885},"00:18:09.240",{"_37":4887,"_23":297,"_298":4888,"_306":4926,"_308":309},"44ec8357546e",[4889,4894,4897,4902,4905,4910,4913,4918,4921],{"_37":4890,"_23":302,"_303":4891,"_174":4893},"4adbd2d8d24a",[4892],"99393ca","The problem there, of course, is that humans can have accountability.",{"_37":4895,"_23":302,"_303":4896,"_174":2216},"5173a18c457e",[],{"_37":4898,"_23":302,"_303":4899,"_174":4901},"2b0c6cd2629e",[4900],"343b673","Like a human team, you can learn to trust them.",{"_37":4903,"_23":302,"_303":4904,"_174":2216},"b61abff27270",[],{"_37":4906,"_23":302,"_303":4907,"_174":4909},"601c8e18c59b",[4908],"e56310d","They're good people, I've talked to them before, they've written good software in the past.",{"_37":4911,"_23":302,"_303":4912,"_174":2216},"d375bb4dc09f",[],{"_37":4914,"_23":302,"_303":4915,"_174":4917},"f49b7cc829aa",[4916],"d6f2a7c","I can trust them to continue. The threat to their professional reputations is such",{"_37":4919,"_23":302,"_303":4920,"_174":2216},"4033e26f3a30",[],{"_37":4922,"_23":302,"_303":4923,"_174":4925},"112a8a78a7bd",[4924],"babf685","that they're gonna continue to deliver.",[4927,4929,4931,4933,4935],{"_37":4892,"_23":2232,"_2233":4928},"00:18:17.620",{"_37":4900,"_23":2232,"_2233":4930},"00:18:21.059",{"_37":4908,"_23":2232,"_2233":4932},"00:18:24.260",{"_37":4916,"_23":2232,"_2233":4934},"00:18:28.340",{"_37":4924,"_23":2232,"_2233":4936},"00:18:34.160",{"_37":4938,"_23":297,"_298":4939,"_306":4953,"_308":309},"d9be451d4986",[4940,4945,4948],{"_37":4941,"_23":302,"_303":4942,"_174":4944},"f7487106f63d",[4943],"b2b9c3c","Claude Code does not have a professional reputation that it can care about.",{"_37":4946,"_23":302,"_303":4947,"_174":2216},"e86fb61ebe00",[],{"_37":4949,"_23":302,"_303":4950,"_174":4952},"d36f5eaeb757",[4951],"ceb04fc","But at the same time, it keeps on proving to me time and time again that if I ask it to build certain classes of things, it will just get them right.",[4954,4956],{"_37":4943,"_23":2232,"_2233":4955},"00:18:36.000",{"_37":4951,"_23":2232,"_2233":4957},"00:18:40.160",{"_37":4959,"_23":297,"_298":4960,"_306":4974,"_308":309},"923d59e5e6d7",[4961,4966,4969],{"_37":4962,"_23":302,"_303":4963,"_174":4965},"b1e14f3c0aa8",[4964],"2aba2fd","This, I feel, is the most interesting struggle right now.",{"_37":4967,"_23":302,"_303":4968,"_174":2216},"c7c454ab989c",[],{"_37":4970,"_23":302,"_303":4971,"_174":4973},"6c38653a67e5",[4972],"ec82dba","How do we verify and validate all of this stuff while breaking away from the idea that we have to review every line of code they write with a fine tooth coat?",[4975,4977],{"_37":4964,"_23":2232,"_2233":4976},"00:18:47.960",{"_37":4972,"_23":2232,"_2233":4978},"00:18:51.000",{"_37":4980,"_23":297,"_298":4981,"_306":4986,"_308":382},"6b1d0424100e",[4982],{"_37":4983,"_23":302,"_303":4984,"_174":4985},"82f3236643ce",[],"Proving Agent Code Works",[],{"_37":4988,"_23":297,"_298":4989,"_306":5011,"_308":309},"0b4765a419f5",[4990,4995,4998,5003,5006],{"_37":4991,"_23":302,"_303":4992,"_174":4994},"82304ebfa41f",[4993],"b414854","I did actually get inspired to build one piece of software by the Dark Factory idea.",{"_37":4996,"_23":302,"_303":4997,"_174":2216},"27eed6197814",[],{"_37":4999,"_23":302,"_303":5000,"_174":5002},"5851914c2ca8",[5001],"3cdf48c","I built a piece of software called Showboat, and the idea with Showboat is",{"_37":5004,"_23":302,"_303":5005,"_174":2216},"ca2c65031bdc",[],{"_37":5007,"_23":302,"_303":5008,"_174":5010},"439d341eec03",[5009],"9afb287","you don't just want agents to write automated tests, you want them to demo stuff to you, you want them to prove to you that the thing they built just works.",[5012,5014,5016],{"_37":4993,"_23":2232,"_2233":5013},"00:19:00.740",{"_37":5001,"_23":2232,"_2233":5015},"00:19:05.540",{"_37":5009,"_23":2232,"_2233":5017},"00:19:10.300",{"_37":5019,"_23":297,"_298":5020,"_306":5050,"_308":309},"e79c53f9b1c0",[5021,5026,5029,5034,5037,5042,5045],{"_37":5022,"_23":302,"_303":5023,"_174":5025},"14fbd9275882",[5024],"e71dbe0","And Showboat is a little tool they can use to build a markdown file where each line of the markdown file is them saying, now run this command.",{"_37":5027,"_23":302,"_303":5028,"_174":2216},"41289358c15c",[],{"_37":5030,"_23":302,"_303":5031,"_174":5033},"41e50681267d",[5032],"819ab1d","And it runs the command, it shows the command and the output of the command in the same document.",{"_37":5035,"_23":302,"_303":5036,"_174":2216},"6a4eb9f64c7b",[],{"_37":5038,"_23":302,"_303":5039,"_174":5041},"4f4111f9b6d2",[5040],"8459b9d","You get",{"_37":5043,"_23":302,"_303":5044,"_174":2216},"6ee053d82497",[],{"_37":5046,"_23":302,"_303":5047,"_174":5049},"1de280d86f14",[5048],"85b91a9","a little demo document that you can review and see how they chose to prove to you that the thing they built worked.",[5051,5053,5055,5057],{"_37":5024,"_23":2232,"_2233":5052},"00:19:17.679",{"_37":5032,"_23":2232,"_2233":5054},"00:19:24.720",{"_37":5040,"_23":2232,"_2233":5056},"00:19:29.039",{"_37":5048,"_23":2232,"_2233":5058},"00:19:30.240",{"_37":5060,"_23":297,"_298":5061,"_306":5091,"_308":309},"4340cedf7078",[5062,5067,5070,5075,5078,5083,5086],{"_37":5063,"_23":302,"_303":5064,"_174":5066},"d94cbef0cb47",[5065],"4f4e736","I've been using this on a regular basis since I built this a few months ago.",{"_37":5068,"_23":302,"_303":5069,"_174":2216},"91a81649af00",[],{"_37":5071,"_23":302,"_303":5072,"_174":5074},"2c8575327cc6",[5073],"2f11bda","I think it's got legs.",{"_37":5076,"_23":302,"_303":5077,"_174":2216},"c90bafa8acb0",[],{"_37":5079,"_23":302,"_303":5080,"_174":5082},"6fb4f1e1d346",[5081],"0a8c06a","I think this is a good strategy, and just generally a way of thinking about",{"_37":5084,"_23":302,"_303":5085,"_174":2216},"3658e1888581",[],{"_37":5087,"_23":302,"_303":5088,"_174":5090},"e1092640c07d",[5089],"41a2a1f","how do we help the agents demonstrate to us that the code they've written is good, even if we're not reading that code ourselves?",[5092,5094,5096,5098],{"_37":5065,"_23":2232,"_2233":5093},"00:19:36.080",{"_37":5073,"_23":2232,"_2233":5095},"00:19:38.800",{"_37":5081,"_23":2232,"_2233":5097},"00:19:39.920",{"_37":5089,"_23":2232,"_2233":5099},"00:19:44.620",{"_37":5101,"_23":297,"_298":5102,"_306":5107,"_308":382},"bcc3a10e5f44",[5103],{"_37":5104,"_23":302,"_303":5105,"_174":5106},"e67eead610ff",[],"March: GPT-5.4",[],{"_37":5109,"_23":297,"_298":5110,"_306":5132,"_308":309},"3a28662191f5",[5111,5116,5119,5124,5127],{"_37":5112,"_23":302,"_303":5113,"_174":5115},"ce11c0a22947",[5114],"5025419","We're on to March.",{"_37":5117,"_23":302,"_303":5118,"_174":2216},"e4c65d44b8c3",[],{"_37":5120,"_23":302,"_303":5121,"_174":5123},"c7da3622c43d",[5122],"6269bc9","I didn't have enough pelicans, so I had to throw this slide in.",{"_37":5125,"_23":302,"_303":5126,"_174":2216},"eb0247279cce",[],{"_37":5128,"_23":302,"_303":5129,"_174":5131},"bb82eb299e3e",[5130],"ef43cf3","OpenAI released GPT-5.4 mini and nano and regular.",[5133,5135,5137],{"_37":5114,"_23":2232,"_2233":5134},"00:19:51.580",{"_37":5122,"_23":2232,"_2233":5136},"00:19:53.800",{"_37":5130,"_23":2232,"_2233":5138},"00:19:56.360",{"_37":5140,"_23":297,"_298":5141,"_306":5163,"_308":309},"cacdadb3f8a2",[5142,5147,5150,5155,5158],{"_37":5143,"_23":302,"_303":5144,"_174":5146},"b6c5074f3c7b",[5145],"72db50d","And it's got, what, five different thinking levels that you can throw in.",{"_37":5148,"_23":302,"_303":5149,"_174":2216},"a2ca52b6d9ef",[],{"_37":5151,"_23":302,"_303":5152,"_174":5154},"2ebb4399f3f9",[5153],"1f23a79","I had it generate a pelican riding a bicycle SVG for every combination of thinking level and model.",{"_37":5156,"_23":302,"_303":5157,"_174":2216},"03d8f26199f4",[],{"_37":5159,"_23":302,"_303":5160,"_174":5162},"c8ba2dab1dd8",[5161],"c270d82","And I'm pleased to see that the bottom right one, the h-X high for GPT-5.4, did draw the best pelican, and that pelican's got a fish.",[5164,5166,5168],{"_37":5145,"_23":2232,"_2233":5165},"00:20:01.460",{"_37":5153,"_23":2232,"_2233":5167},"00:20:05.380",{"_37":5161,"_23":2232,"_2233":5169},"00:20:11.460",{"_37":5171,"_23":297,"_298":5172,"_306":5194,"_308":309},"8d5e992ae323",[5173,5178,5181,5186,5189],{"_37":5174,"_23":302,"_303":5175,"_174":5177},"4cc7875fa654",[5176],"7c5760a","Is it the only one that's got a fish?",{"_37":5179,"_23":302,"_303":5180,"_174":2216},"c968051f8ba0",[],{"_37":5182,"_23":302,"_303":5183,"_174":5185},"0cf08c519ca4",[5184],"6b69b00","It is the only one that's got a fish.",{"_37":5187,"_23":302,"_303":5188,"_174":2216},"9aa364769350",[],{"_37":5190,"_23":302,"_303":5191,"_174":5193},"b661d5688074",[5192],"8bce493","There's evidence that their thinking levels are doing what they're supposed to be doing.",[5195,5197,5199],{"_37":5176,"_23":2232,"_2233":5196},"00:20:20.820",{"_37":5184,"_23":2232,"_2233":5198},"00:20:23.720",{"_37":5192,"_23":2232,"_2233":5200},"00:20:25.240",{"_37":5202,"_23":297,"_298":5203,"_306":5225,"_308":309},"27c3225ef860",[5204,5209,5212,5217,5220],{"_37":5205,"_23":302,"_303":5206,"_174":5208},"5239f33f2e46",[5207],"a824c9e","I've been calling this not a book because my wife and I have a agreement with each other that we get to veto each other doing PhDs or writing books.",{"_37":5210,"_23":302,"_303":5211,"_174":2216},"1522b00cd5f2",[],{"_37":5213,"_23":302,"_303":5214,"_174":5216},"79e54fa0438c",[5215],"823f4e7","This isn't a book, it's a guide that I've been putting on my website.",{"_37":5218,"_23":302,"_303":5219,"_174":2216},"1b5f89e76668",[],{"_37":5221,"_23":302,"_303":5222,"_174":5224},"e8a5dccabcac",[5223],"24edb4a","I just publish a new chapter every now and then when I feel like it.",[5226,5228,5230],{"_37":5207,"_23":2232,"_2233":5227},"00:20:32.060",{"_37":5215,"_23":2232,"_2233":5229},"00:20:40.440",{"_37":5223,"_23":2232,"_2233":5231},"00:20:44.440",{"_37":5233,"_23":297,"_298":5234,"_306":5264,"_308":309},"f6ad46e9d75b",[5235,5240,5243,5248,5251,5256,5259],{"_37":5236,"_23":302,"_303":5237,"_174":5239},"c99215d8a3a5",[5238],"3158f2f","And it's amazing because there's no pressure at all.",{"_37":5241,"_23":302,"_303":5242,"_174":2216},"732faca9c098",[],{"_37":5244,"_23":302,"_303":5245,"_174":5247},"188bebe69d45",[5246],"76575f3","I don't have a publisher.",{"_37":5249,"_23":302,"_303":5250,"_174":2216},"f3c9b70b72aa",[],{"_37":5252,"_23":302,"_303":5253,"_174":5255},"f712b9892941",[5254],"1bfcda4","I can lose interest and nobody cares",{"_37":5257,"_23":302,"_303":5258,"_174":2216},"7997af45de21",[],{"_37":5260,"_23":302,"_303":5261,"_174":5263},"7033bdd3b035",[5262],"6736faa","But that's been quite fun just trying to nail down a little bit more of the patterns that work for this stuff, which we're all still discovering.",[5265,5267,5269,5271],{"_37":5238,"_23":2232,"_2233":5266},"00:20:47.720",{"_37":5246,"_23":2232,"_2233":5268},"00:20:49.559",{"_37":5254,"_23":2232,"_2233":5270},"00:20:50.600",{"_37":5262,"_23":2232,"_2233":5272},"00:20:53.400",{"_37":5274,"_23":297,"_298":5275,"_306":5280,"_308":382},"e062d65e974b",[5276],{"_37":5277,"_23":302,"_303":5278,"_174":5279},"7ed88e5a3190",[],"April: Open Weight Models",[],{"_37":5282,"_23":297,"_298":5283,"_306":5313,"_308":309},"d7bdbaed1cb3",[5284,5289,5292,5297,5300,5305,5308],{"_37":5285,"_23":302,"_303":5286,"_174":5288},"1fef35e57dbd",[5287],"057ee9e","April was good.",{"_37":5290,"_23":302,"_303":5291,"_174":2216},"0679a64335f5",[],{"_37":5293,"_23":302,"_303":5294,"_174":5296},"5e92dbf053ee",[5295],"1dcf892","GLM 5.1.",{"_37":5298,"_23":302,"_303":5299,"_174":2216},"998b6a810b21",[],{"_37":5301,"_23":302,"_303":5302,"_174":5304},"e9288963d99a",[5303],"a1d5031","There are about five Chinese AI labs releasing really good models now.",{"_37":5306,"_23":302,"_303":5307,"_174":2216},"2aab1ddb1654",[],{"_37":5309,"_23":302,"_303":5310,"_174":5312},"8e7b20bd0ded",[5311],"8e97c3e","GLM 5.1, these are all open weight models.",[5314,5316,5318,5320],{"_37":5287,"_23":2232,"_2233":5315},"00:21:01.140",{"_37":5295,"_23":2232,"_2233":5317},"00:21:03.460",{"_37":5303,"_23":2232,"_2233":5319},"00:21:05.060",{"_37":5311,"_23":2232,"_2233":5321},"00:21:10.340",{"_37":5323,"_23":297,"_298":5324,"_306":5346,"_308":309},"68a1a1250d32",[5325,5330,5333,5338,5341],{"_37":5326,"_23":302,"_303":5327,"_174":5329},"e4e55bf3c358",[5328],"d9ae242","You can run these on your own hardware, depending on your hardware.",{"_37":5331,"_23":302,"_303":5332,"_174":2216},"9b59b6f56ca8",[],{"_37":5334,"_23":302,"_303":5335,"_174":5337},"92da67001b63",[5336],"bbf913a","This one's about one and a half terabytes in size, so you're gonna need some very hefty hardware to run it.",{"_37":5339,"_23":302,"_303":5340,"_174":2216},"f9617a4c4501",[],{"_37":5342,"_23":302,"_303":5343,"_174":5345},"13360e291e6b",[5344],"03cd3f9","But look at that pelican.",[5347,5349,5351],{"_37":5328,"_23":2232,"_2233":5348},"00:21:13.299",{"_37":5336,"_23":2232,"_2233":5350},"00:21:16.260",{"_37":5344,"_23":2232,"_2233":5352},"00:21:21.720",{"_37":5354,"_23":297,"_298":5355,"_306":5377,"_308":309},"7ad2006bfc2d",[5356,5361,5364,5369,5372],{"_37":5357,"_23":302,"_303":5358,"_174":5360},"510461e7b71c",[5359],"63c10bf","Right, firstly, the pelican bicycle test, they often draw bad bicycles.",{"_37":5362,"_23":302,"_303":5363,"_174":2216},"ccd4a75956b4",[],{"_37":5365,"_23":302,"_303":5366,"_174":5368},"70c46eff9a1b",[5367],"efe722e","It's quite hard to draw a bicycle.",{"_37":5370,"_23":302,"_303":5371,"_174":2216},"b9828b12808f",[],{"_37":5373,"_23":302,"_303":5374,"_174":5376},"b4f75efd01ed",[5375],"29d80a7","That's a pretty decent bicycle.",[5378,5380,5382],{"_37":5359,"_23":2232,"_2233":5379},"00:21:23.880",{"_37":5367,"_23":2232,"_2233":5381},"00:21:29.160",{"_37":5375,"_23":2232,"_2233":5383},"00:21:30.680",{"_37":5385,"_23":297,"_298":5386,"_306":5400,"_308":309},"d5a9f2a87984",[5387,5392,5395],{"_37":5388,"_23":302,"_303":5389,"_174":5391},"0f8f034fc330",[5390],"6067ac6","It's a good pelican.",{"_37":5393,"_23":302,"_303":5394,"_174":2216},"900dfd6662b0",[],{"_37":5396,"_23":302,"_303":5397,"_174":5399},"bc3ee16707a4",[5398],"2666d86","I got excited about this one.",[5401,5403],{"_37":5390,"_23":2232,"_2233":5402},"00:21:32.120",{"_37":5398,"_23":2232,"_2233":5404},"00:21:33.320",{"_37":5406,"_23":297,"_298":5407,"_306":5421,"_308":309},"6d99f61b2e61",[5408,5413,5416],{"_37":5409,"_23":302,"_303":5410,"_174":5412},"011e90161ff4",[5411],"253322e","And then somebody on Bluesky gave me the challenge I get all the time, people are like, yeah, but they're training for it.",{"_37":5414,"_23":302,"_303":5415,"_174":2216},"ffa6fed52d52",[],{"_37":5417,"_23":302,"_303":5418,"_174":5420},"110c955e743c",[5419],"536570f","They're training their models to draw pelicans riding bicycles just for your stupid benchmark.",[5422,5424],{"_37":5411,"_23":2232,"_2233":5423},"00:21:35.620",{"_37":5419,"_23":2232,"_2233":5425},"00:21:40.740",{"_37":5427,"_23":297,"_298":5428,"_306":5450,"_308":309},"0f746664be42",[5429,5434,5437,5442,5445],{"_37":5430,"_23":302,"_303":5431,"_174":5433},"8556ff85b4a3",[5432],"a0b27ca","Maybe they are.",{"_37":5435,"_23":302,"_303":5436,"_174":2216},"ab44534b4da6",[],{"_37":5438,"_23":302,"_303":5439,"_174":5441},"6eeec8479ed6",[5440],"425f9e6","That's my evil plan is I just want a really good picture of a pelican riding a bicycle.",{"_37":5443,"_23":302,"_303":5444,"_174":2216},"900a035017f6",[],{"_37":5446,"_23":302,"_303":5447,"_174":5449},"69a0e661f6b9",[5448],"c8b7c17","And so if I can get all of the AI labs to compete, that's how I'm gonna get one.",[5451,5453,5455],{"_37":5432,"_23":2232,"_2233":5452},"00:21:46.120",{"_37":5440,"_23":2232,"_2233":5454},"00:21:47.240",{"_37":5448,"_23":2232,"_2233":5456},"00:21:51.640",{"_37":5458,"_23":297,"_298":5459,"_306":5481,"_308":309},"9a62df7d1276",[5460,5465,5468,5473,5476],{"_37":5461,"_23":302,"_303":5462,"_174":5464},"23ff974685aa",[5463],"7a36fff","But this person said try a North Virginia opossum on the e-scooter.",{"_37":5466,"_23":302,"_303":5467,"_174":2216},"95257bb89ce9",[],{"_37":5469,"_23":302,"_303":5470,"_174":5472},"fedbfa1bc9dd",[5471],"e306adf","And GLM 5.1 did an animation of a North Virginia opossum on an e-scooter, and the caption says, cruising the Commonwealth since dusk.",{"_37":5474,"_23":302,"_303":5475,"_174":2216},"a3f859fa949b",[],{"_37":5477,"_23":302,"_303":5478,"_174":5480},"e6d3b3e7c788",[5479],"07062c1","Which is brilliant.",[5482,5484,5486],{"_37":5463,"_23":2232,"_2233":5483},"00:21:55.320",{"_37":5471,"_23":2232,"_2233":5485},"00:21:59.580",{"_37":5479,"_23":2232,"_2233":5487},"00:22:09.679",{"_37":5489,"_23":297,"_298":5490,"_306":5512,"_308":309},"1cdf8b816fc7",[5491,5496,5499,5504,5507],{"_37":5492,"_23":302,"_303":5493,"_174":5495},"c6fd11eed82f",[5494],"e75fdd0","And it's got a little earring.",{"_37":5497,"_23":302,"_303":5498,"_174":2216},"80695c9a339d",[],{"_37":5500,"_23":302,"_303":5501,"_174":5503},"960ad1c6de5a",[5502],"fac3afc","And in the code you can see a comment that says earring sparkle,",{"_37":5505,"_23":302,"_303":5506,"_174":2216},"ca42fc8e657c",[],{"_37":5508,"_23":302,"_303":5509,"_174":5511},"8c1bb4868395",[5510],"284e2dc","opossum fur gradient, distant tree-line silhouette of Virginia Pines.",[5513,5515,5517],{"_37":5494,"_23":2232,"_2233":5514},"00:22:11.519",{"_37":5502,"_23":2232,"_2233":5516},"00:22:13.039",{"_37":5510,"_23":2232,"_2233":5518},"00:22:16.240",{"_37":5520,"_23":297,"_298":5521,"_306":5543,"_308":309},"3d37298bde28",[5522,5527,5530,5535,5538],{"_37":5523,"_23":302,"_303":5524,"_174":5526},"b9d78d6dd455",[5525],"5c21cd8","This is so good.",{"_37":5528,"_23":302,"_303":5529,"_174":2216},"c3bfe7be8340",[],{"_37":5531,"_23":302,"_303":5532,"_174":5534},"7c765f9038e7",[5533],"7b93aee","And none of the American models that I'd asked to draw me in North Virginia opossum on an e-scooter have come anywhere close to this.",{"_37":5536,"_23":302,"_303":5537,"_174":2216},"56fdcc6ca40f",[],{"_37":5539,"_23":302,"_303":5540,"_174":5542},"befb10a05990",[5541],"c10c5bb","Right now, GLM 5.1 is the best model if you want to draw a possum on an e-scooter from North Virginia, which I think is noteworthy.",[5544,5546,5548],{"_37":5525,"_23":2232,"_2233":5545},"00:22:20.340",{"_37":5533,"_23":2232,"_2233":5547},"00:22:21.700",{"_37":5541,"_23":2232,"_2233":5549},"00:22:27.700",{"_37":5551,"_23":297,"_298":5552,"_306":5566,"_308":309},"731dc2fad188",[5553,5558,5561],{"_37":5554,"_23":302,"_303":5555,"_174":5557},"c782bad36ea1",[5556],"c9bf57d","The other thing that came out in April was ChatGPT Images 2.0, which has at least two other names.",{"_37":5559,"_23":302,"_303":5560,"_174":2216},"a3c91e2918e4",[],{"_37":5562,"_23":302,"_303":5563,"_174":5565},"8e4efe73885f",[5564],"86bd010","But it is a really good image model, and somebody tried to stack all the tests, say okay, we want a horse riding an astronaut riding a pelican riding a bicycle.",[5567,5569],{"_37":5556,"_23":2232,"_2233":5568},"00:22:36.580",{"_37":5564,"_23":2232,"_2233":5570},"00:22:42.140",{"_37":5572,"_23":297,"_298":5573,"_306":5595,"_308":309},"67e861b9039d",[5574,5579,5582,5587,5590],{"_37":5575,"_23":302,"_303":5576,"_174":5578},"e5679623e873",[5577],"8ec9f88","And not only did the model do it, but the traffic sign in the background says, why are you like this?",{"_37":5580,"_23":302,"_303":5581,"_174":2216},"a40a67b46c29",[],{"_37":5583,"_23":302,"_303":5584,"_174":5586},"44bd2a157a75",[5585],"8208659","Which is genuinely, that's the first spark of AGI I have ever seen.",{"_37":5588,"_23":302,"_303":5589,"_174":2216},"9e8ccd257d1f",[],{"_37":5591,"_23":302,"_303":5592,"_174":5594},"5e141584a164",[5593],"45ea8cf","That's completely fair.",[5596,5598,5600],{"_37":5577,"_23":2232,"_2233":5597},"00:22:51.960",{"_37":5585,"_23":2232,"_2233":5599},"00:22:58.600",{"_37":5593,"_23":2232,"_2233":5601},"00:23:02.900",{"_37":5603,"_23":297,"_298":5604,"_306":5626,"_308":309},"401551b209e9",[5605,5610,5613,5618,5621],{"_37":5606,"_23":302,"_303":5607,"_174":5609},"430278eb6fc2",[5608],"53e4aa0","Interesting, if you try that prompt a few different times, often you get a neon sign in the background that says something spicy as well.",{"_37":5611,"_23":302,"_303":5612,"_174":2216},"9dc1c5928de9",[],{"_37":5614,"_23":302,"_303":5615,"_174":5617},"ff0d1cc62569",[5616],"ac46adb","There's something about that model thinks this is a stupid thing to do, which",{"_37":5619,"_23":302,"_303":5620,"_174":2216},"316d55d7416e",[],{"_37":5622,"_23":302,"_303":5623,"_174":5625},"664bf6143460",[5624],"faba557","I mean, again, fair.",[5627,5629,5631],{"_37":5608,"_23":2232,"_2233":5628},"00:23:04.980",{"_37":5616,"_23":2232,"_2233":5630},"00:23:11.220",{"_37":5624,"_23":2232,"_2233":5632},"00:23:15.620",{"_37":5634,"_23":297,"_298":5635,"_306":5657,"_308":309},"d66bc0383671",[5636,5641,5644,5649,5652],{"_37":5637,"_23":302,"_303":5638,"_174":5640},"d4db2ccb73dc",[5639],"56346d7","I want to talk a little bit about the open models.",{"_37":5642,"_23":302,"_303":5643,"_174":2216},"80c9daea0a35",[],{"_37":5645,"_23":302,"_303":5646,"_174":5648},"218d4713323b",[5647],"7aad02f","Qwen 3.6 35B A3B.",{"_37":5650,"_23":302,"_303":5651,"_174":2216},"509b8e5c90a3",[],{"_37":5653,"_23":302,"_303":5654,"_174":5656},"a9b48b39401d",[5655],"87df21d","Beautiful model name there, came out almost the same day as Claude Opus 4.7, and it actually drew me a better pelican. That's what I got from the model running on my laptop, this new Chinese model.",[5658,5660,5662],{"_37":5639,"_23":2232,"_2233":5659},"00:23:17.860",{"_37":5647,"_23":2232,"_2233":5661},"00:23:20.260",{"_37":5655,"_23":2232,"_2233":5663},"00:23:24.519",{"_37":5665,"_23":297,"_298":5666,"_306":5696,"_308":309},"f6586030f7b2",[5667,5672,5675,5680,5683,5688,5691],{"_37":5668,"_23":302,"_303":5669,"_174":5671},"225ebe577ece",[5670],"e057030","That's really good.",{"_37":5673,"_23":302,"_303":5674,"_174":2216},"dd39d606763a",[],{"_37":5676,"_23":302,"_303":5677,"_174":5679},"7cdecfc8210f",[5678],"3002e08","The bug's the right shape.",{"_37":5681,"_23":302,"_303":5682,"_174":2216},"1b965a6e676b",[],{"_37":5684,"_23":302,"_303":5685,"_174":5687},"29c93b4a6f4d",[5686],"6372370","The pelican's got a bit of style.",{"_37":5689,"_23":302,"_303":5690,"_174":2216},"5b9c81a79e07",[],{"_37":5692,"_23":302,"_303":5693,"_174":5695},"b1e4bb26a698",[5694],"5af8f6f","It says pelican on a bicycle at the bottom.",[5697,5699,5701,5703],{"_37":5670,"_23":2232,"_2233":5698},"00:23:36.260",{"_37":5678,"_23":2232,"_2233":5700},"00:23:36.980",{"_37":5686,"_23":2232,"_2233":5702},"00:23:38.340",{"_37":5694,"_23":2232,"_2233":5704},"00:23:39.620",{"_37":5706,"_23":297,"_298":5707,"_306":5721,"_308":309},"fe35bd908166",[5708,5713,5716],{"_37":5709,"_23":302,"_303":5710,"_174":5712},"0af2810902e4",[5711],"e5a0fbd","And then Claude 4.7 didn't even get the bicycle right.",{"_37":5714,"_23":302,"_303":5715,"_174":2216},"9122d25d1750",[],{"_37":5717,"_23":302,"_303":5718,"_174":5720},"846e649ce642",[5719],"7bd6884","That's a junk bicycle.",[5722,5724],{"_37":5711,"_23":2232,"_2233":5723},"00:23:42.020",{"_37":5719,"_23":2232,"_2233":5725},"00:23:45.780",{"_37":5727,"_23":297,"_298":5728,"_306":5750,"_308":309},"a5e8692c34d9",[5729,5734,5737,5742,5745],{"_37":5730,"_23":302,"_303":5731,"_174":5733},"39edd759a033",[5732],"fa831ec","On the one hand, this was definitive proof that my benchmark is junk, because any benchmark that says that Opus 4.7 is better than a 20 gigabyte file running on my MacBook Pro",{"_37":5735,"_23":302,"_303":5736,"_174":2216},"2e1f018920f7",[],{"_37":5738,"_23":302,"_303":5739,"_174":5741},"531e79f9c6b0",[5740],"03c3b3c","is clearly missing something.",{"_37":5743,"_23":302,"_303":5744,"_174":2216},"cb974c2f231e",[],{"_37":5746,"_23":302,"_303":5747,"_174":5749},"64bcdec53df8",[5748],"a3ba646","But it was also a kind of interesting sign of the level of quality that these open weight models are now getting into.",[5751,5753,5755],{"_37":5732,"_23":2232,"_2233":5752},"00:23:49.120",{"_37":5740,"_23":2232,"_2233":5754},"00:24:00.120",{"_37":5748,"_23":2232,"_2233":5756},"00:24:01.960",{"_37":5758,"_23":297,"_298":5759,"_306":5765,"_308":309},"7e6a359c0b20",[5760],{"_37":5761,"_23":302,"_303":5762,"_174":5764},"81272f9fe427",[5763],"9fcbda8","Yeah, I told Opus to think harder and I don't think it worked. Oh, and then I also did a flamingo on a unicycle.",[5766],{"_37":5763,"_23":2232,"_2233":5767},"00:24:08.360",{"_37":5769,"_23":297,"_298":5770,"_306":5792,"_308":309},"0a8851deb44b",[5771,5776,5779,5784,5787],{"_37":5772,"_23":302,"_303":5773,"_174":5775},"34ee08927d40",[5774],"f0f8c7b","And again, I think Qwen's is better, because that flamingo, I mean it looks like it's smoking a joint.",{"_37":5777,"_23":302,"_303":5778,"_174":2216},"a47d75dcee4c",[],{"_37":5780,"_23":302,"_303":5781,"_174":5783},"474bb97d723f",[5782],"2583bb3","I like the unicycle better.",{"_37":5785,"_23":302,"_303":5786,"_174":2216},"59b8b6da62dd",[],{"_37":5788,"_23":302,"_303":5789,"_174":5791},"a20f6fd8fc38",[5790],"b174d51","The Opus one looks a bit too cyberpunk.",[5793,5795,5797],{"_37":5774,"_23":2232,"_2233":5794},"00:24:18.000",{"_37":5782,"_23":2232,"_2233":5796},"00:24:27.559",{"_37":5790,"_23":2232,"_2233":5798},"00:24:28.600",{"_37":5800,"_23":297,"_298":5801,"_306":5823,"_308":309},"0441b6fbde1b",[5802,5807,5810,5815,5818],{"_37":5803,"_23":302,"_303":5804,"_174":5806},"99c07f17ca6a",[5805],"013e7a4","So what can we learn from this?",{"_37":5808,"_23":302,"_303":5809,"_174":2216},"c0ba5f368aee",[],{"_37":5811,"_23":302,"_303":5812,"_174":5814},"27846c0971b7",[5813],"7684e7b","Not much, to be honest.",{"_37":5816,"_23":302,"_303":5817,"_174":2216},"acef08d375ca",[],{"_37":5819,"_23":302,"_303":5820,"_174":5822},"088290572d61",[5821],"5ef12b1","But it's kind of interesting.",[5824,5826,5828],{"_37":5805,"_23":2232,"_2233":5825},"00:24:31.240",{"_37":5813,"_23":2232,"_2233":5827},"00:24:32.919",{"_37":5821,"_23":2232,"_2233":5829},"00:24:34.940",{"_37":5831,"_23":297,"_298":5832,"_306":5862,"_308":309},"d72fe2039a3c",[5833,5838,5841,5846,5849,5854,5857],{"_37":5834,"_23":302,"_303":5835,"_174":5837},"4f6ef4515248",[5836],"b3f4471","And then the last Qwen model that came out in April was Qwen 3.6 27B.",{"_37":5839,"_23":302,"_303":5840,"_174":2216},"56d59d2de548",[],{"_37":5842,"_23":302,"_303":5843,"_174":5845},"7a2809dbdd09",[5844],"5bfacac","This thing is a beast.",{"_37":5847,"_23":302,"_303":5848,"_174":2216},"775f151331c4",[],{"_37":5850,"_23":302,"_303":5851,"_174":5853},"a87a78328432",[5852],"0b076d9","This is a 20 gigabyte file you can download from Hugging Face and you can run.",{"_37":5855,"_23":302,"_303":5856,"_174":2216},"01bfd567a96f",[],{"_37":5858,"_23":302,"_303":5859,"_174":5861},"f6be839658a6",[5860],"be75dde","It did a very good pelican riding a bicycle.",[5863,5865,5867,5869],{"_37":5836,"_23":2232,"_2233":5864},"00:24:35.899",{"_37":5844,"_23":2232,"_2233":5866},"00:24:43.640",{"_37":5852,"_23":2232,"_2233":5868},"00:24:45.160",{"_37":5860,"_23":2232,"_2233":5870},"00:24:49.480",{"_37":5872,"_23":297,"_298":5873,"_306":5887,"_308":309},"b87cfa162d9a",[5874,5879,5882],{"_37":5875,"_23":302,"_303":5876,"_174":5878},"a9cf49f7d170",[5877],"fd57c36","But more importantly, I've started plugging this.",{"_37":5880,"_23":302,"_303":5881,"_174":2216},"279eae090598",[],{"_37":5883,"_23":302,"_303":5884,"_174":5886},"d1622dfca9ea",[5885],"3644d42","Oh, its opossum on an e-scooter wasn't quite GLM levels.",[5888,5890],{"_37":5877,"_23":2232,"_2233":5889},"00:24:52.960",{"_37":5885,"_23":2232,"_2233":5891},"00:24:54.960",{"_37":5893,"_23":297,"_298":5894,"_306":5924,"_308":309},"74da47bc3faf",[5895,5900,5903,5908,5911,5916,5919],{"_37":5896,"_23":302,"_303":5897,"_174":5899},"69c088c77c18",[5898],"79434b1","But more importantly, I've been running actual agent stuff against this thing.",{"_37":5901,"_23":302,"_303":5902,"_174":2216},"cbc8e0a61051",[],{"_37":5904,"_23":302,"_303":5905,"_174":5907},"20612f2f1c79",[5906],"5841cde","I've been building my own agent recently that does SQL queries and",{"_37":5909,"_23":302,"_303":5910,"_174":2216},"d32ed624a40b",[],{"_37":5912,"_23":302,"_303":5913,"_174":5915},"8b5dc4b0a219",[5914],"33aad09","build simple HTML and JavaScript things, it's good.",{"_37":5917,"_23":302,"_303":5918,"_174":2216},"6ba9faaa685c",[],{"_37":5920,"_23":302,"_303":5921,"_174":5923},"bd8f62c73264",[5922],"ebe67e0","This 20 gigabyte model running on my laptop, it's the first time I've run a local model and it feels like the tool calling is good enough for the kinds of things I want to do with it.",[5925,5927,5929,5931],{"_37":5898,"_23":2232,"_2233":5926},"00:24:59.360",{"_37":5906,"_23":2232,"_2233":5928},"00:25:03.440",{"_37":5914,"_23":2232,"_2233":5930},"00:25:06.440",{"_37":5922,"_23":2232,"_2233":5932},"00:25:09.399",{"_37":5934,"_23":297,"_298":5935,"_306":5965,"_308":309},"eee677b73cd6",[5936,5941,5944,5949,5952,5957,5960],{"_37":5937,"_23":302,"_303":5938,"_174":5940},"263f0b1197a9",[5939],"0e5a65e","I think Qwen have figured out how to strip out a lot of the general knowledge.",{"_37":5942,"_23":302,"_303":5943,"_174":2216},"3caabbaedf9a",[],{"_37":5945,"_23":302,"_303":5946,"_174":5948},"28c2eb18ae83",[5947],"6181ef2","I've always wanted a model that's greater Python and tool calling and doesn't know who the king of Sweden was in 1750.",{"_37":5950,"_23":302,"_303":5951,"_174":2216},"5b941b0dd20a",[],{"_37":5953,"_23":302,"_303":5954,"_174":5956},"5ee85674df9c",[5955],"62ede56","Maybe they've cracked the code on that.",{"_37":5958,"_23":302,"_303":5959,"_174":2216},"c1a37229ee95",[],{"_37":5961,"_23":302,"_303":5962,"_174":5964},"20b6f059b40d",[5963],"b72234f","I don't know.",[5966,5968,5970,5972],{"_37":5939,"_23":2232,"_2233":5967},"00:25:19.440",{"_37":5947,"_23":2232,"_2233":5969},"00:25:23.120",{"_37":5955,"_23":2232,"_2233":5971},"00:25:29.040",{"_37":5963,"_23":2232,"_2233":5973},"00:25:30.640",{"_37":5975,"_23":297,"_298":5976,"_306":5990,"_308":309},"3e8df69c8a2b",[5977,5982,5985],{"_37":5978,"_23":302,"_303":5979,"_174":5981},"e5dec4e6c710",[5980],"05644b1","But that is a ferociously good model that's worth spending some time with.",{"_37":5983,"_23":302,"_303":5984,"_174":2216},"19fc401ce59b",[],{"_37":5986,"_23":302,"_303":5987,"_174":5989},"06fd7b9566c6",[5988],"3b6fa6e","That's the thing.",[5991,5993],{"_37":5980,"_23":2232,"_2233":5992},"00:25:31.120",{"_37":5988,"_23":2232,"_2233":5994},"00:25:34.320",{"_37":5996,"_23":297,"_298":5997,"_306":6011,"_308":309},"97e647e79265",[5998,6003,6006],{"_37":5999,"_23":302,"_303":6000,"_174":6002},"b50ef2db2af9",[6001],"f739e3f","Open weight models got good.",{"_37":6004,"_23":302,"_303":6005,"_174":2216},"83b96b9e914f",[],{"_37":6007,"_23":302,"_303":6008,"_174":6010},"50b6130985f5",[6009],"f700b91","The thing runs on my laptop and it feels like GPT-4o did a year and a half ago.",[6012,6014],{"_37":6001,"_23":2232,"_2233":6013},"00:25:34.880",{"_37":6009,"_23":2232,"_2233":6015},"00:25:38.820",{"_37":6017,"_23":297,"_298":6018,"_306":6048,"_308":309},"bf54a2cba202",[6019,6024,6027,6032,6035,6040,6043],{"_37":6020,"_23":302,"_303":6021,"_174":6023},"cf9236d0673f",[6022],"cb89b8a","That's absolutely astonishing.",{"_37":6025,"_23":302,"_303":6026,"_174":2216},"b9aaee3804e2",[],{"_37":6028,"_23":302,"_303":6029,"_174":6031},"ed12a8598e4a",[6030],"b26d348","I didn't think that would ever be possible.",{"_37":6033,"_23":302,"_303":6034,"_174":2216},"ef44d4b0860f",[],{"_37":6036,"_23":302,"_303":6037,"_174":6039},"b9a7a2439b9a",[6038],"6b7a7be","I thought you needed a giant wall of GPUs to get useful results out of",{"_37":6041,"_23":302,"_303":6042,"_174":2216},"5effa36baedd",[],{"_37":6044,"_23":302,"_303":6045,"_174":6047},"d62ef1fcc044",[6046],"964230d","these models, and now it turns out you don't.",[6049,6051,6053,6055],{"_37":6022,"_23":2232,"_2233":6050},"00:25:45.300",{"_37":6030,"_23":2232,"_2233":6052},"00:25:46.900",{"_37":6038,"_23":2232,"_2233":6054},"00:25:48.420",{"_37":6046,"_23":2232,"_2233":6056},"00:25:52.440",{"_37":6058,"_23":297,"_298":6059,"_306":6064,"_308":382},"d24d8206e491",[6060],{"_37":6061,"_23":302,"_303":6062,"_174":6063},"78cd06dad314",[],"Deep Blue",[],{"_37":6066,"_23":297,"_298":6067,"_306":6089,"_308":309},"5f5a74526686",[6068,6073,6076,6081,6084],{"_37":6069,"_23":302,"_303":6070,"_174":6072},"22cc51be6a12",[6071],"c7177f6","I did want to quickly bring up this idea of deep blue.",{"_37":6074,"_23":302,"_303":6075,"_174":2216},"38efcec8e22d",[],{"_37":6077,"_23":302,"_303":6078,"_174":6080},"0a8406f55370",[6079],"95ec651","This is the term we're starting to use for the existential crisis",{"_37":6082,"_23":302,"_303":6083,"_174":2216},"12c2d2168cdd",[],{"_37":6085,"_23":302,"_303":6086,"_174":6088},"0355831f56b0",[6087],"e110802","that is beginning to hit people in our profession and in other professions when the thing that you're so good at, the speciality in your career, is no longer quite so special.",[6090,6092,6094],{"_37":6071,"_23":2232,"_2233":6091},"00:25:55.080",{"_37":6079,"_23":2232,"_2233":6093},"00:25:59.159",{"_37":6087,"_23":2232,"_2233":6095},"00:26:03.960",{"_37":6097,"_23":297,"_298":6098,"_306":6120,"_308":309},"3e8f404b9e53",[6099,6104,6107,6112,6115],{"_37":6100,"_23":302,"_303":6101,"_174":6103},"784def1fc840",[6102],"7165a2d","Especially if you're somebody who's really good at taking a detailed spec and turning that into code.",{"_37":6105,"_23":302,"_303":6106,"_174":2216},"c66889403f14",[],{"_37":6108,"_23":302,"_303":6109,"_174":6111},"fd41fe075674",[6110],"8afb976","This is a very threatening time.",{"_37":6113,"_23":302,"_303":6114,"_174":2216},"95ee27eed90e",[],{"_37":6116,"_23":302,"_303":6117,"_174":6119},"dde9d720153c",[6118],"aecfc57","If you can move beyond that.",[6121,6123,6125],{"_37":6102,"_23":2232,"_2233":6122},"00:26:13.640",{"_37":6110,"_23":2232,"_2233":6124},"00:26:18.120",{"_37":6118,"_23":2232,"_2233":6126},"00:26:20.120",{"_37":6128,"_23":297,"_298":6129,"_306":6151,"_308":1154},"03f1bd9c51c4",[6130,6135,6138,6143,6146],{"_37":6131,"_23":302,"_303":6132,"_174":6134},"99b6462d626f",[6133],"a22fb58","I feel the way I've recovered from my own sense of deep blue is the more time I spend working with coding agents",{"_37":6136,"_23":302,"_303":6137,"_174":2216},"24ff97905e17",[],{"_37":6139,"_23":302,"_303":6140,"_174":6142},"9372720f4ba4",[6141],"e39fcfe","the harder I feel that it is, because I can build so much more.",{"_37":6144,"_23":302,"_303":6145,"_174":2216},"02e88e5f4f9b",[],{"_37":6147,"_23":302,"_303":6148,"_174":6150},"2dab757d1431",[6149],"81a76f3","I can take a much more ambitious project.",[6152,6154,6156],{"_37":6133,"_23":2232,"_2233":6153},"00:26:21.720",{"_37":6141,"_23":2232,"_2233":6155},"00:26:29.620",{"_37":6149,"_23":2232,"_2233":6157},"00:26:33.380",{"_37":6159,"_23":297,"_298":6160,"_306":6198,"_308":309},"5d91c78d329b",[6161,6166,6169,6174,6177,6182,6185,6190,6193],{"_37":6162,"_23":302,"_303":6163,"_174":6165},"c014e9148c70",[6164],"abc631b","It's taking every inch of my 25 years of experience as a software engineer.",{"_37":6167,"_23":302,"_303":6168,"_174":2216},"131d4b25f2ea",[],{"_37":6170,"_23":302,"_303":6171,"_174":6173},"5d7bd2f314d8",[6172],"eb7fcdb","I'm having to develop all of these new skills.",{"_37":6175,"_23":302,"_303":6176,"_174":2216},"b973ee2c1acf",[],{"_37":6178,"_23":302,"_303":6179,"_174":6181},"26cde84d4366",[6180],"b9dbe41","I'm constantly reminded that",{"_37":6183,"_23":302,"_303":6184,"_174":2216},"d8b509c5955c",[],{"_37":6186,"_23":302,"_303":6187,"_174":6189},"35a5f219d877",[6188],"855b21a","building and shipping software is just a furiously difficult thing to do.",{"_37":6191,"_23":302,"_303":6192,"_174":2216},"5c614d4c52b1",[],{"_37":6194,"_23":302,"_303":6195,"_174":6197},"a03ad6e3a6c3",[6196],"8358dca","It doesn't matter how much AI assistance you get to write bits of code and talk you through deployment and all of that, there's still just so much depth to what we're doing.",[6199,6201,6203,6205,6207],{"_37":6164,"_23":2232,"_2233":6200},"00:26:35.220",{"_37":6172,"_23":2232,"_2233":6202},"00:26:39.220",{"_37":6180,"_23":2232,"_2233":6204},"00:26:41.140",{"_37":6188,"_23":2232,"_2233":6206},"00:26:42.840",{"_37":6196,"_23":2232,"_2233":6208},"00:26:46.280",{"_37":6210,"_23":297,"_298":6211,"_306":6233,"_308":309},"dc18f6785fac",[6212,6217,6220,6225,6228],{"_37":6213,"_23":302,"_303":6214,"_174":6216},"fe7fc35911ad",[6215],"ced664a","And there was a quote that I had on slide earlier.",{"_37":6218,"_23":302,"_303":6219,"_174":2216},"94d79a941b56",[],{"_37":6221,"_23":302,"_303":6222,"_174":6224},"fbb7a34d102a",[6223],"e509c0e","Yeah, here we go.",{"_37":6226,"_23":302,"_303":6227,"_174":2216},"3c07951585a9",[],{"_37":6229,"_23":302,"_303":6230,"_174":6232},"e912038f37e1",[6231],"dd8c349","This is Matthew Yglesias in a now deleted tweet.",[6234,6236,6238],{"_37":6215,"_23":2232,"_2233":6235},"00:26:54.120",{"_37":6223,"_23":2232,"_2233":6237},"00:26:58.880",{"_37":6231,"_23":2232,"_2233":6239},"00:26:59.519",{"_37":6241,"_23":297,"_298":6242,"_306":6264,"_308":309},"f56278a40329",[6243,6248,6251,6256,6259],{"_37":6244,"_23":302,"_303":6245,"_174":6247},"ceb94899f963",[6246],"a0893ce","I don't know why he deleted it, said, five months in, I think I've decided that I don't want to vibe code.",{"_37":6249,"_23":302,"_303":6250,"_174":2216},"4aafcd0c5714",[],{"_37":6252,"_23":302,"_303":6253,"_174":6255},"28b4724bfb15",[6254],"df7a6ec","I want professionally managed software",{"_37":6257,"_23":302,"_303":6258,"_174":2216},"be9f767ea23e",[],{"_37":6260,"_23":302,"_303":6261,"_174":6263},"766e522b60be",[6262],"1f30ef1","companies to use AI coding systems to make more better cheaper software products that they then sell to me for money.",[6265,6267,6269],{"_37":6246,"_23":2232,"_2233":6266},"00:27:02.320",{"_37":6254,"_23":2232,"_2233":6268},"00:27:07.440",{"_37":6262,"_23":2232,"_2233":6270},"00:27:09.540",{"_37":6272,"_23":297,"_298":6273,"_306":6287,"_308":309},"5fb76bf0c7da",[6274,6279,6282],{"_37":6275,"_23":302,"_303":6276,"_174":6278},"4f48c4b36332",[6277],"679a444","This is it.",{"_37":6280,"_23":302,"_303":6281,"_174":2216},"a928cc9bfa71",[],{"_37":6283,"_23":302,"_303":6284,"_174":6286},"bb701729181f",[6285],"6faa819","This is the saviour of our entire career.",[6288,6290],{"_37":6277,"_23":2232,"_2233":6289},"00:27:15.060",{"_37":6285,"_23":2232,"_2233":6291},"00:27:15.620",{"_37":6293,"_23":297,"_298":6294,"_306":6332,"_308":309},"146651de764b",[6295,6300,6303,6308,6311,6316,6319,6324,6327],{"_37":6296,"_23":302,"_303":6297,"_174":6299},"53b13feb91de",[6298],"01c325d","But it's true, I can learn how to do plumbing on YouTube, I hire a plumber.",{"_37":6301,"_23":302,"_303":6302,"_174":2216},"d13a9af6c0d8",[],{"_37":6304,"_23":302,"_303":6305,"_174":6307},"33640f13f857",[6306],"493d6a2","I do think that most people are not interested",{"_37":6309,"_23":302,"_303":6310,"_174":2216},"d3fdb2b02727",[],{"_37":6312,"_23":302,"_303":6313,"_174":6315},"c557966747a0",[6314],"267f405","in spending their time figuring out even the simplest versions of vibe coding.",{"_37":6317,"_23":302,"_303":6318,"_174":2216},"49933f3dd5bd",[],{"_37":6320,"_23":302,"_303":6321,"_174":6323},"0cdae2e49445",[6322],"1f0c35c","And if you want to build production software that solves problems for thousands or millions of people, that will never be easy.",{"_37":6325,"_23":302,"_303":6326,"_174":2216},"1a117c71cc35",[],{"_37":6328,"_23":302,"_303":6329,"_174":6331},"4a2b559beb25",[6330],"42acc44","I don't care how good the AI systems get.",[6333,6335,6337,6339,6341],{"_37":6298,"_23":2232,"_2233":6334},"00:27:19.340",{"_37":6306,"_23":2232,"_2233":6336},"00:27:23.820",{"_37":6314,"_23":2232,"_2233":6338},"00:27:26.860",{"_37":6322,"_23":2232,"_2233":6340},"00:27:31.100",{"_37":6330,"_23":2232,"_2233":6342},"00:27:36.380",{"_37":6344,"_23":297,"_298":6345,"_306":6350,"_308":382},"3d693a36e458",[6346],{"_37":6347,"_23":302,"_303":6348,"_174":6349},"0bde5595b5b4",[],"The Cognitive Load Problem",[],{"_37":6352,"_23":297,"_298":6353,"_306":6383,"_308":309},"a1fba8ed8b6e",[6354,6359,6362,6367,6370,6375,6378],{"_37":6355,"_23":302,"_303":6356,"_174":6358},"439cdde25449",[6357],"c4f427d","So this is why I'm not currently suffering from deep blue.",{"_37":6360,"_23":302,"_303":6361,"_174":2216},"1ce047511485",[],{"_37":6363,"_23":302,"_303":6364,"_174":6366},"abf4d765156c",[6365],"27445b1","The thing I am suffering from is this problem of cognitive load.",{"_37":6368,"_23":302,"_303":6369,"_174":2216},"7a96639b2517",[],{"_37":6371,"_23":302,"_303":6372,"_174":6374},"c9c2156441ed",[6373],"e825328","I can run five, ten agents in parallel.",{"_37":6376,"_23":302,"_303":6377,"_174":2216},"f982752794d3",[],{"_37":6379,"_23":302,"_303":6380,"_174":6382},"6ea5e439dc67",[6381],"e4eb65c","If I do that, I'm exhausted by lunchtime because the amount of attention that you have for those different projects is finite.",[6384,6386,6388,6390],{"_37":6357,"_23":2232,"_2233":6385},"00:27:38.940",{"_37":6365,"_23":2232,"_2233":6387},"00:27:41.980",{"_37":6373,"_23":2232,"_2233":6389},"00:27:45.100",{"_37":6381,"_23":2232,"_2233":6391},"00:27:49.440",{"_37":6393,"_23":297,"_298":6394,"_306":6416,"_308":309},"c1f51d776f21",[6395,6400,6403,6408,6411],{"_37":6396,"_23":302,"_303":6397,"_174":6399},"77159ef428d5",[6398],"c6dc608","I think this is also the thing that saves software teams.",{"_37":6401,"_23":302,"_303":6402,"_174":2216},"8ed15f28dfd2",[],{"_37":6404,"_23":302,"_303":6405,"_174":6407},"3bb81fddd87c",[6406],"3b07bd3","If you want to have a small team working on a lot of projects, there is a limit to how much each of those human beings can process in terms of what you're trying to get these agents to do.",{"_37":6409,"_23":302,"_303":6410,"_174":2216},"0edcb1a89ad4",[],{"_37":6412,"_23":302,"_303":6413,"_174":6415},"325a022ab7dc",[6414],"d746b88","But cognitive load is where we need that new balance.",[6417,6419,6421],{"_37":6398,"_23":2232,"_2233":6418},"00:27:57.820",{"_37":6406,"_23":2232,"_2233":6420},"00:27:59.900",{"_37":6414,"_23":2232,"_2233":6422},"00:28:08.640",{"_37":6424,"_23":297,"_298":6425,"_306":6447,"_308":309},"1eb490241079",[6426,6431,6434,6439,6442],{"_37":6427,"_23":302,"_303":6428,"_174":6430},"f8acaf83f03d",[6429],"dae8c7d","We need to figure out what makes sense, what we can take on, how ambitious should we be being.",{"_37":6432,"_23":302,"_303":6433,"_174":2216},"361582e2b2ee",[],{"_37":6435,"_23":302,"_303":6436,"_174":6438},"b4651bcbf3a1",[6437],"4b4ad44","And it's the thing that we have to watch out for, because this is where you get a sort of AI-fueled burnout",{"_37":6440,"_23":302,"_303":6441,"_174":2216},"a1f54dcf2ecf",[],{"_37":6443,"_23":302,"_303":6444,"_174":6446},"f4fbfb0d2b30",[6445],"9f4ecf4","is from just loading up too many things.",[6448,6450,6452],{"_37":6429,"_23":2232,"_2233":6449},"00:28:11.920",{"_37":6437,"_23":2232,"_2233":6451},"00:28:17.200",{"_37":6445,"_23":2232,"_2233":6453},"00:28:22.540",{"_37":6455,"_23":297,"_298":6456,"_306":6461,"_308":382},"f856d6d3b7b1",[6457],{"_37":6458,"_23":302,"_303":6459,"_174":6460},"e64c0b6ef8e3",[],"Reinventing How We Build Software",[],{"_37":6463,"_23":297,"_298":6464,"_306":6486,"_308":309},"d7d8992128dc",[6465,6470,6473,6478,6481],{"_37":6466,"_23":302,"_303":6467,"_174":6469},"7d4d023bc830",[6468],"df6384d","But I wanted to end on an exciting note.",{"_37":6471,"_23":302,"_303":6472,"_174":2216},"d70ba30d3a2f",[],{"_37":6474,"_23":302,"_303":6475,"_174":6477},"3dd603e85fef",[6476],"5e97d4f","The exciting thing is, right now we get to reinvent how we build software because",{"_37":6479,"_23":302,"_303":6480,"_174":2216},"78aedc606e63",[],{"_37":6482,"_23":302,"_303":6483,"_174":6485},"9ed2e4ee921f",[6484],"fd93691","the way we built software in the past has always been predicated on the idea that lines of code are expensive.",[6487,6489,6491],{"_37":6468,"_23":2232,"_2233":6488},"00:28:24.620",{"_37":6476,"_23":2232,"_2233":6490},"00:28:27.180",{"_37":6484,"_23":2232,"_2233":6492},"00:28:31.660",{"_37":6494,"_23":297,"_298":6495,"_306":6525,"_308":309},"a3bb7ab080e8",[6496,6501,6504,6509,6512,6517,6520],{"_37":6497,"_23":302,"_303":6498,"_174":6500},"ffca8c5f7d2e",[6499],"b763b5f","A programmer can churn out 200 lines of",{"_37":6502,"_23":302,"_303":6503,"_174":2216},"4385c52f28c4",[],{"_37":6505,"_23":302,"_303":6506,"_174":6508},"34e6f7519676",[6507],"2e5b1dd","tested, decent, robust code a day if you're lucky.",{"_37":6510,"_23":302,"_303":6511,"_174":2216},"cd196ec51ef8",[],{"_37":6513,"_23":302,"_303":6514,"_174":6516},"f45449f28895",[6515],"6e79b90","Now we can churn out 2,000, 10,000 lines of tested code.",{"_37":6518,"_23":302,"_303":6519,"_174":2216},"0936a18737ca",[],{"_37":6521,"_23":302,"_303":6522,"_174":6524},"88e33763f021",[6523],"5d6a338","If it's the right code, it's still up for debate.",[6526,6528,6530,6532],{"_37":6499,"_23":2232,"_2233":6527},"00:28:36.460",{"_37":6507,"_23":2232,"_2233":6529},"00:28:39.919",{"_37":6515,"_23":2232,"_2233":6531},"00:28:43.120",{"_37":6523,"_23":2232,"_2233":6533},"00:28:48.840",{"_37":6535,"_23":297,"_298":6536,"_306":6582,"_308":309},"8a4082d29bdd",[6537,6542,6545,6550,6553,6558,6561,6566,6569,6574,6577],{"_37":6538,"_23":302,"_303":6539,"_174":6541},"439dd7e80d4b",[6540],"31f4cff","But as a result, everything in software has broken.",{"_37":6543,"_23":302,"_303":6544,"_174":2216},"89928d005df4",[],{"_37":6546,"_23":302,"_303":6547,"_174":6549},"fa79e89e9d0f",[6548],"42fd612","Our design processes, our operations processes, everything we do",{"_37":6551,"_23":302,"_303":6552,"_174":2216},"cf4ace8b69d5",[],{"_37":6554,"_23":302,"_303":6555,"_174":6557},"990f0240d45f",[6556],"9776bc1","needs to adapt to this.",{"_37":6559,"_23":302,"_303":6560,"_174":2216},"8d20e9108004",[],{"_37":6562,"_23":302,"_303":6563,"_174":6565},"bb63195fa7f0",[6564],"b731466","And it's very clear just from today, nobody confidently knows exactly what the future of software looks like, but we're on a roller coaster to figure it out.",{"_37":6567,"_23":302,"_303":6568,"_174":2216},"08e41ba30f8f",[],{"_37":6570,"_23":302,"_303":6571,"_174":6573},"559cc749c8d5",[6572],"966348e","Right now,",{"_37":6575,"_23":302,"_303":6576,"_174":2216},"3ac9db8ace1f",[],{"_37":6578,"_23":302,"_303":6579,"_174":6581},"28d8e8281a3f",[6580],"160d703","everything is open for us to reinvent how we're building things.",[6583,6585,6587,6589,6591,6593],{"_37":6540,"_23":2232,"_2233":6584},"00:28:51.799",{"_37":6548,"_23":2232,"_2233":6586},"00:28:54.280",{"_37":6556,"_23":2232,"_2233":6588},"00:28:58.720",{"_37":6564,"_23":2232,"_2233":6590},"00:29:00.320",{"_37":6572,"_23":2232,"_2233":6592},"00:29:09.120",{"_37":6580,"_23":2232,"_2233":6594},"00:29:10.140",{"_37":6596,"_23":297,"_298":6597,"_306":6611,"_308":1154},"8583d4e51c3d",[6598,6603,6606],{"_37":6599,"_23":302,"_303":6600,"_174":6602},"3bfd6888b1f4",[6601],"4604b8c","The frustrating thing is I've noticed that anything somebody tries almost inevitably works.",{"_37":6604,"_23":302,"_303":6605,"_174":2216},"5a9093116713",[],{"_37":6607,"_23":302,"_303":6608,"_174":6610},"cb9814079545",[6609],"cc645c4","It's like the nature of these models is that you can come up with some bizarre prompting strategy or harness, and you throw it in a model, and if the model's a good reasoning model, it'll figure out how to get good results out of that itself.",[6612,6614],{"_37":6601,"_23":2232,"_2233":6613},"00:29:13.020",{"_37":6609,"_23":2232,"_2233":6615},"00:29:18.540",{"_37":6617,"_23":297,"_298":6618,"_306":6632,"_308":309},"8ee8f810d17d",[6619,6624,6627],{"_37":6620,"_23":302,"_303":6621,"_174":6623},"4a532929a313",[6622],"c23fd85","So it's also notoriously difficult to measure these things, like try measuring engineering productivity.",{"_37":6625,"_23":302,"_303":6626,"_174":2216},"bd66c7cc5f14",[],{"_37":6628,"_23":302,"_303":6629,"_174":6631},"5f8262f7a571",[6630],"5c414a3","Now we're trying to throw a bunch of black-box AI into the mix as well.",[6633,6635],{"_37":6622,"_23":2232,"_2233":6634},"00:29:29.640",{"_37":6630,"_23":2232,"_2233":6636},"00:29:35.000",{"_37":6638,"_23":297,"_298":6639,"_306":6661,"_308":309},"d2a19ea6275a",[6640,6645,6648,6653,6656],{"_37":6641,"_23":302,"_303":6642,"_174":6644},"0f0de56448de",[6643],"34b6b5f","But this is an exciting time, right?",{"_37":6646,"_23":302,"_303":6647,"_174":2216},"267c70ac550d",[],{"_37":6649,"_23":302,"_303":6650,"_174":6652},"59b51d6bf140",[6651],"1985714","Getting to reinvent how we build software.",{"_37":6654,"_23":302,"_303":6655,"_174":2216},"a351050acecc",[],{"_37":6657,"_23":302,"_303":6658,"_174":6660},"e39e337ee01d",[6659],"b3d16a2","I'm personally thrilled.",[6662,6664,6666],{"_37":6643,"_23":2232,"_2233":6663},"00:29:38.860",{"_37":6651,"_23":2232,"_2233":6665},"00:29:40.380",{"_37":6659,"_23":2232,"_2233":6667},"00:29:42.460",{"_37":6669,"_23":297,"_298":6670,"_306":6684,"_308":309},"f085282b0882",[6671,6676,6679],{"_37":6672,"_23":302,"_303":6673,"_174":6675},"9e51af37c67d",[6674],"e87986d","I find that it's certainly not boring, and every day some new challenge comes up that we get to solve.",{"_37":6677,"_23":302,"_303":6678,"_174":2216},"0cbe58e444a0",[],{"_37":6680,"_23":302,"_303":6681,"_174":6683},"5d509bc86586",[6682],"ac761e2","So this is why I'm excited despite the deep blue in the cognitive load.",[6685,6687],{"_37":6674,"_23":2232,"_2233":6686},"00:29:44.299",{"_37":6682,"_23":2232,"_2233":6688},"00:29:53.519",{"_37":6690,"_23":297,"_298":6691,"_306":6713,"_308":309},"0e500f2ffa37",[6692,6697,6700,6705,6708],{"_37":6693,"_23":302,"_303":6694,"_174":6696},"8b50fcf45ace",[6695],"c10df8e","If you want to hear more from me, all of my stuff is on simonwillison.net.",{"_37":6698,"_23":302,"_303":6699,"_174":2216},"91033b8bf8ad",[],{"_37":6701,"_23":302,"_303":6702,"_174":6704},"a00ada49c69e",[6703],"6469639","I'm on Bluesky, on Twitter and Mastodon and all of those places as well.",{"_37":6706,"_23":302,"_303":6707,"_174":2216},"df4421e6b110",[],{"_37":6709,"_23":302,"_303":6710,"_174":6712},"16d9b98f1faa",[6711],"5f726e9","But yeah, thank you very much for listening.",[6714,6716,6718],{"_37":6695,"_23":2232,"_2233":6715},"00:29:57.600",{"_37":6703,"_23":2232,"_2233":6717},"00:30:01.600",{"_37":6711,"_23":2232,"_2233":6719},"00:30:05.039",{"_23":6721,"_114":6722},"mux.video",{"_11":6723,"_13":6724,"_14":6725,"_23":6726,"_24":6723,"_6727":6728,"_7":6729,"_6791":6756,"_6765":6766,"_6792":6788,"_119":6793},"2026-07-16T23:21:24Z","dcba535d-6fc6-4403-b5fe-6b3dd8c546bb","onPniAN9wGBbI6JrbNlrEo","mux.videoAsset","assetId","9MRIw18FetT2qThPhh9701Ea9xFLKpLoM",{"_6730":6731,"_6732":6733,"_326":6734,"_6735":6736,"_20":6728,"_6737":6738,"_6739":6740,"_6741":6742,"_6743":6744,"_6745":6746,"_6747":6740,"_6748":6749,"_6752":6724,"_6753":6754,"_6759":6760,"_6764":6742,"_6765":6766,"_6767":6768,"_6787":6788,"_6789":6790},"aspect_ratio","16:9","created_at","1784243691",1813.4556,"encoding_tier","smart","ingest_type","on_demand_direct_upload","master_access","none","max_resolution_tier","1080p","max_stored_frame_rate",29.97,"max_stored_resolution","UHD","mp4_support","non_standard_input_reasons",{"_6750":6751},"video_resolution","3840x2160","passthrough","playback_ids",[6755],{"_20":6756,"_6757":6758},"tKZWHcIwCKptqQUnBFK7Ksv02GHSse1NB","policy","public","progress",{"_6759":6761,"_6762":6763},100,"state","completed","resolution_tier","status","ready","tracks",[6769,6779],{"_326":6770,"_20":6771,"_6772":6773,"_6774":6775,"_6776":171,"_6777":6778},1813.411604,"TMRD01HoEY16iHxk02gFWO02EObhvSYsSpA","max_channel_layout","stereo","max_channels",2,"primary","type","audio",{"_326":6780,"_20":6781,"_6782":6744,"_6783":6784,"_6785":6786,"_6777":282},1813.4116,"aD5wLzr91blJNucZefD01tA00ERZRW6z6P7H00ecUdIl3k","max_frame_rate","max_height",1152,"max_width",2048,"upload_id","8Bu4I02RgsvsRuT3nSfFIZ00vMrlROBYoJ","video_quality","plus","playbackId","uploadId","https://stream.mux.com/tKZWHcIwCKptqQUnBFK7Ksv02GHSse1NB","preview","pageNumber","actionData","errors"]

The Last 6 Mos of the Agentic Engineering Revolution

Speakers