[{"_1":2,"_3870":-5,"_3871":-5},"loaderData",{"_3":4,"_270":271},"root",{"_5":6,"_7":8,"_252":253},"ua","Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","data",{"_9":10,"_145":146,"_158":159},"footer",{"_11":12,"_13":9,"_14":15,"_16":17,"_23":9,"_24":25,"_26":27,"_34":35,"_107":108},"_createdAt","2022-05-17T11:04:58Z","_id","_rev","6sA5HXzqQ1t7bsnHMaqtNi","_system",{"_18":19},"base",{"_20":9,"_21":22},"id","rev","GthKAURudFYTNgxt0CQU64","_type","_updatedAt","2026-03-18T16:16:29Z","emailSubscription",{"_28":29,"_30":31,"_32":33},"description","Unlock success from technical pioneers in software infrastructure. We send the best strategies, tools, and industry updates directly to your inbox.","targetURL","https://share.hsforms.com/1_KYaR4lAQm-C8_9H7r4MIwqdoyu","title","Stay in the loop","footerColumns",[36,64,88],{"_37":38,"_23":39,"_40":41,"_42":43,"_49":62,"_32":63},"_key","30a87ef6e7c1","footerColumn","heading","About","items",[44,52,57],{"_37":45,"_23":46,"_47":48,"_49":50,"_32":51},"3dfef1283ab5","footerLink","label","Portfolio","link","/portfolio","Navigate to portfolio page",{"_37":53,"_23":46,"_47":54,"_49":55,"_32":56},"42666d0b3987","Team","/team","Navigate to team page",{"_37":58,"_23":46,"_47":59,"_49":60,"_32":61},"398a9b50e214","News","/press","Navigate to press page","/about","Navigate to about page",{"_37":65,"_23":39,"_40":66,"_42":67,"_49":86,"_32":87},"a584a6acf07b","Community",[68,72,77,82],{"_37":69,"_23":46,"_47":70,"_49":71,"_32":70},"4358699f4ca4","Events","/events",{"_37":73,"_23":46,"_47":74,"_49":75,"_32":76},"e2d5641ef7de","DevGuild","https://www.heavybit.com/devguild","Navigate to devguild page",{"_37":78,"_23":46,"_47":79,"_49":80,"_32":81},"feb038ce46a1","Jobs","/jobs","Portfolio Company Jobs",{"_37":83,"_23":46,"_47":84,"_49":85,"_32":84},"e22bfa6b2330","Inclusion","/community/diversity-and-inclusion","https://www.heavybit.com/community","Navigate to community page",{"_37":89,"_23":39,"_40":90,"_42":91,"_49":95,"_32":106},"ea618aa34610","Library",[92,97,102],{"_37":93,"_23":46,"_47":94,"_49":95,"_32":96},"c82a64edc4dd","Blog","https://www.heavybit.com/library/","Navigate to browse on library page",{"_37":98,"_23":46,"_47":99,"_49":100,"_32":101},"e1673433290e","Podcast Network","https://www.heavybit.com/library/podcasts","Navigate to podcasts page",{"_37":103,"_23":46,"_47":104,"_49":105,"_32":104},"96a97ceba3a2","DevToolsDigest","https://www.heavybit.com/devtoolsdigest","Navigate to library page","socialMedia",[109,121,127,133,139],{"_37":110,"_111":112,"_119":120},"ee025c96397c","icon",{"_23":113,"_114":115},"mainImage","asset",{"_116":117,"_23":118},"_ref","image-9d618da0948299428b29e5d499af3fa5369a24d2-20x20-svg","reference","url","https://twitter.com/heavybit",{"_37":122,"_111":123,"_119":126},"5348b028f0d41c3dac62b3dd2b5531ee",{"_23":113,"_114":124},{"_116":125,"_23":118},"image-01bd92eb06873bdc30b1cb5f9c78b1ef5a9559d4-512x512-png","https://www.linkedin.com/company/heavybit",{"_37":128,"_111":129,"_119":132},"fae1cc0df5c6",{"_23":113,"_114":130},{"_116":131,"_23":118},"image-6c548d2e815d1fb3b3077c9b8be1ec251e1bc418-512x512-png","https://www.youtube.com/c/heavybit",{"_37":134,"_111":135,"_119":138},"a100f6448036",{"_23":113,"_114":136},{"_116":137,"_23":118},"image-b38b7ee9ccd05f61ca43d5b29fe7058f822f87eb-512x512-webp","https://www.instagram.com/heavybitindustries/",{"_37":140,"_111":141,"_119":144},"639729864c2d",{"_23":113,"_114":142},{"_116":143,"_23":118},"image-48ac9473e30341c4bee9f6634b77b6f8f1dd6b2f-849x980-webp","https://www.tiktok.com/@heavybitindustries","globalConfig",{"_147":148,"_11":152,"_13":145,"_14":153,"_16":154,"_23":145,"_24":157},"OGimage",{"_23":149,"_114":150},"image",{"_116":151,"_23":118},"image-32fdfae4fd13b8f9a3c5bf6b13a635068cb0ecbb-1332x529-png","2022-05-17T11:15:28Z","RDgKg7yO6ZYtH7Ot8nWSxU",{"_18":155},{"_20":145,"_21":156},"2ZxAYmIihJuAs2TKuKQs3J","2025-08-19T13:26:15Z","header",{"_11":160,"_13":158,"_14":161,"_16":162,"_23":158,"_24":165,"_166":167,"_177":178},"2022-05-17T11:04:33Z","rdofR6C9TPA5BJl8cHZaE4",{"_18":163},{"_20":158,"_21":164},"6Q6jM6mukeQOe5iPk5tIJ2","2026-07-22T15:16:18Z","announcementBar",{"_168":169,"_170":171,"_172":173,"_174":175,"_119":176},"buttonText","RSVP","show",true,"start","2026-07-22T15:16:15.846Z","text","🗓️ Aug 12: Software Factories Show & Tell with HumanLayer","https://luma.com/software-factories","headerNavLinks",[179,197,207,220,248],{"_37":180,"_23":181,"_182":171,"_183":184,"_47":41,"_49":62,"_195":196,"_32":63},"a8d641babed2","navLink","addDropdown","dropdown",[185,188,193],{"_37":186,"_23":187,"_47":54,"_49":55,"_32":56},"964627410473","dropdownLink",{"_37":189,"_23":187,"_47":190,"_49":191,"_32":192},"3d279775d73b","FAQ","/faq","Navigate to FAQ page",{"_37":194,"_23":187,"_47":59,"_49":60,"_32":61},"84e68f9f5c33","mobileOnly",false,{"_37":198,"_23":181,"_182":171,"_183":199,"_47":48,"_49":50,"_195":196,"_32":51},"90b68b861c06",[200,205],{"_37":201,"_23":187,"_47":202,"_49":203,"_32":204},"d481fcbbd3af","Spotlights","/portfolio/spotlights","Navigate to spotlights page",{"_37":206,"_23":187,"_47":79,"_49":80,"_32":81},"e50fa43ad2e7",{"_37":208,"_23":181,"_182":171,"_183":209,"_47":66,"_49":219,"_195":196,"_32":87},"716b76469486",[210,212,216],{"_37":211,"_23":187,"_47":70,"_49":71,"_32":70},"3a177efc4649",{"_37":213,"_23":187,"_47":214,"_49":215,"_32":214},"1fb7c9c465d0","Advisors","/community/advisors",{"_37":217,"_23":187,"_47":74,"_49":218,"_32":76},"23077fca0e2f","/devguild","/community",{"_37":221,"_23":181,"_182":171,"_183":222,"_47":90,"_49":247,"_195":196,"_32":106},"4bec0dd665d4",[223,228,233,236,240,244],{"_37":224,"_23":187,"_47":225,"_49":226,"_32":227},"63e48d609548","Articles","/library?filter=articles","Read educational articles in Heavybit's Library",{"_37":229,"_23":187,"_47":230,"_49":231,"_32":232},"6526c69f5260","Videos","/library?filter=videos","Watch educational videos in Heavybit's Library",{"_37":234,"_23":187,"_47":99,"_49":235,"_32":101},"1f3fb936f3b9","/library/podcasts",{"_37":237,"_23":187,"_47":238,"_49":239,"_32":238},"ac06751f0372","Collections","/library/collections",{"_37":241,"_23":187,"_47":242,"_49":243,"_32":242},"2ead3bd14715","Reports","/reports",{"_37":245,"_23":187,"_47":104,"_49":246,"_32":104},"66773779036c","/devtoolsdigest","/library",{"_37":249,"_23":181,"_182":196,"_47":250,"_49":60,"_195":171,"_32":251},"3702498a502c","Contact","Navigate to contact page","ENV",{"_254":255,"_256":257,"_258":259,"_260":261,"_262":263,"_264":265,"_266":267,"_268":255,"_269":255},"SANITY_DATASET","production","ALGOLIA_INDEX","heavybit-library","ALGOLIA_APPLICATION_ID","0QCKBC1FMK","ALGOLIA_SITEWIDE_INDEX","heavybit-sitewide","ALGOLIA_JOBS_INDEX","heavybit-jobs","MUX_ENV_KEY","dRI98bL8ze03gYDL6-Ogle2Js","ALGOLIA_SEARCH_API_KEY","7733fdd199ec7af7ee2923ec39c3f036","MODE","VITE_CONTEXT","routes/library.video.$slug",{"_7":272,"_3868":196,"_3869":-5,"_333":2070},{"_273":274},"routeData",{"_11":275,"_13":276,"_14":277,"_16":278,"_23":282,"_24":283,"_284":285,"_286":171,"_287":-5,"_288":289,"_290":-5,"_291":292,"_293":294,"_310":311,"_312":313,"_2034":-5,"_2035":2036,"_2043":2044,"_2053":2054,"_331":2057,"_2058":2059,"_2067":-5,"_333":2068,"_2071":-5,"_2072":2073,"_2161":292,"_2143":2162,"_32":2188,"_2189":2190,"_282":3794},"2026-06-16T22:02:12Z","d35c1dc0-9ec0-4686-8d73-4c6ac4502232","21Os6QC1Iwy3QzbcgIPE5s",{"_18":279},{"_20":280,"_21":281},"73c55bad-99db-4c07-a85a-a14c55070868","hrNu3JfIER4D8k6P3PY8kk","video","2026-07-22T15:09:17Z","access","Public","afterEvent","agenda","collections",[],"cta","endDate","2025-09-25T16:00:00.000Z","excerpt",[295],{"_37":296,"_23":297,"_298":299,"_306":307,"_308":309},"5b11a110f6e2","block","children",[300],{"_37":301,"_23":302,"_303":304,"_174":305},"24f24abf4500","span","marks",[],"Agentic development doesn't just change how we write software — it reveals how much of our traditional process is obsolete. Pair review, approval gates, bureaucratic guardrails: cozy rituals from a time when humans wrote every line. David Crawshaw, cofounder of Exe.dev, is ready to rant for change.","markDefs",[],"style","normal","filmedOn","2026-05-07","library",{"_42":314,"_370":371},[315,338,354],{"_316":317,"_326":327,"_149":328,"_329":330,"_331":332,"_333":334,"_32":335,"_336":337},"content",[318],{"_37":319,"_23":297,"_298":320,"_306":325,"_308":309},"66c10f45986f",[321],{"_37":322,"_23":302,"_303":323,"_174":324},"29c236c5940d",[],"On episode 57 of Generationship, Rachel Chalmers sits down with Navneet Kaur, founder of FemTech India and TechThrive Ventures. Together they explore why women's health innovation must extend beyond Western markets, how AI is reshaping femtech, and what founders need to understand about trust, culture, and personalization when building global healthcare companies.",[],"duration","38:16","https://cdn.sanity.io/images/50q6fr1p/production/20f1ba4a8726f5453a36db0c061b7373ec74981e-3000x3000.jpg","objectID","cee5a93b-e9d0-491e-8a84-1eda788839ff","publishDate","2026-07-15T07:10:00.000Z","slug","generationship/ep-57-attention-is-currency-with-navneet-kaur","Generationship Ep. #57, Attention is Currency with Navneet Kaur","typeName","podcastEpisode",{"_316":339,"_326":348,"_149":349,"_329":350,"_331":351,"_333":352,"_32":353,"_336":337},[340],{"_37":341,"_23":297,"_298":342,"_306":347,"_308":309},"5c16b5867819",[343],{"_37":344,"_23":302,"_303":345,"_174":346},"b5dcb894b0a8",[],"On episode 8 of Third Loop, the Progressive Delivery team sits down with Melinda Fekete to discuss FeatureOps, developer experience, and modern software delivery. The conversation covers feature flag lifecycles, runtime control, experimentation, chaos engineering, and why progressive delivery is becoming even more important in the age of AI-assisted development.",[],"40:24","https://cdn.sanity.io/images/50q6fr1p/production/4cb667c29247035aab996279fc142f2719b6b7da-3000x3000.jpg","7681837f-38c6-4382-a970-ece07cccbf19","2026-07-14T07:10:00.000Z","third-loop/ep-8-sounds-like-alignment-with-melinda-fekete","Third Loop Ep. #8, Sounds Like Alignment with Melinda Fekete",{"_316":355,"_326":364,"_149":365,"_329":366,"_331":367,"_333":368,"_32":369,"_336":337},[356],{"_37":357,"_23":297,"_298":358,"_306":363,"_308":309},"b026945b1c6e",[359],{"_37":360,"_23":302,"_303":361,"_174":362},"86e3ea76f3b8",[],"On episode 92 of o11ycast, Ray Myers joins Ken and Jess to explore how observability, reliability engineering, and formal software engineering practices are becoming even more important as AI coding agents take on larger roles in development. Rather than viewing AI as a replacement for established engineering disciplines, Ray argues that techniques like continuous delivery, testing, specifications, and formal verification provide the confidence needed to safely harness AI-generated code.",[],"48:46","https://cdn.sanity.io/images/50q6fr1p/production/3e9f4710b6abe02488e6cc34e8ff0d0fc29a41a7-3000x3000.png","6f4e2a4f-a601-44cb-9589-b41e336d47a8","2026-07-09T07:10:00.000Z","o11ycast/ep-92-confidence-is-the-new-bottleneck-with-ray-myers","O11ycast Ep. #92, Confidence Is the New Bottleneck with Ray Myers","recent",[372,992,1481],{"_316":373,"_326":986,"_149":-5,"_329":987,"_331":988,"_333":989,"_32":990,"_336":991},[374,383,436,444,452,468,476,484,492,527,535,543,551,570,578,586,594,602,610,618,637,645,664,672,680,688,712,720,728,736,744,752,760,768,776,784,792,800,808,816,824,832,851,859,867,875,883,891,899,907,915,923,931,938,946,954,970,978],{"_37":375,"_23":297,"_298":376,"_306":381,"_308":382},"85b1d4036b15",[377],{"_37":378,"_23":302,"_303":379,"_174":380},"0f1e1cf56629",[],"More AI-Generated Code = More Software Performance Problems?",[],"h2",{"_37":384,"_23":297,"_298":385,"_306":426,"_308":309},"4ce6b3971eb7",[386,390,395,399,404,408,413,417,422],{"_37":387,"_23":302,"_303":388,"_174":389},"d4f946b75b30",[],"Studies suggest that some ",{"_37":391,"_23":302,"_303":392,"_174":394},"ce19ace0c345",[393],"4d95f6d50c44","88%",{"_37":396,"_23":302,"_303":397,"_174":398},"64dfeaab2ebf",[]," of organizations have adopted AI, with some hyperscalers claiming that as much as ",{"_37":400,"_23":302,"_303":401,"_174":403},"ba9598219e76",[402],"72b2a06d71bb","75%",{"_37":405,"_23":302,"_303":406,"_174":407},"21c5b6a3c0e2",[]," of their new code is AI-generated. Does more AI-generated code mean more performance issues and software regressions? Without guardrails, yes, says ",{"_37":409,"_23":302,"_303":410,"_174":412},"7a0787c956a3",[411],"f949007246e0","Arthur Pastel",{"_37":414,"_23":302,"_303":415,"_174":416},"455f993edbe6",[],", co-founder and CEO of ",{"_37":418,"_23":302,"_303":419,"_174":421},"7fe532fcc0ed",[420],"fa8dfc5b556a","CodSpeed",{"_37":423,"_23":302,"_303":424,"_174":425},"8127093540c5",[],", a performance intelligence platform built specifically to help teams detect regressions and fix performance issues earlier in the SDLC. Today, CodSpeed is used by teams at OpenAI, Cloudflare and Vercel as well as leading open-source organizations like Mozilla and Pydantic.",[427,430,432,434],{"_37":393,"_23":49,"_428":429},"href","https://hai.stanford.edu/ai-index/2026-ai-index-report",{"_37":402,"_23":49,"_428":431},"https://blog.google/innovation-and-ai/infrastructure-and-cloud/google-cloud/cloud-next-2026-sundar-pichai/",{"_37":411,"_23":49,"_428":433},"https://x.com/Art049",{"_37":420,"_23":49,"_428":435},"https://codspeed.io",{"_37":437,"_23":297,"_298":438,"_306":443,"_308":309},"451d61284f83",[439],{"_37":440,"_23":302,"_303":441,"_174":442},"cddfd1ff3031",[],"The founder, a lifelong coder, explains that the project arose from a longtime interest in software performance. With the growing popularity of the Rust language, Pastel observed that while many interesting tools were being built, there was still no way to measure performance continuously in CI, which inspired him to build the first version of what became CodSpeed, and to found the company.",[],{"_37":445,"_23":297,"_298":446,"_306":451,"_308":309},"ae382795069a",[447],{"_37":448,"_23":302,"_303":449,"_174":450},"3ec33b67cfcc",[],"",[],{"_37":453,"_23":297,"_298":454,"_306":465,"_308":309},"ce8a13dfb474",[455,460],{"_37":456,"_23":302,"_303":457,"_174":459},"9dcf909829ec",[458],"em","CodSpeed founder Arthur Pastel discusses software optimization at EuroRust 2025. Image courtesy ",{"_37":461,"_23":302,"_303":462,"_174":464},"e8f9df5d7ee6",[463,458],"3709843ced45","EuroRust",[466],{"_37":463,"_23":49,"_428":467},"https://eurorust.eu/",{"_37":469,"_23":297,"_298":470,"_306":475,"_308":382},"4e6295e12f99",[471],{"_37":472,"_23":302,"_303":473,"_174":474},"cabead326027",[],"Making Performance Visibility Continuous",[],{"_37":477,"_23":297,"_298":478,"_306":483,"_308":309},"bca4b0de5def",[479],{"_37":480,"_23":302,"_303":481,"_174":482},"81eba1d1325a",[],"Pastel suggests that the core problem that drove him to design CodSpeed is a lack of continuous visibility into performance during the software development life cycle. “Prior to CodSpeed, you really just had point-in-time performance data points.”",[],{"_37":485,"_23":297,"_298":486,"_306":491,"_308":309},"3588da0a7594",[487],{"_37":488,"_23":302,"_303":489,"_174":490},"b308109e8359",[],"He explains that on a team, one member might run benchmarks, which are local and not committed, and because they are run on one specific machine, they aren't easily comparable with other benchmarks.",[],{"_37":493,"_23":297,"_298":494,"_306":524,"_308":309},"38cea78ab58e",[495,499,503,507,512,516,520],{"_37":496,"_23":302,"_303":497,"_174":498},"7b7c4e7d5b32",[],"The second problem is a lack of continuous gathering of performance data. “For example you might have ",{"_37":500,"_23":302,"_303":501,"_174":502},"d838e5cbc6b8",[458],"some",{"_37":504,"_23":302,"_303":505,"_174":506},"d8af76f0ab7d",[]," production performance data, like in a ",{"_37":508,"_23":302,"_303":509,"_174":511},"12636c83faae",[510,458],"50be9deb0199","continuous profiler",{"_37":513,"_23":302,"_303":514,"_174":515},"fde71dd905eb",[]," or a production observability platform, but you don't have that data on a ",{"_37":517,"_23":302,"_303":518,"_174":519},"4005e442e388",[458],"specific set of input data",{"_37":521,"_23":302,"_303":522,"_174":523},"8f119ed625ad",[],". So essentially, you can’t really track it over time and see how it evolved. (And that’s before you introduce factors like regression.)”",[525],{"_37":510,"_23":49,"_428":526},"https://www.cncf.io/blog/2022/05/31/what-is-continuous-profiling/",{"_37":528,"_23":297,"_298":529,"_306":534,"_308":309},"4087baaea9eb",[530],{"_37":531,"_23":302,"_303":532,"_174":533},"c32acd003b90",[],"“This is the first problem we solved. Then we quickly figured out that people don't want to spend time fixing performance issues themselves. So we went further: We built a tool to surface the problems, and now we also remediate them and improve performance.”",[],{"_37":536,"_23":297,"_298":537,"_306":542,"_308":382},"ce0e00e0fb51",[538],{"_37":539,"_23":302,"_303":540,"_174":541},"441193c81385",[],"Performance Engineering Matters Everywhere, Even in OSS",[],{"_37":544,"_23":297,"_298":545,"_306":550,"_308":309},"bb2297a6d512",[546],{"_37":547,"_23":302,"_303":548,"_174":549},"f41fce1ddde6",[],"Pastel notes the importance of regression analysis goes beyond massive commercial software packages and is growing in importance among the open-source community. “It is really easy to convince people building open-source projects [of the importance of performance engineering] because they’re building foundational blocks.”",[],{"_37":552,"_23":297,"_298":553,"_306":567,"_308":309},"f88ab25acf30",[554,558,563],{"_37":555,"_23":302,"_303":556,"_174":557},"b28828bb2a92",[],"“So for example, if you introduce a regression in ",{"_37":559,"_23":302,"_303":560,"_174":562},"102b83aa117a",[561],"b04d7e3e199d","Pydantic",{"_37":564,"_23":302,"_303":565,"_174":566},"f0f31b81713e",[]," (which is used by LLM providers) or in a really low-level library used everywhere, even a small performance regression will cascade everywhere.” Pastel points out that popular open-source projects are getting hammered with many more pull requests than before thanks to AI contributions, sometimes as much as 10x, which makes visibility into the performance impact of contributions extremely important for maintainers.",[568],{"_37":561,"_23":49,"_428":569},"https://pydantic.dev/",{"_37":571,"_23":297,"_298":572,"_306":577,"_308":309},"be8873755b7b",[573],{"_37":574,"_23":302,"_303":575,"_174":576},"2faac6905227",[],"“Otherwise, in the beginning, we primarily spoke to organizations that were really sensitive to performance changes, which might be for UX or cost of infrastructure.” Orgs running infra at scale will generally be concerned about how performance affects their cloud bill, but LLMs have introduced more variation into the quantity (and quality) of things teams can “generate.”",[],{"_37":579,"_23":297,"_298":580,"_306":585,"_308":309},"de0d34ad56cd",[581],{"_37":582,"_23":302,"_303":583,"_174":584},"3014b10b95ce",[],"“If you don't have any guardrails, then your performance might get completely out of hand, and you won't realize it until you're actually running on a production database.”",[],{"_37":587,"_23":297,"_298":588,"_306":593,"_308":382},"444edfe1aa2a",[589],{"_37":590,"_23":302,"_303":591,"_174":592},"3b681ed65ab8",[],"Accounting for Benchmark Noise and Memory Usage",[],{"_37":595,"_23":297,"_298":596,"_306":601,"_308":309},"e125042393be",[597],{"_37":598,"_23":302,"_303":599,"_174":600},"96a10ca7fcd8",[],"Pastel explains that his team’s approach involves building a CPU simulation tool to address the 'noisy neighbors' issue of running on a shared VM whose measured performance might quietly change depending on what neighboring VMs are running. “It can be really painful, especially in overprovisioned environments like GitHub Actions and a lot of CI runners.”",[],{"_37":603,"_23":297,"_298":604,"_306":609,"_308":309},"097d714999ba",[605],{"_37":606,"_23":302,"_303":607,"_174":608},"e641f14188b1",[],"He explains that a common practice to reduce costs is to overprovision instances, which can lead to extreme variations in benchmarks. “For example, you might measure something that, at one point, is 50 times lower than the baseline, yet the code doesn't change at all.”",[],{"_37":611,"_23":297,"_298":612,"_306":617,"_308":309},"4ccae2b00062",[613],{"_37":614,"_23":302,"_303":615,"_174":616},"0f35b86d7918",[],"The CodSpeed team's approach is to simulate the CPU to generate a model that, while not perfect, would represent actual execution. “We give a super-fast feedback loop of how the performance changed between two versions of code. And we built it to be really portable, so you can bring it from one computer to another, one server to another, and the results will be comparable as long as you have the same architecture.”",[],{"_37":619,"_23":297,"_298":620,"_306":634,"_308":309},"d107479fd115",[621,625,630],{"_37":622,"_23":302,"_303":623,"_174":624},"a54c159ab54b",[],"While CodSpeed works on x86 and ARM architecture, his team is actively working on bringing the project to be completely architecture-agnostic. “To do this, we forked ",{"_37":626,"_23":302,"_303":627,"_174":629},"74c77ba9c5a9",[628],"63220b1c9294","Valgrind",{"_37":631,"_23":302,"_303":632,"_174":633},"9fbfdd52e32a",[],", which is a dynamic binary instrumentation tool. So instead of simulating and emulating a whole system, we integrate at the binary level, and we have some integration libraries which make it easy to build the benchmarks and the performance test.”",[635],{"_37":628,"_23":49,"_428":636},"https://github.com/CodSpeedHQ/valgrind-codspeed",{"_37":638,"_23":297,"_298":639,"_306":644,"_308":309},"479e57db60a2",[640],{"_37":641,"_23":302,"_303":642,"_174":643},"4b9264a6afcb",[],"Pastel explains that the initial goal was to make it as easy as possible to build performance tests so that users actually write them, as even code-level issues (like compilers mistakenly trying to remove benchmarks) can get in the way.",[],{"_37":646,"_23":297,"_298":647,"_306":661,"_308":309},"5a7fc7a11c05",[648,652,657],{"_37":649,"_23":302,"_303":650,"_174":651},"d5abd1bc7ec9",[],"“One of the main problems here can be when you observe more macro-level phenomena. For example, let's say you have ",{"_37":653,"_23":302,"_303":654,"_174":656},"a2adfffe9496",[655],"a0c6ddec9119","thread contention",{"_37":658,"_23":302,"_303":659,"_174":660},"dec3d4e86b6d",[]," with a lot of thread scheduling, in which case a simple CPU model is not always enough, though we want to push our modelization as far as possible. However, while the next steps may include having some proper isolated or bare-metal instances, at some point you still need to validate the macro behavior.”",[662],{"_37":655,"_23":49,"_428":663},"https://en.wikipedia.org/wiki/Lock_(computer_science)",{"_37":665,"_23":297,"_298":666,"_306":671,"_308":309},"ca4866afc5f1",[667],{"_37":668,"_23":302,"_303":669,"_174":670},"96701f3c05b8",[],"“On top of simulation, you sometimes need to measure on real hardware. We have actual physical instances that we can provision on demand in isolated data centers where we can measure performance,” says Pastel. Even physical concerns like the height and location of your server within a data center can yield completely different performance patterns.",[],{"_37":673,"_23":297,"_298":674,"_306":679,"_308":309},"d39d35a505d4",[675],{"_37":676,"_23":302,"_303":677,"_174":678},"69b022354115",[],"“The idea is that using CodSpeed, if you have a GitHub Actions workflow, with just one line, you can get an actual physical instance that's dedicated to you, without paying thousands per month just for dedicated hardware. We share those costs and make it affordable.”",[],{"_37":681,"_23":297,"_298":682,"_306":687,"_308":309},"037db073e122",[683],{"_37":684,"_23":302,"_303":685,"_174":686},"04fba0809454",[],"“The last instrument, because our idea is really to build an ecosystem of instruments that can be plugged to your code, is the memory measurement instrument, which we built because we also had a lot of people complain about memory consumption. Often, if you optimize for speed, it will be a trade-off and you will just consume more memory. Depending on what you do, reducing your memory footprint may also be a requirement.”",[],{"_37":689,"_23":297,"_298":690,"_306":711,"_308":309},"27d2bc3121ff",[691,695,699,703,707],{"_37":692,"_23":302,"_303":693,"_174":694},"de2fee4a33f7",[],"“Memory shifted our thesis a bit to be more about optimizing ",{"_37":696,"_23":302,"_303":697,"_174":698},"93a292624b44",[458],"performance",{"_37":700,"_23":302,"_303":701,"_174":702},"8687da399590",[],", which we define as the amount of ",{"_37":704,"_23":302,"_303":705,"_174":706},"9479f3d29582",[458],"resources",{"_37":708,"_23":302,"_303":709,"_174":710},"a1c6e4164c45",[]," you use. So your goals might be optimizing for disk or network usage, and ours is to help you optimize your software to reduce the footprint it consumes within your own system.”",[],{"_37":713,"_23":297,"_298":714,"_306":719,"_308":309},"e2d4208cf474",[715],{"_37":716,"_23":302,"_303":717,"_174":718},"07c6e7ebfbbd",[],"“If you introduce a regression in...a really low-level library used everywhere, even a small performance regression will cascade everywhere. If you don't have any guardrails, then your performance might get completely out of hand, and you won't realize it until you're actually running on a production database.” -Arthur Pastel, Founder/CodSpeed",[],{"_37":721,"_23":297,"_298":722,"_306":727,"_308":382},"f8a7e0bea5a8",[723],{"_37":724,"_23":302,"_303":725,"_174":726},"e44bbfbed9df",[],"How Technical Leads Should Think About Performance Engineering",[],{"_37":729,"_23":297,"_298":730,"_306":735,"_308":309},"3e3b2bdc59a7",[731],{"_37":732,"_23":302,"_303":733,"_174":734},"00be9589e1f7",[],"Pastel breaks down the value of performance engineering for orgs into a few layers. “First, performance issues might just be hiding some bugs, possibly due to an algorithm not being properly implemented.” Code correctness can therefore be part of performance management, as can making sure the resulting complexity of an algorithm is what was intended.",[],{"_37":737,"_23":297,"_298":738,"_306":743,"_308":309},"d360fcc263c9",[739],{"_37":740,"_23":302,"_303":741,"_174":742},"0295c7cffaf4",[],"“Then, if everything runs faster, then you need fewer servers and less compute to run something, which means you cut your costs, which is one key benefit.” Pastel observes that orgs running cloud infra at scale generally prefer tools that are fast and don’t overconsume memory, which is why teams he works with often optimize for speed first, then memory usage second after they start comparing memory footprints.",[],{"_37":745,"_23":297,"_298":746,"_306":751,"_308":309},"b84cdea6b6bd",[747],{"_37":748,"_23":302,"_303":749,"_174":750},"9ab6581e6d19",[],"Lastly, performance engineering can directly affect user experience. “Depending on what you ship, whether it’s a Web application, even if it’s a backend server or something, the overall latency of your program will define a lot of the user experience. As long as there is a user interaction involved, UX can be improved because you can make things faster.”",[],{"_37":753,"_23":297,"_298":754,"_306":759,"_308":309},"448759277c63",[755],{"_37":756,"_23":302,"_303":757,"_174":758},"1b1f2d589a9a",[],"Pastel gives examples of how CodSpeed helps front-end teams detect performance regressions in CSS rendering, as well as optimizing at the kernel level and with JS execution. “There are many things that can be optimized to just make the overall experience for the end user way more pleasant, which is something that's pretty important as well.”",[],{"_37":761,"_23":297,"_298":762,"_306":767,"_308":309},"f87eb9d560e6",[763],{"_37":764,"_23":302,"_303":765,"_174":766},"1f39eb68ee8f",[],"For teams building software, performance engineering also provides multiple benefits. “First, with AI, you’re shipping more code than ever now. You're spending much more time reviewing, so you have much less time to focus on performance. And the idea is that, at first, you need guardrails on the most important parts of your application, whether that’s the time it takes to load a full page, or to perform the most basic interaction on your server via your back end.”",[],{"_37":769,"_23":297,"_298":770,"_306":775,"_308":309},"4fe4881a69b4",[771],{"_37":772,"_23":302,"_303":773,"_174":774},"06e0d616b54c",[],"Pastel argues that as software teams have less time and resources to devote to improving the performance of their products, they at least need some kind of background job optimizing performance. He points out that developers now generate and review code with LLMs, but even frontier models have no runtime performance signal, neither in their training data nor as feedback when they generate code. They can't measure the code they generate, so they're left to guess at what performant software actually looks like.",[],{"_37":777,"_23":297,"_298":778,"_306":783,"_308":309},"b3f3fb752947",[779],{"_37":780,"_23":302,"_303":781,"_174":782},"55c6acd14a62",[],"“What LLMs need is a proper harness to measure performance, which is what we've built. We initially built this for humans, but now it works for agents as well. Essentially, we help the agents build a really simple harness around any kind of code, any kind of language, then let them query the data in a proper format.”",[],{"_37":785,"_23":297,"_298":786,"_306":791,"_308":309},"eb829686460b",[787],{"_37":788,"_23":302,"_303":789,"_174":790},"21e4735f443f",[],"Agents don’t collect or consume performance data in the same way humans do, but the team still needs to surface them for users. As a result, they developed an MCP server, a CLI, and skills to let users run their own auto-research loop, to minimize the cognitive burden on already-overstretched development teams.",[],{"_37":793,"_23":297,"_298":794,"_306":799,"_308":382},"edacbda90c6c",[795],{"_37":796,"_23":302,"_303":797,"_174":798},"c58651cdcf79",[],"Why Aren’t Agents Already Doing This Stuff?",[],{"_37":801,"_23":297,"_298":802,"_306":807,"_308":309},"4ba28e4535df",[803],{"_37":804,"_23":302,"_303":805,"_174":806},"75ce7e3b798c",[],"Pastel suggests gaps in today’s agentic tooling and infrastructure that prevent them from being proper guardians of software performance. “CodSpeed can run on open-source software and the tools we built in sandboxes in a super-cheap way. But agents would still need to interpret and aggregate the data, which is the first tricky part.” He points out that optimization work is hypothesis-driven. Even the world's foremost performance experts form a hypothesis from an observed code pattern, write the change, and validate it by measuring. Agents need that same measurement loop.",[],{"_37":809,"_23":297,"_298":810,"_306":815,"_308":309},"1d5e2c19a65f",[811],{"_37":812,"_23":302,"_303":813,"_174":814},"0056172ff12a",[],"“But then, there’s also a whole infrastructure play, which is much harder. You need to have isolated machines to run more-macro tasks.” Pastel explains that CodSpeed operates a fleet of bare-metal machines tuned for measurement stability spanning various hardware configurations, architectures (x86, ARM), and GPUs. Agents can request an instance on demand and run benchmarks in a completely isolated environment, on the hardware that matches their production target.",[],{"_37":817,"_23":297,"_298":818,"_306":823,"_308":309},"9fd19fa52749",[819],{"_37":820,"_23":302,"_303":821,"_174":822},"0744a7f99b8e",[],"Pastel also believes that the evolving economics of compute resources is constraining something that technical teams used to not consider a constraint at all: Available memory. “Just getting RAM now is getting harder. We never really took the time to optimize software in the past because it was super-easy to say, ‘My software is consuming a lot of RAM, but people will just get laptops with more memory, so it's completely fine. Same with CPUs; if things were a bit slow, you would just get a bigger instance.”",[],{"_37":825,"_23":297,"_298":826,"_306":831,"_308":309},"9b9a3d8c35aa",[827],{"_37":828,"_23":302,"_303":829,"_174":830},"3295299b0f3d",[],"While there are faster CPU and GPU units in development, Pastel points out that compute and RAM are becoming scarcer and more expensive, requiring teams to treat them as constrained resources and focus on performance.",[],{"_37":833,"_23":297,"_298":834,"_306":848,"_308":309},"3f248f3968e4",[835,839,844],{"_37":836,"_23":302,"_303":837,"_174":838},"803ee853c83f",[],"For decades, ",{"_37":840,"_23":302,"_303":841,"_174":843},"225d51b3461c",[842],"a790aec0885a","Moore's Law",{"_37":845,"_23":302,"_303":846,"_174":847},"8d6871da5166",[]," meant slow software could wait for faster hardware. That escape hatch is closing. As hardware gains slow down, performance has to come from the software itself.",[849],{"_37":842,"_23":49,"_428":850},"https://en.wikipedia.org/wiki/Moore%27s_law",{"_37":852,"_23":297,"_298":853,"_306":858,"_308":309},"2ae83e65cbb0",[854],{"_37":855,"_23":302,"_303":856,"_174":857},"1986703dd040",[],"“We never really took the time to optimize software in the past because it was super-easy to say, ‘My software is consuming a lot of RAM, but people will just get laptops with more memory, so it's completely fine. Same with CPUs; if things were a bit slow, you would just get a bigger instance.”",[],{"_37":860,"_23":297,"_298":861,"_306":866,"_308":382},"ef2fea10b355",[862],{"_37":863,"_23":302,"_303":864,"_174":865},"7bee21debc47",[],"How Founders Should Approach Performance Engineering",[],{"_37":868,"_23":297,"_298":869,"_306":874,"_308":309},"ece28a5fe442",[870],{"_37":871,"_23":302,"_303":872,"_174":873},"504bd310f3d1",[],"For startup founders, Pastel notes that agents can process thousands of times more data than humans in the same time period, which means that both your startup’s agents, and those of your customers, could be dragged down significantly by performance regressions.",[],{"_37":876,"_23":297,"_298":877,"_306":882,"_308":309},"8d6b62abaae9",[878],{"_37":879,"_23":302,"_303":880,"_174":881},"82f2cfcc5a76",[],"Pragmatically, he admits that performance engineering may not be a priority in the very earliest stages of a software startup. “Performance might be taken as an afterthought in the beginning, and it’s fine to [focus on building] a simple MVP, because first you want to validate that there is a need for your product.”",[],{"_37":884,"_23":297,"_298":885,"_306":890,"_308":309},"d8ae37b85da4",[886],{"_37":887,"_23":302,"_303":888,"_174":889},"3f8ac580e5a1",[],"However, the AI era has created another wrinkle that makes performance significantly more important, especially in competitive spaces. “For customers you hope will adopt and actually keep using your product, migrating from one thing to another has become super-cheap. Essentially, you can just have an agent tasked to migrate from one solution to another. I think this is why a lot of SaaS products are at risk, because we don’t have the strong lock-in and switching costs we had before.”",[],{"_37":892,"_23":297,"_298":893,"_306":898,"_308":309},"1880e1423ee5",[894],{"_37":895,"_23":302,"_303":896,"_174":897},"9ef7b647239d",[],"“So, performance is still a key differentiator, especially when you think about adoption and retention. It’s still a big deal in my opinion.”",[],{"_37":900,"_23":297,"_298":901,"_306":906,"_308":382},"94bb15e73426",[902],{"_37":903,"_23":302,"_303":904,"_174":905},"df2d695915ea",[],"Performance Engineering in the Enterprise",[],{"_37":908,"_23":297,"_298":909,"_306":914,"_308":309},"48de66ec734d",[910],{"_37":911,"_23":302,"_303":912,"_174":913},"12ec2a91e530",[],"Pastel sees performance engineering as only becoming more important for enterprises, especially on the infrastructure side at scale. “Enterprises have already realized the margin gains they can get from optimizing their software. We see adoption growing today, and it will only accelerate in the future.”",[],{"_37":916,"_23":297,"_298":917,"_306":922,"_308":309},"4200ff333d52",[918],{"_37":919,"_23":302,"_303":920,"_174":921},"61c4e9dc311a",[],"He also argues that the advent of new AI tooling is helping orgs shift performance left as well. “Previously, performance would come down to, ‘We’ll see what happens in production.’ And if there was an outage, someone would wake up at night and try to fix it. Now we see more and more AI SRE companies that fix such issues, rather than having someone being paged to wake up in the middle of the night.”",[],{"_37":924,"_23":297,"_298":925,"_306":930,"_308":309},"ead50f7ffebf",[926],{"_37":927,"_23":302,"_303":928,"_174":929},"1307a6025a4b",[],"“We’re building something to fix issues before they even happen, which we believe is better, because you don't want agents doing stuff in your production instances when you are an enterprise. If you can catch issues before production, you can validate with a human before anything happens.”",[],{"_37":932,"_23":297,"_298":933,"_306":937,"_308":309},"5582e922a855",[934],{"_37":935,"_23":302,"_303":936,"_174":450},"80a3f7a72cd0",[],[],{"_37":939,"_23":297,"_298":940,"_306":945,"_308":309},"6c262b4fa33e",[941],{"_37":942,"_23":302,"_303":943,"_174":944},"f23922f63840",[],"“It just happens in a much more natural cycle, rather than thinking, ‘Okay, there is a fire, I will try to fix the fire, push in production again, and iterate with a super-long development cycle.’ With agents, we really can ship in minutes while before, especially for enterprises, the release cycle might take weeks, if not months.”",[],{"_37":947,"_23":297,"_298":948,"_306":953,"_308":382},"ad2a6186b6a0",[949],{"_37":950,"_23":302,"_303":951,"_174":952},"9058d401ee0a",[],"How Will Performance Engineering Fit into the Future Stack?",[],{"_37":955,"_23":297,"_298":956,"_306":969,"_308":309},"9fa996a775e7",[957,961,965],{"_37":958,"_23":302,"_303":959,"_174":960},"e7f74931ae87",[],"Pastel is confident performance engineering won’t be going anywhere. “You can't train models to optimize performance ",{"_37":962,"_23":302,"_303":963,"_174":964},"dca552e6a603",[458],"by design",{"_37":966,"_23":302,"_303":967,"_174":968},"3a9bb2029a84",[],". Performance depends on what you actually run in production: Your data, your infrastructure, your product goals. That context has to be measured, not learned.”",[],{"_37":971,"_23":297,"_298":972,"_306":977,"_308":309},"b07b4897e3bc",[973],{"_37":974,"_23":302,"_303":975,"_174":976},"79ce4e60bcac",[],"The founder is skeptical that even a perfect agentic future will account for all the potential outcomes of performance engineering, even if agents eventually come to possess all the right tools to communicate and validate performance changes. “Even if we manage to have some super-optimized languages, and we have new state-of-the-art models that allow us to have some crazy breakthrough to do a lot of optimization, there is still the structure of the code, which will still be an issue and cannot be optimized by a compiler.”",[],{"_37":979,"_23":297,"_298":980,"_306":985,"_308":309},"dd018f820ad3",[981],{"_37":982,"_23":302,"_303":983,"_174":984},"9984944127f1",[],"Pastel suggests that performance engineering, like security, will be a discipline that may never become out of date. “It won't disappear because you still need to have guardrails and things to make sure that your app is [performant] and consuming the least amount of resources possible. This problem is not ‘done.’”",[],19,"321717a4-841b-4ccd-85d7-88d8971bb67a","2026-07-21T17:09:00.000Z","early-detection-for-ai-performance-engineering","Is Early Detection the Key to AI Performance Engineering?","blogArticle",{"_316":993,"_326":1476,"_149":-5,"_329":1477,"_331":1478,"_333":1479,"_32":1480,"_336":991},[994,1002,1032,1044,1052,1082,1090,1098,1106,1114,1122,1130,1138,1146,1155,1163,1171,1179,1187,1203,1211,1219,1227,1259,1278,1294,1302,1316,1324,1332,1348,1372,1388,1396,1404,1412,1420,1428,1436,1452],{"_37":995,"_23":297,"_298":996,"_306":1001,"_308":382},"001b0ccadb3e",[997],{"_37":998,"_23":302,"_303":999,"_174":1000},"67d3f91c04f6",[],"Does AEO/GEO Matter More or Less than SEO?",[],{"_37":1003,"_23":297,"_298":1004,"_306":1027,"_308":309},"60b1f8455224",[1005,1009,1014,1018,1023],{"_37":1006,"_23":302,"_303":1007,"_174":1008},"d3fc717352ba",[],"It’s easy to find many deeply unhelpful statistics about the changing state of developer marketing. For instance, ",{"_37":1010,"_23":302,"_303":1011,"_174":1013},"426b3253e696",[1012],"06e040a9ca04","33%",{"_37":1015,"_23":302,"_303":1016,"_174":1017},"b651c1fc3042",[]," of internet users reportedly discover new brands via internet search, yet Google AI overviews have apparently reduced clicks to top search results by ",{"_37":1019,"_23":302,"_303":1020,"_174":1022},"cebde42e17a5",[1021],"2963053a4dc8","58%",{"_37":1024,"_23":302,"_303":1025,"_174":1026},"10d10205779d",[],".",[1028,1030],{"_37":1012,"_23":49,"_428":1029},"https://www.hubspot.com/marketing-statistics",{"_37":1021,"_23":49,"_428":1031},"https://ahrefs.com/blog/ai-overviews-reduce-clicks-update/",{"_37":1033,"_23":297,"_298":1034,"_306":1043,"_308":309},"77f6af26bb2d",[1035,1039],{"_37":1036,"_23":302,"_303":1037,"_174":1038},"5adfd346696d",[],"So what does any of that ",{"_37":1040,"_23":302,"_303":1041,"_174":1042},"74dc6036ef9f",[458],"even mean?",[],{"_37":1045,"_23":297,"_298":1046,"_306":1051,"_308":309},"10dcaf80b462",[1047],{"_37":1048,"_23":302,"_303":1049,"_174":1050},"ddbf3f1af69b",[],"Has SEO become worthless for startups? Has visibility in AI overviews (known as AI overview optimization, or AIO) or in LLM results, also known as generative engine optimization (GEO) or Answer Engine Optimization (AEO) replaced it as the most important way to sell developer tools?",[],{"_37":1053,"_23":297,"_298":1054,"_306":1077,"_308":309},"04d38123b2a7",[1055,1059,1064,1068,1073],{"_37":1056,"_23":302,"_303":1057,"_174":1058},"15cd15d82989",[],"Developer content expert ",{"_37":1060,"_23":302,"_303":1061,"_174":1063},"ba9f56db8913",[1062],"115d912770bc","Adam DuVander",{"_37":1065,"_23":302,"_303":1066,"_174":1067},"73b106f9868c",[]," suggests that the numbers and rankings don’t necessarily correlate to value for your startup, especially if you haven’t positioned your company correctly. While he built the website ",{"_37":1069,"_23":302,"_303":1070,"_174":1072},"9daec010ae68",[1071],"d02398b5bf69","LLMRank.fyi",{"_37":1074,"_23":302,"_303":1075,"_174":1076},"7ec8ce43bf93",[]," to help founders get a point-in-time sense of their visibility in LLMs, he argues that before even looking at rankings, founders should focus on strategy first.",[1078,1080],{"_37":1062,"_23":49,"_428":1079},"https://www.linkedin.com/in/duvander/",{"_37":1071,"_23":49,"_428":1081},"https://www.llmrank.fyi",{"_37":1083,"_23":297,"_298":1084,"_306":1089,"_308":382},"64a46cf7ebc3",[1085],{"_37":1086,"_23":302,"_303":1087,"_174":1088},"be681a2671e8",[],"Understanding What LLM Rankings Are (and Aren’t)",[],{"_37":1091,"_23":297,"_298":1092,"_306":1097,"_308":309},"2d2939c41295",[1093],{"_37":1094,"_23":302,"_303":1095,"_174":1096},"ebf2934afb5d",[],"DuVander suggests that the website is the result of work he was already doing with his clients, startups that are, unsurprisingly, concerned about how highly they rank in LLM responses when users ask about products in their space. “We can see how these [rankings] change and when they don't. And I think both of those are interesting.”",[],{"_37":1099,"_23":297,"_298":1100,"_306":1105,"_308":309},"78a336f8a859",[1101],{"_37":1102,"_23":302,"_303":1103,"_174":1104},"6dafba88ce26",[],"The content expert also cautions against overindexing on any single data point, as LLM results are still mercurial and non-deterministic. “I heard a story of a startup on a retreat, where the team all opened up their laptops and typed in queries about their product into their favorite LLM, all writing different prompts from their individual points of view. And of course, they all ended up with different answers there.”",[],{"_37":1107,"_23":297,"_298":1108,"_306":1113,"_308":309},"f292ef0cf3b3",[1109],{"_37":1110,"_23":302,"_303":1111,"_174":1112},"14aabbd9a47a",[],"“As much as we all wish that a developer would type in the words that are in the H1 on our homepage, they often don't. (That's a whole other topic, because you should be able to use your website’s H1 to speak to that developer audience.) But the ‘good news,’ if you can call it that, is that [LLM visibility] is on a long timeframe. If you’ve worked in SEO, you’re used to long timeframes, but this is potentially longer.”",[],{"_37":1115,"_23":297,"_298":1116,"_306":1121,"_308":309},"3c6472638151",[1117],{"_37":1118,"_23":302,"_303":1119,"_174":1120},"dc6d89ad6784",[],"The content expert suggests that while LLM visibility takes time, it may be a good idea to start looking into the topic, but not to simply index on how highly their own products rank. Comparing differentials against competitors, particularly between different types of prompts, can highlight opportunities for improvement.",[],{"_37":1123,"_23":297,"_298":1124,"_306":1129,"_308":309},"5447288e65fc",[1125],{"_37":1126,"_23":302,"_303":1127,"_174":1128},"cdb1fad778a8",[],"“The more interesting questions are: Where are you ranked above the companies that you consider to be your competitors? And where are they ranked above you? If you look back at the language for those, you can start to see narratives or gaps. Maybe this [prompt] was about a particular feature or a use case, and you're doing ‘better’ there.”",[],{"_37":1131,"_23":297,"_298":1132,"_306":1137,"_308":309},"6d8effe44f8e",[1133],{"_37":1134,"_23":302,"_303":1135,"_174":1136},"cb74390b49ef",[],"“That means that you likely have put in some effort there, possibly from content on your site. It might be outreach to devs, or devs who are talking about you positively in this area. And then there are prompts where you don't show up at all: Potential areas to fill with the same sorts of activity that you're already doing.”",[],{"_37":1139,"_23":297,"_298":1140,"_306":1145,"_308":309},"e1ffd04cd661",[1141],{"_37":1142,"_23":302,"_303":1143,"_174":1144},"000ec60c0ed5",[],"Are LLMs simply a new marketing channel? “From the standpoint of: ‘We know that devs are using this to ask these questions, get recommendations, and potentially make decisions, all before they see your website, if they ever do, sure. But everything that goes into that recommendation are all the other channels that you already are working on: Your blog, documentation, and work in the community. What your DevRel team is putting out on GitHub. All these things are already existing channels, and this is a way to pull those together.”",[],{"_37":1147,"_23":297,"_298":1148,"_306":1153,"_308":1154},"f675be4889d2",[1149],{"_37":1150,"_23":302,"_303":1151,"_174":1152},"c9f3c4e76911",[],"“[LLM visibility] is on a long timeframe. If you’ve worked in SEO, you’re used to long timeframes, but this is potentially longer.” - Adam DuVander, Founder/EveryDeveloper",[],"blockquote",{"_37":1156,"_23":297,"_298":1157,"_306":1162,"_308":382},"5400c6adf087",[1158],{"_37":1159,"_23":302,"_303":1160,"_174":1161},"b82949276d12",[],"Why Positioning May Matter More to LLMs than Search",[],{"_37":1164,"_23":297,"_298":1165,"_306":1170,"_308":309},"a2f093634863",[1166],{"_37":1167,"_23":302,"_303":1168,"_174":1169},"31ce4d9408e4",[],"DuVander points out the differential between scouring for keywords, the way SEO experts did with Google, and using LLM prompts. “I've seen some AEO/GEO dashboards that just include SEO keywords. But thinking like a developer, not like a marketer or an SEO, and using [developers’] words, you should think about the use cases you have. I really think this is an opportunity to look at your positioning and make sure it's super clear.”",[],{"_37":1172,"_23":297,"_298":1173,"_306":1178,"_308":309},"38533efebd9a",[1174],{"_37":1175,"_23":302,"_303":1176,"_174":1177},"87c0f20b9323",[],"“I think it's okay if you don't show up at all in some of those searches that aren't right in the wheelhouse of a tightly positioned startup for the ‘ideal dev.’ Some of that basic work of knowing who that ‘ideal dev’ is is in the minds of the founders a lot of times, but especially as the team grows...that can shift as the product changes. You should be asking: Are we still as focused on that ideal dev as we could be?”",[],{"_37":1180,"_23":297,"_298":1181,"_306":1186,"_308":309},"191a5ad66dc4",[1182],{"_37":1183,"_23":302,"_303":1184,"_174":1185},"f874bf3567df",[],"The content expert also notes what appears to be a semantic difference between SEO and AEO/GEO. In SEO, traditionally, the goal was to rank highly for a core keyword, which would then generally ensure ranking for any derivative sub-keywords. Ranking #1 for the term “data pipelines” would generally mean you would tend to rank well for associated keywords like “data sources” or “data ingestion.”",[],{"_37":1188,"_23":297,"_298":1189,"_306":1202,"_308":309},"3656127c1a52",[1190,1194,1198],{"_37":1191,"_23":302,"_303":1192,"_174":1193},"8b2d49d60685",[],"“That seems to be less of the case for AEO/GEO, since context is so important to an LLM. Add a couple of words to your prompt, and that changes the context. Now, you might be completely absent from sub-keyword LLM searches. And actually think that’s a good thing for founders who are positioning themselves in a way that differentiates them from another startup that might seem to be a ‘leader.’ It’s an opportunity to be able to kind of own that ‘zone’ and that positioning. SEO might have made that ",{"_37":1195,"_23":302,"_303":1196,"_174":1197},"b7f710530432",[458],"harder",{"_37":1199,"_23":302,"_303":1200,"_174":1201},"a572eaf8a945",[]," to do. The LLMs seem to be more willing to open that window.”",[],{"_37":1204,"_23":297,"_298":1205,"_306":1210,"_308":382},"4a2a41858fc5",[1206],{"_37":1207,"_23":302,"_303":1208,"_174":1209},"65f65fe8049c",[],"What Should Founders Do First? LLMs.txt, Markdown, Content",[],{"_37":1212,"_23":297,"_298":1213,"_306":1218,"_308":309},"f9bcd1b4bdd5",[1214],{"_37":1215,"_23":302,"_303":1216,"_174":1217},"1be8119d5f81",[],"The content expert recommends that founders start out by recording their visibility in LLMs over time to build a baseline of data they can use to compare. “From within there, some of those gaps will point to areas you'll want to try to fill. That’s assuming that you're running these prompts multiple times and you feel confident the results are coming from ‘developer language.’”",[],{"_37":1220,"_23":297,"_298":1221,"_306":1226,"_308":309},"f77bf0403b07",[1222],{"_37":1223,"_23":302,"_303":1224,"_174":1225},"d441ceafee6a",[],"“I know there are still a lot of questions about LLMs.txt and whether AI uses it. To me, one of the benefits of that is how teams can get on the same page about what they’re putting forward, and which things matter. So I think creating [a LLMs.txt file] that has categories that really show some thought put into it is worth doing.”",[],{"_37":1228,"_23":297,"_298":1229,"_306":1258,"_308":309},"1f7d9836966b",[1230,1234,1238,1242,1246,1250,1254],{"_37":1231,"_23":302,"_303":1232,"_174":1233},"c1a1896cdaa5",[],"“If we're just talking about automating something that essentially looks like a site map? And I've also seen some teams just dump all their blog posts in a giant list. I don't think that is very valuable at all because it doesn't show that you've pointed toward a particular area. In everything you're doing, you should be looking to give those signals about ",{"_37":1235,"_23":302,"_303":1236,"_174":1237},"0611f1c57ee4",[458],"what matters",{"_37":1239,"_23":302,"_303":1240,"_174":1241},"0b0502231b4e",[]," because if it ",{"_37":1243,"_23":302,"_303":1244,"_174":1245},"c400cee1f68d",[458],"all matters",{"_37":1247,"_23":302,"_303":1248,"_174":1249},"77bcdc3a3a61",[],", we know that ",{"_37":1251,"_23":302,"_303":1252,"_174":1253},"584bfa24b480",[458],"nothing matters",{"_37":1255,"_23":302,"_303":1256,"_174":1257},"11dcef2f4a21",[],".”",[],{"_37":1260,"_23":297,"_298":1261,"_306":1275,"_308":309},"4c6179888389",[1262,1266,1271],{"_37":1263,"_23":302,"_303":1264,"_174":1265},"1052712a7084",[],"DuVander recommends thinking through website use cases where human interactions are still important. “What are the ways that you can streamline the process for [a human visitor] to get back to their agent that has maybe made this recommendation.” The content expert notes that adding markdown is a specific step founders can take to make their content LLM-readable, the way ",{"_37":1267,"_23":302,"_303":1268,"_174":1270},"2488c666638c",[1269],"4aae848e0e0d","Stripe",{"_37":1272,"_23":302,"_303":1273,"_174":1274},"bf99691dd205",[]," does for its documentation site.",[1276],{"_37":1269,"_23":49,"_428":1277},"https://docs.stripe.com/",{"_37":1279,"_23":297,"_298":1280,"_306":1293,"_308":309},"04d4c870d7e2",[1281,1285,1289],{"_37":1282,"_23":302,"_303":1283,"_174":1284},"0339c8259083",[],"Going forward, DuVander then recommends founders look at the potential gaps they’ve identified and build a plan to fill them in. “If this is a positioning issue where you're not showing up as highly as you would expect to, then I think you should make that a focus. You could have a series of blog posts or other content about that topic. Make a campaign of it. Don't just say, ‘OK, we'll make our ",{"_37":1286,"_23":302,"_303":1287,"_174":1288},"5a019331054a",[458],"one definitive page",{"_37":1290,"_23":302,"_303":1291,"_174":1292},"ae0bfe5c606a",[]," and be done with it.’”",[],{"_37":1295,"_23":297,"_298":1296,"_306":1301,"_308":309},"3c11d472a046",[1297],{"_37":1298,"_23":302,"_303":1299,"_174":1300},"673fb9f35e88",[],"The content expert clarifies that making progress against LLM queries where startups are underrepresented may require a continuous drumbeat of content and campaigns going across different channels, whether they be blogs, podcasts, hackathons, or other activities.",[],{"_37":1303,"_23":297,"_298":1304,"_306":1315,"_308":1154},"3853a0b06d65",[1305,1309,1312],{"_37":1306,"_23":302,"_303":1307,"_174":1308},"f8613e5d2387",[],"“If this is a positioning issue where you're not showing up as highly as you would expect to, then...you should make that a focus. Make a campaign of it. Don't just say, ‘We'll make our ",{"_37":1310,"_23":302,"_303":1311,"_174":1288},"a777210a6916",[458],{"_37":1313,"_23":302,"_303":1314,"_174":1292},"223abb710ba2",[],[],{"_37":1317,"_23":297,"_298":1318,"_306":1323,"_308":382},"d045512b3f0e",[1319],{"_37":1320,"_23":302,"_303":1321,"_174":1322},"86b291133f1b",[],"How to Think About Rankings in Competitive Spaces",[],{"_37":1325,"_23":297,"_298":1326,"_306":1331,"_308":309},"642d90854e7c",[1327],{"_37":1328,"_23":302,"_303":1329,"_174":1330},"718af62fde67",[],"DuVander admits that, like with SEO, AEO/GEO visibility against monolithic competitors can be challenging. “First, I’d recommend thinking about timelines, because it may take months or quarters to be able to really see any movements [in your rank] if you're invisible now. Having a super-entrenched competitor seems like it might still be as big a deal as being the top SEO result.”",[],{"_37":1333,"_23":297,"_298":1334,"_306":1347,"_308":309},"11ed23334654",[1335,1339,1343],{"_37":1336,"_23":302,"_303":1337,"_174":1338},"4d979aa7abd9",[],"For startups going head-to-head against tough competition, the content expert recommends digging deeper into areas where founders can make traction. “I would make sure I knew the use cases where we could win against that competitor. And I’d want to make sure it wasn’t just ",{"_37":1340,"_23":302,"_303":1341,"_174":1342},"73d9ace02927",[458],"us",{"_37":1344,"_23":302,"_303":1345,"_174":1346},"34da3678d704",[]," saying that. Talking to developers, you can find there might be plenty of community chatter on places like Reddit, not even necessarily about your startup or your competitors, but just about the use cases.”",[],{"_37":1349,"_23":297,"_298":1350,"_306":1371,"_308":309},"eeb1cf7266a3",[1351,1355,1359,1363,1367],{"_37":1352,"_23":302,"_303":1353,"_174":1354},"36c1aef788fd",[],"DuVander clarifies that Reddit (and every other community channel) isn’t a magic silver bullet, and reminds founders that such communities are often hostile to blatant promotion. “These channels have existed ",{"_37":1356,"_23":302,"_303":1357,"_174":1358},"6a6da85c3e14",[458],"before ",{"_37":1360,"_23":302,"_303":1361,"_174":1362},"b4328316baa0",[],"LLMs and I think that it matters where your audience ",{"_37":1364,"_23":302,"_303":1365,"_174":1366},"da805e0e4bf5",[458],"is",{"_37":1368,"_23":302,"_303":1369,"_174":1370},"9b18c707fd91",[],". So if your audience is on Reddit and discussing it, yes, they won’t like it if you come in and talk about your products. But your own community might be talking there.”",[],{"_37":1373,"_23":297,"_298":1374,"_306":1387,"_308":309},"29c220dcd6cb",[1375,1379,1383],{"_37":1376,"_23":302,"_303":1377,"_174":1378},"daaa3bcfa4ac",[],"The content expert suggests that one approach to community spaces is to highlight projects your community has worked on, such as by sharing projects they’ve successfully built using your platform. “But also, you should be looking at places that ",{"_37":1380,"_23":302,"_303":1381,"_174":1382},"8e505fb60028",[458],"aren't ",{"_37":1384,"_23":302,"_303":1385,"_174":1386},"cd72c2ddeb62",[],"Reddit, since your audience might be hanging out in other places.”",[],{"_37":1389,"_23":297,"_298":1390,"_306":1395,"_308":309},"7ef98a9c01a7",[1391],{"_37":1392,"_23":302,"_303":1393,"_174":1394},"8dd9da877b97",[],"DuVander explains that rather than fixating on being everywhere, a better strategy is to find the few channels that matter most for your community. Particularly for smaller teams that don’t have the bandwidth to try to conquer Reddit and Hacker News and Product Hunt and Dev.to (and all the rest).",[],{"_37":1397,"_23":297,"_298":1398,"_306":1403,"_308":382},"375416d38eac",[1399],{"_37":1400,"_23":302,"_303":1401,"_174":1402},"5670aaee4009",[],"Preparing for the Future: Meeting Devs Where They Live",[],{"_37":1405,"_23":297,"_298":1406,"_306":1411,"_308":309},"be2d32ed72f0",[1407],{"_37":1408,"_23":302,"_303":1409,"_174":1410},"aca60f0a5ec3",[],"DuVander suggests that on some level, marketing may matter more than ever in the age of LLMs. “The big thing that has changed is that the workflow of most developers has changed. So this isn’t just about ‘another channel where you could be recommended,’ which would be a different conversation. But despite the changes, I don’t think established channels go away.”",[],{"_37":1413,"_23":297,"_298":1414,"_306":1419,"_308":309},"c5958fab9567",[1415],{"_37":1416,"_23":302,"_303":1417,"_174":1418},"3abc166b2a82",[],"“You still want to show up when the developers search. When they go to Google, maybe they get a recommendation in one window and they think, ‘Let me see about that.’ There are still devs who are going to be doing their research and wanting to make sure that they're making an informed decision.”",[],{"_37":1421,"_23":297,"_298":1422,"_306":1427,"_308":309},"2ea669415724",[1423],{"_37":1424,"_23":302,"_303":1425,"_174":1426},"9c0d7e10490d",[],"“Yes, if they trust this LLM to write code, they probably trust it to make recommendations too. But yeah, they're going to still be doing those other things: Going to conferences and hackathons. Classic DevRel sorts of places. From the conversations I've had, it's much more gearing around marketing now: Being able to build that authority and trust with the audience that is needed to show up in the LLMs and be recommended.”",[],{"_37":1429,"_23":297,"_298":1430,"_306":1435,"_308":309},"525632818f08",[1431],{"_37":1432,"_23":302,"_303":1433,"_174":1434},"49d943f49901",[],"The content expert also suggests thinking ahead to the next step: The deep, in-the-weeds context that’s already contained within the agentic tools developers work with every day, and the hidden opportunities to partner with related communities. “What else is true in that developer's context and that moment? They are in their own codebase. The agent knows the languages and tools they're using.”",[],{"_37":1437,"_23":297,"_298":1438,"_306":1451,"_308":309},"c3a4849636f3",[1439,1443,1447],{"_37":1440,"_23":302,"_303":1441,"_174":1442},"977d6c64d2bb",[],"“I think that's an underexplored area. You’re not just getting to a use case, but also: What language is someone building in when they do this? What other tools are there? So those are our partnership opportunities [for those other tools]. Which goes back to the idea that everything old is new again. These aren't ",{"_37":1444,"_23":302,"_303":1445,"_174":1446},"e6b7343247ba",[458],"new ",{"_37":1448,"_23":302,"_303":1449,"_174":1450},"f88ca8e61ab7",[],"ideas, but it's about framing things in a way that is aware of what a developer’s context is, and what their agents’ context is.”",[],{"_37":1453,"_23":297,"_298":1454,"_306":1475,"_308":309},"28773c7ba221",[1455,1459,1463,1467,1471],{"_37":1456,"_23":302,"_303":1457,"_174":1458},"7a923150296c",[],"“I’m thinking about partnerships with other [complementary] tools that would make sense alongside yours. If both companies are talking about the use case, and their devs are talking about it, you start to build a lot of the training for that. LLMs now see these two connected together: They see ‘Your Product ",{"_37":1460,"_23":302,"_303":1461,"_174":1462},"332fc1249adb",[458],"with Python",{"_37":1464,"_23":302,"_303":1465,"_174":1466},"be663eb2f287",[],",’ or ‘Your Product ",{"_37":1468,"_23":302,"_303":1469,"_174":1470},"dbb508ba5393",[458],"with Rust",{"_37":1472,"_23":302,"_303":1473,"_174":1474},"f458c896c4f0",[],".’ And the LLMs are more likely to make that recommendation if it's from that context of knowing the language that developer is using. So that's I think an underexplored area, taking not just the use case, which already is a slice of the larger approach, but going even further.”",[],14,"7d5a5809-8567-44ed-bbbe-5db2234c41d3","2026-07-20T20:23:00.000Z","aeo-geo-seo-differences-and-why-they-matter","How AEO/GEO Differs from SEO (and Whether It Matters)",{"_316":1482,"_326":2029,"_149":-5,"_329":2030,"_331":2031,"_333":2032,"_32":2033,"_336":991},[1483,1491,1532,1536,1551,1559,1578,1586,1647,1663,1687,1695,1703,1711,1719,1735,1754,1762,1770,1778,1786,1805,1813,1821,1829,1837,1845,1853,1861,1877,1918,1926,1934,1942,1950,1958,1966,1974,1989,1997,2005,2013,2021],{"_37":1484,"_23":297,"_298":1485,"_306":1490,"_308":382},"a4dd381f0a68",[1486],{"_37":1487,"_23":302,"_303":1488,"_174":1489},"e6a4b1036650",[],"Performance Engineering: Part Brute-Force, Part Hard Decisions?",[],{"_37":1492,"_23":297,"_298":1493,"_306":1525,"_308":309},"6b55dc2b123d",[1494,1498,1503,1507,1512,1516,1521],{"_37":1495,"_23":302,"_303":1496,"_174":1497},"4e7c49a1f197",[],"Software startups often launch quickly to beat competitors and gather early customer feedback. At that stage, performance should not necessarily be the priority, founder ",{"_37":1499,"_23":302,"_303":1500,"_174":1502},"878b895278dc",[1501],"e7b6a348b24d","Tomás Senart",{"_37":1504,"_23":302,"_303":1505,"_174":1506},"c0bbd67a05eb",[]," argues. But once a product is exposed to scale, or latency and infrastructure costs become material, the economics change and teams need a repeatable way to keep performance from drifting. The creator of the popular Go HTTP load-testing tool ",{"_37":1508,"_23":302,"_303":1509,"_174":1511},"8035a870ffe7",[1510],"5580234d1c49","Vegeta",{"_37":1513,"_23":302,"_303":1514,"_174":1515},"d2a81850e049",[]," has carried those lessons into his startup ",{"_37":1517,"_23":302,"_303":1518,"_174":1520},"b274bfb3feec",[1519],"84ac9a50d23d","Perfloop",{"_37":1522,"_23":302,"_303":1523,"_174":1524},"0887208e2c5b",[],", and shares them here.",[1526,1528,1530],{"_37":1501,"_23":49,"_428":1527},"https://www.linkedin.com/in/tsenart/",{"_37":1510,"_23":49,"_428":1529},"https://github.com/tsenart/vegeta",{"_37":1519,"_23":49,"_428":1531},"https://perfloop.ai",{"_37":1533,"_23":149,"_114":1534},"48a511be4425",{"_116":1535,"_23":118},"image-f3af6263901812ce5c45efe91414caaa22705694-3840x1843-jpg",{"_37":1537,"_23":297,"_298":1538,"_306":1548,"_308":309},"3a29ea332842",[1539,1543],{"_37":1540,"_23":302,"_303":1541,"_174":1542},"6bb710a15cda",[458],"Tomás Senart discusses his learnings in Go interfaces at GopherCon 2015. Image courtesy ",{"_37":1544,"_23":302,"_303":1545,"_174":1547},"cfd99cdab938",[1546,458],"6d8313316171","Gopher Academy",[1549],{"_37":1546,"_23":49,"_428":1550},"https://www.youtube.com/watch?v=xyDkyFjzFVc",{"_37":1552,"_23":297,"_298":1553,"_306":1558,"_308":382},"0af3ab4dba7d",[1554],{"_37":1555,"_23":302,"_303":1556,"_174":1557},"fffe68f9eae2",[],"From Load Testing to Go",[],{"_37":1560,"_23":297,"_298":1561,"_306":1575,"_308":309},"6350ff8084c4",[1562,1566,1571],{"_37":1563,"_23":302,"_303":1564,"_174":1565},"a1f09e622ab3",[],"As an engineer at SoundCloud, Senart had been tasked with replacing a significant chunk of a legacy system that needed to be loaded and tested. “At that time, the only thing available that was not a [heavyweight] Java ecosystem tool was ",{"_37":1567,"_23":302,"_303":1568,"_174":1570},"ae381f506219",[1569],"b618c96c6b8b","Apache Benchmark",{"_37":1572,"_23":302,"_303":1573,"_174":1574},"dc39afa33854",[],", which had an array of usability issues and functionality limitations. We had a concrete problem and a culture of building things from scratch. Those two things together led to Vegeta.”",[1576],{"_37":1569,"_23":49,"_428":1577},"https://en.wikipedia.org/wiki/ApacheBench",{"_37":1579,"_23":297,"_298":1580,"_306":1585,"_308":309},"25c5ca8a58e4",[1581],{"_37":1582,"_23":302,"_303":1583,"_174":1584},"67a151e612d4",[],"While the project has become popular in the Golang community, the founder clarifies that there was more to its success than the inherent speed and transparency of the language itself. “I think you can do performance engineering in any language ecosystem. With Go, because concurrency was such a core part of the design of the language, it made building a load-testing tool very natural at the time.”",[],{"_37":1587,"_23":297,"_298":1588,"_306":1642,"_308":309},"e5a8865687f9",[1589,1593,1597,1601,1605,1609,1614,1618,1623,1627,1631,1635,1639],{"_37":1590,"_23":302,"_303":1591,"_174":1592},"619173514fbe",[],"“But you can build a load-testing tool in a way that will ‘lie to you’ in the results. So it wasn't just about building something ",{"_37":1594,"_23":302,"_303":1595,"_174":1596},"e80707fa5053",[458],"quick",{"_37":1598,"_23":302,"_303":1599,"_174":1600},"a971fcca11b6",[],", it was about building something ",{"_37":1602,"_23":302,"_303":1603,"_174":1604},"7be9c958a9af",[458],"correct",{"_37":1606,"_23":302,"_303":1607,"_174":1608},"c1a4323f18c1",[],". Azul Systems CTO ",{"_37":1610,"_23":302,"_303":1611,"_174":1613},"1fbeac92fe7c",[1612],"f3a678ca4971","Gil Tene",{"_37":1615,"_23":302,"_303":1616,"_174":1617},"acd03976226a",[]," is famous in the performance engineering world for many things, including the concept of ",{"_37":1619,"_23":302,"_303":1620,"_174":1622},"69062ea847c5",[1621,458],"35c4921dad59","coordinated omission",{"_37":1624,"_23":302,"_303":1625,"_174":1626},"a5521ff0a552",[],": A phenomenon in load testing (and many tools fall into this trap) where the client that is sending the requests ",{"_37":1628,"_23":302,"_303":1629,"_174":1630},"2f3ff173870b",[458],"paces itself",{"_37":1632,"_23":302,"_303":1633,"_174":1634},"252e589213b2",[]," according to ",{"_37":1636,"_23":302,"_303":1637,"_174":1638},"e30a30c5a11a",[458],"how the server is doing",{"_37":1640,"_23":302,"_303":1641,"_174":1257},"da4862c0a9d8",[],[1643,1645],{"_37":1612,"_23":49,"_428":1644},"https://www.linkedin.com/in/giltene/k",{"_37":1621,"_23":49,"_428":1646},"https://www.youtube.com/watch?v=6Rs0p3mPNr0&t=19s",{"_37":1648,"_23":297,"_298":1649,"_306":1662,"_308":309},"10eeb80dd561",[1650,1654,1658],{"_37":1651,"_23":302,"_303":1652,"_174":1653},"98b3035e7803",[],"“That is a bad way to test the system, because you're basically stopping to hammer the server at the exact point where you'd get the [indication] that it's not doing well. So you need to keep the rate constant. That was a key design decision at the time to build Vegeta in this way: To ",{"_37":1655,"_23":302,"_303":1656,"_174":1657},"a8720b9fe5c0",[458],"not",{"_37":1659,"_23":302,"_303":1660,"_174":1661},"98d1a82bc4e6",[]," suffer from that problem.”",[],{"_37":1664,"_23":297,"_298":1665,"_306":1686,"_308":309},"32f1b6f27da0",[1666,1670,1674,1678,1682],{"_37":1667,"_23":302,"_303":1668,"_174":1669},"7e874dacbb3f",[],"The founder suggests that the most important lesson from his earlier work wasn’t that performance data is ",{"_37":1671,"_23":302,"_303":1672,"_174":1673},"d92d6a26dfe1",[458],"lacking",{"_37":1675,"_23":302,"_303":1676,"_174":1677},"3d2e96a4d7e6",[],", as most teams have dashboards full of telemetry and a benchmark they’ve run at least once. “The problem is that the benchmark you ran ",{"_37":1679,"_23":302,"_303":1680,"_174":1681},"713acd7a8f31",[458],"once",{"_37":1683,"_23":302,"_303":1684,"_174":1685},"4b7cfbd50efd",[]," is already stale. Performance is not something you set and keep, it is an envelope you have to hold against constant change.”",[],{"_37":1688,"_23":297,"_298":1689,"_306":1694,"_308":309},"e8ab65fddf6f",[1690],{"_37":1691,"_23":302,"_303":1692,"_174":1693},"be64909a2de9",[],"“Every code change, dependency bump, traffic shift, and architectural change nudges it, so the loop from measurement to a verified improvement has to run again and again just to stay in place.” Senart explains that the measurement process is inherently slow, which makes it easy to deprioritize and fall by the wayside.",[],{"_37":1696,"_23":297,"_298":1697,"_306":1702,"_308":309},"6aab59def7f8",[1698],{"_37":1699,"_23":302,"_303":1700,"_174":1701},"f081372f7995",[],"His startup Perfloop closes the second half of the loop: After measuring, Perfloop assesses how systems behave under load, across the entire loop. “It finds the performance opportunities, proposes changes, and proves whether they actually moved the needle, with the numbers to back it up.”",[],{"_37":1704,"_23":297,"_298":1705,"_306":1710,"_308":309},"5a5229941c42",[1706],{"_37":1707,"_23":302,"_303":1708,"_174":1709},"31f0eb539ffc",[],"Providing proof, the founder argues, validates automation across the rest of the process, rather than forcing teams to take things on faith: An important nuance as benchmarking loops need to be run far more often than can be done manually. “The system carries the ‘relentless’ part, the finding and the proving, while the person stays in charge of what is worth holding and what actually ships.”",[],{"_37":1712,"_23":297,"_298":1713,"_306":1718,"_308":382},"5c1a8f426075",[1714],{"_37":1715,"_23":302,"_303":1716,"_174":1717},"9765ff86a5e9",[],"How Much Should Tech Leaders Prioritize Benchmarks, Really?",[],{"_37":1720,"_23":297,"_298":1721,"_306":1734,"_308":309},"eb78531892d8",[1722,1726,1730],{"_37":1723,"_23":302,"_303":1724,"_174":1725},"d1f7483e06d4",[],"Addressing the excitement around AI evaluations, the founder notes that the most popular AI benchmarks can and do become contaminated. “That's why people started creating private eval sets that they run so they're not gameable. That’s one approach, but it has its own problems, because there is no transparency into the ",{"_37":1727,"_23":302,"_303":1728,"_174":1729},"c055f7d34db5",[458],"quality",{"_37":1731,"_23":302,"_303":1732,"_174":1733},"7a828099ba8d",[]," of those benchmarks. It's a moving target, honestly: How to have transparency while not being gameable or having evals end up in the training data of models themselves.”",[],{"_37":1736,"_23":297,"_298":1737,"_306":1751,"_308":309},"f4c4c7a9d25b",[1738,1742,1747],{"_37":1739,"_23":302,"_303":1740,"_174":1741},"44b0492f53e2",[],"Senart draws a line between viral LLM benchmarks like ",{"_37":1743,"_23":302,"_303":1744,"_174":1746},"096d06d031a8",[1745],"92e68e524ba1","Deep-SWE",{"_37":1748,"_23":302,"_303":1749,"_174":1750},"9c59af093449",[]," and benchmarks that teams specifically use internally to build their own products. “If you're building these capabilities in your company and in your product, the only thing that matters is your evals. It's not going to be the public coding agent evals for the coding models that matter the most.”",[1752],{"_37":1745,"_23":49,"_428":1753},"https://deepswe.datacurve.ai",{"_37":1755,"_23":297,"_298":1756,"_306":1761,"_308":309},"28a4b6f2be72",[1757],{"_37":1758,"_23":302,"_303":1759,"_174":1760},"95798f00fb94",[],"“The benchmarks that last are the unglamorous, private ones tied to an outcome you actually care about, because there is no incentive to game a benchmark whose only audience is you. Public benchmarks help you decide what to test. Your own codebase tells you what is true.”",[],{"_37":1763,"_23":297,"_298":1764,"_306":1769,"_308":1154},"a5389682f039",[1765],{"_37":1766,"_23":302,"_303":1767,"_174":1768},"c37664ea11b9",[],"\"The only thing that matters is your evals. The benchmarks that last are the unglamorous, private ones tied to an outcome you actually care about, because there is no incentive to game a benchmark whose only audience is you. Your own codebase tells you what is true.” -Tomás Senart, Founder/Perfloop",[],{"_37":1771,"_23":297,"_298":1772,"_306":1777,"_308":382},"876394a905c4",[1773],{"_37":1774,"_23":302,"_303":1775,"_174":1776},"0f91aee922f8",[],"Performance Engineering Lessons for Founders",[],{"_37":1779,"_23":297,"_298":1780,"_306":1785,"_308":309},"83c108e99621",[1781],{"_37":1782,"_23":302,"_303":1783,"_174":1784},"0c9625d1f1ab",[],"Senart suggests that the adoption of agentic coding agents is fundamentally changing software, and not necessarily for the better. “First, agents now write a large and growing share of code, with a very wide range of outcomes. Many teams are moving faster than their ability to review every line, so they are shipping performance slop: Inefficiencies and waste that no human deliberately introduced and no one is specifically watching for.”",[],{"_37":1787,"_23":297,"_298":1788,"_306":1802,"_308":309},"118165504c61",[1789,1793,1798],{"_37":1790,"_23":302,"_303":1791,"_174":1792},"c3bdc4829b49",[],"“Second, the load on production systems is changing shape. It is not only human users anymore. Agents call services at machine speed and volume, so the same systems get hammered far harder than they were designed for.” The founder observes that ",{"_37":1794,"_23":302,"_303":1795,"_174":1797},"47238b41abf9",[1796],"402934988603","bot Web traffic has surpassed human traffic",{"_37":1799,"_23":302,"_303":1800,"_174":1801},"038694828348",[],", and Web-based infrastructure is only the first beachhead to be pounded on by agents.",[1803],{"_37":1796,"_23":49,"_428":1804},"https://www.nbcnews.com/tech/tech-news/bot-web-traffic-overtaken-human-web-traffic-data-shows-rcna348522",{"_37":1806,"_23":297,"_298":1807,"_306":1812,"_308":309},"f2138f0b862e",[1808],{"_37":1809,"_23":302,"_303":1810,"_174":1811},"4699fd015f3f",[],"Commerce is another rapidly-growing space for agentic workflows for retail and checkout processes, and enterprise services appear to be the next frontier. The founder argues that agentic traffic is no longer a hypothetical future condition. It’s an inevitable thing that will happen, and make performance even more crucial.",[],{"_37":1814,"_23":297,"_298":1815,"_306":1820,"_308":309},"9d269ae62ef1",[1816],{"_37":1817,"_23":302,"_303":1818,"_174":1819},"c94788290786",[],"In addition, it’s no longer feasible to wait to be ‘bailed out’ by eventually better hardware. “Now GPUs, memory, and compute are expensive and staying that way, so inefficiency shows up directly as a cost on your bill.”",[],{"_37":1822,"_23":297,"_298":1823,"_306":1828,"_308":309},"f90f5beaa2fd",[1824],{"_37":1825,"_23":302,"_303":1826,"_174":1827},"dfd1ac8f0ab4",[],"The above factors lead to more performance debt that accrues quicker on infrastructure taking heavier workloads. “What is missing is a way to keep up. Occasional expert attention or a periodic consultant audit cannot match how fast the debt now accrues. That is the gap Perfloop is built to close.”",[],{"_37":1830,"_23":297,"_298":1831,"_306":1836,"_308":309},"8852aa099607",[1832],{"_37":1833,"_23":302,"_303":1834,"_174":1835},"d746e722093c",[],"The founder clarifies that while you can use agentic systems to support performance engineering, AI doesn’t nullify the fundamentals. “You still have resources, you have things that drag on them, and you’ve got to make the most of them. You need to unpack that, one layer at a time, and be methodical. That's what performance engineering is.”",[],{"_37":1838,"_23":297,"_298":1839,"_306":1844,"_308":309},"d3ea0bba3058",[1840],{"_37":1841,"_23":302,"_303":1842,"_174":1843},"65f23abdfb30",[],"“You still create hypotheses, you go test them, and you look at the hard data. It’s just that the experiments can go faster now. You have agents which, with the right harness, can do that kind of work rigorously and not just guessing and going in the wrong direction, then you can parallelize so many of these hypotheses for testing.”",[],{"_37":1846,"_23":297,"_298":1847,"_306":1852,"_308":309},"f161dafd0bca",[1848],{"_37":1849,"_23":302,"_303":1850,"_174":1851},"4554c83a6eca",[],"Senart offers two final pieces of advice for founders. “First: Do not pay for performance you do not need yet; if nobody uses your product, its performance does not matter. Second: The moment you are exposed to scale, the economics change in your favor. Performance work is methodical science, and the old constraint was that you could only afford to test the top one or two ideas. With the right harness you can now run many of those experiments in parallel, with rigor, and test the other ten you used to ignore.”",[],{"_37":1854,"_23":297,"_298":1855,"_306":1860,"_308":382},"57bbc9baf3e9",[1856],{"_37":1857,"_23":302,"_303":1858,"_174":1859},"4a9a526c2974",[],"Getting Performance Engineering into Enterprise Customers’ Hands",[],{"_37":1862,"_23":297,"_298":1863,"_306":1876,"_308":309},"fa3c385c950e",[1864,1868,1872],{"_37":1865,"_23":302,"_303":1866,"_174":1867},"d0cd28533dac",[],"Senart concedes that his startup’s approach to ",{"_37":1869,"_23":302,"_303":1870,"_174":1871},"7df8713b8424",[458],"automating ",{"_37":1873,"_23":302,"_303":1874,"_174":1875},"00808c223c36",[],"performance engineering isn’t necessarily mainstream among enterprise engineering orgs yet, due to a number of factors. “The first is trust, which is the hard one. You are asking a large organization to let an autonomous system reason about and propose changes to code that runs their business. They will not do that on a verbal promise.",[],{"_37":1878,"_23":297,"_298":1879,"_306":1911,"_308":309},"7ab4e5c9bade",[1880,1884,1889,1893,1898,1902,1907],{"_37":1881,"_23":302,"_303":1882,"_174":1883},"8afeb9a04ea2",[],"“They need proof that the system finds real problems and that its proposed changes actually work, and they need that proof to come from somewhere they cannot dismiss. This is exactly why we are doing the work in ",{"_37":1885,"_23":302,"_303":1886,"_174":1888},"0b23f2b5ef55",[1887],"023f344d3abc","open source, in public",{"_37":1890,"_23":302,"_303":1891,"_174":1892},"5dfa889bcde1",[],".” The founder notes that the maintainer of the widely-used Go library ",{"_37":1894,"_23":302,"_303":1895,"_174":1897},"75f8ece5f8f6",[1896],"4a41e7ef1d81","parquet-go",{"_37":1899,"_23":302,"_303":1900,"_174":1901},"ddb4559759a8",[]," has ",{"_37":1903,"_23":302,"_303":1904,"_174":1906},"3809cf474701",[1905],"5e42da5cf296","publicly agreed",{"_37":1908,"_23":302,"_303":1909,"_174":1910},"9345986d8863",[]," with his hypothesis that closing performance debt will come down to utilizing the kind of concurrent optimizations he’s building today.",[1912,1914,1916],{"_37":1887,"_23":49,"_428":1913},"https://app.perfloop.ai/t/oss/roi",{"_37":1896,"_23":49,"_428":1915},"https://github.com/parquet-go/parquet-go",{"_37":1905,"_23":49,"_428":1917},"https://x.com/__Achille__/status/2068578598521594131?s=20",{"_37":1919,"_23":297,"_298":1920,"_306":1925,"_308":309},"db3ee98b4732",[1921],{"_37":1922,"_23":302,"_303":1923,"_174":1924},"c4c16313a7d9",[],"“The second blocker is the usual enterprise gate: Compliance, security review, governance. There is nothing special here, it is just work you have to do to be allowed in the building. We are starting SOC 2 now for that reason.”",[],{"_37":1927,"_23":297,"_298":1928,"_306":1933,"_308":309},"a54d47547e16",[1929],{"_37":1930,"_23":302,"_303":1931,"_174":1932},"e0ef4e839b26",[],"“The third blocker is not so much a blocker as it is inertia: Simply the reason to bother to do anything. Enterprises are actually a strong fit, because their scale and internal complexity produce a lot of recoverable inefficiency. In a large system, the performance you have left on the table is real money on the bill. Once trust and compliance are cleared, that recoverable cost is a very concrete reason to engage.”",[],{"_37":1935,"_23":297,"_298":1936,"_306":1941,"_308":309},"818c82cb1709",[1937],{"_37":1938,"_23":302,"_303":1939,"_174":1940},"a11e40641afa",[],"“What it takes [to get into enterprises] is portable, verifiable proof on code that looks like theirs, compliance work done honestly, and a value story told in the language they care about, which is cost and risk, not benchmarks for their own sake. For us, this is the route, not the first stop. The immediate motion is the public open-source work and self-serve adoption. The enterprise conversation opens once that public credibility is built.”",[],{"_37":1943,"_23":297,"_298":1944,"_306":1949,"_308":1154},"58407b0a1fc2",[1945],{"_37":1946,"_23":302,"_303":1947,"_174":1948},"9b3b17aee998",[],"\"[For enterprises], the first [blocker] is trust, which is the hard one. You are asking a large organization to let an autonomous system reason about and propose changes to code that runs their business. They will not do that on a verbal promise. The second blocker is the usual enterprise gate: Compliance, security review, governance. The third blocker is not so much a blocker as it is inertia: Simply the reason to bother to do anything.”",[],{"_37":1951,"_23":297,"_298":1952,"_306":1957,"_308":382},"9a70b4ad9aea",[1953],{"_37":1954,"_23":302,"_303":1955,"_174":1956},"78b303d327ce",[],"What the Future of Performance Engineering Looks Like",[],{"_37":1959,"_23":297,"_298":1960,"_306":1965,"_308":309},"6774c3f9c853",[1961],{"_37":1962,"_23":302,"_303":1963,"_174":1964},"c73730ce1a34",[],"Senart understands the current excitement about AI agents in software, but isn’t sure that performance engineering will simply become another agentic guardrail. “Guardrails are part of it, but the real question is where the human sits on the spectrum between specifying everything up front and steering every step (and both ends fail).”",[],{"_37":1967,"_23":297,"_298":1968,"_306":1973,"_308":309},"736ea2f89f04",[1969],{"_37":1970,"_23":302,"_303":1971,"_174":1972},"e5b0adca6d5f",[],"The founder offers the two extremes: The ‘dark factory’ that is prompted once while humans step back, without human judgement or context along the way. The other is today’s common practice of endlessly babysitting coding agents edit by edit, which preserves human judgement but can’t scale, turning senior engineers into bottlenecks.",[],{"_37":1975,"_23":297,"_298":1976,"_306":1988,"_308":309},"dfd34744e0b2",[1977,1981,1985],{"_37":1978,"_23":302,"_303":1979,"_174":1980},"55d49b92e2b4",[],"“What actually amplifies a senior engineer is in between, and it is the harder thing to build. The human stays on the decisions that carry judgment, which tradeoffs to accept and what is worth holding, while the system runs the steps underneath and surfaces only the calls that need a person. Present where judgment is required, absent everywhere else. Not steering more, steering ",{"_37":1982,"_23":302,"_303":1983,"_174":1984},"b0410682ed1e",[458],"higher",{"_37":1986,"_23":302,"_303":1987,"_174":1257},"4cade10826e2",[],[],{"_37":1990,"_23":297,"_298":1991,"_306":1996,"_308":309},"1f895ba22398",[1992],{"_37":1993,"_23":302,"_303":1994,"_174":1995},"4593e958af10",[],"“Performance needs exactly this, because the target keeps moving. You cannot freeze the judgment into an up-front spec when the envelope shifts with every change, but you also cannot re-derive every step by hand each time. So you want a system that does the relentless step-level work and pulls the human in precisely when a real tradeoff is on the table.”",[],{"_37":1998,"_23":297,"_298":1999,"_306":2004,"_308":309},"85917623cc1a",[2000],{"_37":2001,"_23":302,"_303":2002,"_174":2003},"b71d478d831e",[],"“That is what Perfloop is built for. The whole loop runs as an MCP server, so the pieces are callable on their own: A person or an agent can point it at one slice of code, or hand it a rough hunch about what might be slow and get back a benchmarked case. Autonomy is a dial the customer controls, from scoping, to directing, to reviewing, to fully delegating, which is really just a way of choosing how high on that spectrum you sit.”",[],{"_37":2006,"_23":297,"_298":2007,"_306":2012,"_308":309},"69844ce85a03",[2008],{"_37":2009,"_23":302,"_303":2010,"_174":2011},"ca445a8b8cd2",[],"“My honest bet is most teams land at ‘direct’ or ‘review’ for anything that matters: Let the system carry the steps and the proof, but keep their hands on the decisions that need judgment. So performance engineering won’t shrink into a guardrail. It will remain a loop that humans steer from above, with far more reach than before.”",[],{"_37":2014,"_23":297,"_298":2015,"_306":2020,"_308":309},"44c6632fc6cd",[2016],{"_37":2017,"_23":302,"_303":2018,"_174":2019},"4738e59bec97",[],"The founder notes two additional factors that will affect future software projects. “First, the set of teams exposed to scale is expanding fast, because agent traffic drags services that used to be ‘safe’ into the deep end. Second, for the teams already at scale, the economics changed underneath them: The debt piles up faster, because agents write more code with less scrutiny per line, and it no longer depreciates the way it used to, because you can no longer count on cheaper, faster hardware to absorb it.”",[],{"_37":2022,"_23":297,"_298":2023,"_306":2028,"_308":309},"42705e1fddd8",[2024],{"_37":2025,"_23":302,"_303":2026,"_174":2027},"8b4b8729c0a3",[],"“Performance debt that used to quietly depreciate now accrues interest. When a problem goes from occasional to continuous, how you handle it has to change too. A once-a-year expert audit cannot keep up with debt that compounds. Perfloop is my bet on what replaces it: The rigor a great performance engineer brings, available to any team that needs it, with the human keeping the judgment and the system carrying the grind. The open-source work is where we are proving it in public, one verifiable win at a time.”",[],15,"05705342-f90c-45e4-9455-efa317ecd74c","2026-07-16T15:47:00.000Z","automating-performance-engineering-with-ai-and-humans-in-the-loop","Will AI Manage Software Performance with Humans in the Loop?","modules","moreFromLibrary",[2037,2039,2041],{"_37":2038,"_116":330,"_23":118},"cpE9BXViVp5X",{"_37":2040,"_116":350,"_23":118},"piAFWHQ30RDG",{"_37":2042,"_116":366,"_23":118},"FtDbQaLkfl75","outlines",[2045],{"_37":2046,"_23":297,"_298":2047,"_306":2052,"_308":309},"7a3ec687564d",[2048],{"_37":2049,"_23":302,"_303":2050,"_174":2051},"f2e05e115ec2",[],"

Code Review Has to Go\n
- A Brief History of Code Review
- The Agent-Driven Crisis
- Agents Break the Review Workflow
- What Small Teams Can Do
\n

",[],"posterFrame",{"_23":149,"_114":2055},{"_116":2056,"_23":118},"image-befffbe2af9bed9d0fd1fb3542ec61b3a2a58854-1920x1080-jpg","2026-06-16T21:55:32.272Z","seo",{"_147":2060,"_23":2058,"_28":2063,"_2064":196,"_2065":196,"_2066":305},{"_23":149,"_114":2061},{"_116":2062,"_23":118},"image-fbeac14c86fe6f595b6f0d47d85a5a0a3bee3050-1920x1080-png","Agentic development doesn't just change how we write software — it reveals how much of our traditional process is obsolete. ","nofollow","noindex","OGdescription","slideDeck",{"_23":333,"_2069":2070},"current","code-review-has-to-go","speakers","speakersWithOrg",[2074],{"_37":2075,"_23":2076,"_2077":-5,"_2078":2079},"ee9567cb4da4","speaker","organization","person",{"_11":2080,"_13":2081,"_14":2082,"_23":2078,"_24":2083,"_2084":2085,"_2092":171,"_2093":2094,"_2077":2095,"_2145":2146,"_2150":2151,"_333":2152,"_2154":2155,"_2160":196},"2022-04-29T20:41:46Z","recycRa6eMq6dxTSk","P35imA10z9uI0QRfWBJKXN","2025-08-13T23:07:21Z","bio",[2086],{"_37":2084,"_23":297,"_298":2087,"_306":2091,"_308":309},[2088],{"_37":2084,"_23":302,"_303":2089,"_174":2090},[],"David Crawshaw is Co-Founder and CTO of Tailscale. David is formerly a Staff Software Engineer at Google, where he specialized in petabyte-scale logs processing. He implemented TCP/IP networking for Fuchsia, as well as ported the Go language platform to iOS and Android.\n",[],"generate","name","David Crawshaw",{"_11":2096,"_13":2097,"_14":2098,"_23":2077,"_24":2099,"_2100":2101,"_2108":2109,"_28":2116,"_2092":171,"_2117":2118,"_2119":2120,"_49":2121,"_2122":2123,"_2093":2126,"_2127":171,"_706":2128,"_2058":2138,"_333":2139,"_2141":2142,"_2143":2144},"2022-04-29T20:41:45Z","recslSEWAKOMdGZw0","hcyMVZIajME77768hd6Tsp","2025-08-19T13:26:16Z","about",[2102],{"_37":2100,"_23":297,"_298":2103,"_306":2107,"_308":309},[2104],{"_37":2100,"_23":302,"_303":2105,"_174":2106},[],"Tailscale is a new kind of corporate VPN that requires no hardware or infrastructure and sets up in minutes regardless of where you are. Tailscale redefines enterprise network security away from a traditional VPN model, to one in which all individual point-to-point communications are independently authenticated and secured regardless of device location.\n",[],"altLogo",{"_23":113,"_2110":2111,"_114":2112,"_2114":450,"_2115":2111},"alt","Logo of Tailscale",{"_116":2113,"_23":118},"image-30e7733ab194818ba734868af198b266a22888a7-296x53-svg","attribution","caption","zero config VPN for building secure networks","hiringPage","https://boards.greenhouse.io/tailscale","joined","2020-02-06","https://www.tailscale.com/","logo",{"_23":113,"_2110":2111,"_114":2124,"_2114":450,"_2115":2111},{"_116":2125,"_23":118},"image-84c42fb81d732b3f2c99c73ad06c041c43dd3346-296x53-svg","Tailscale","portfolioCompany",[2129,2134],{"_37":2130,"_23":2131,"_47":2132,"_49":2133,"_32":2132},"website","resource","Website","https://tailscale.com/",{"_37":2135,"_23":2131,"_47":2136,"_49":2137,"_32":2136},"b1b939cf6b6e","Work at Tailscale","https://tailscale.com/careers/",{"_23":2058,"_28":2126,"_2064":196,"_2065":196,"_32":2126},{"_23":333,"_2069":2140},"tailscale","status","active","tags",[],"photo",{"_23":113,"_2110":2147,"_114":2148,"_2114":450,"_2115":2147},"Photo of David Crawshaw",{"_116":2149,"_23":118},"image-1c07ed5357312ea790a0cbee343450ea2e9ef74a-500x335-jpg","position","Co-Founder",{"_23":333,"_2069":2153},"david-crawshaw","socials",[2156],{"_37":2157,"_23":107,"_49":2158,"_2093":2159},"twitter","https://twitter.com/davidcrawshaw","Twitter","teamMember","startDate",[2163,2172,2180],{"_11":2164,"_13":2165,"_14":2166,"_23":2167,"_24":2164,"_28":2168,"_2093":2169,"_333":2170},"2024-09-05T17:31:35Z","017fa9be-32e2-46ee-bddf-f13275fbdf00","aeN0todGvIjkWyTywFzV6F","tag","Pertaining to the technology underpinning AI and machine learning operations.","AI Infrastructure",{"_23":333,"_2069":2171},"ai-infrastructure",{"_11":2173,"_13":2174,"_14":2175,"_23":2167,"_24":2173,"_28":2176,"_2093":2177,"_333":2178},"2025-04-15T17:19:22Z","80867d7d-9222-41f5-a465-915aa791bc97","YlxgmKTLxstUdop23VNy4f","AI agents are autonomous systems built to independently take action on business or technical tasks.","AI Agents",{"_23":333,"_2069":2179},"ai-agents",{"_11":2181,"_13":2182,"_14":2183,"_23":2167,"_24":2181,"_28":2184,"_2093":2185,"_333":2186},"2023-07-17T23:23:49Z","eec559a9-10e7-4405-82e4-e0736495ec36","TfMkf5gVJ7UWv1vMi5Qxor","Artificial intelligence, including AI-powered coding assistants built on large language models.","AI",{"_23":333,"_2069":2187},"ai","Code Review Has to Go","transcript",[2191,2225,2256,2287,2318,2329,2337,2358,2399,2430,2451,2482,2513,2544,2575,2596,2604,2645,2666,2677,2708,2749,2780,2811,2842,2863,2904,2925,2936,2957,2978,3009,3017,3038,3069,3110,3131,3162,3183,3214,3245,3266,3297,3318,3329,3360,3368,3399,3420,3441,3472,3493,3534,3565,3586,3617,3648,3679,3710,3731,3762,3773],{"_37":2192,"_23":297,"_298":2193,"_306":2216,"_308":309},"1b6e8059a0a9",[2194,2199,2203,2208,2211],{"_37":2195,"_23":302,"_303":2196,"_174":2198},"b1bffbbe556a",[2197],"e4f3a49","So I'm gonna talk about code review today because that's a fun topic.",{"_37":2200,"_23":302,"_303":2201,"_174":2202},"5f79c0aa38dd",[]," ",{"_37":2204,"_23":302,"_303":2205,"_174":2207},"041389fb4b0f",[2206],"b6d32af","Everyone loves code review, right?",{"_37":2209,"_23":302,"_303":2210,"_174":2202},"b6a3ea536b5b",[],{"_37":2212,"_23":302,"_303":2213,"_174":2215},"0b76a12e2a43",[2214],"1f90c5e","It's a thing that's been on my mind a lot because I've done a lot of it.",[2217,2221,2223],{"_37":2197,"_23":2218,"_2219":2220},"timestamp","time","00:00:03.280",{"_37":2206,"_23":2218,"_2219":2222},"00:00:06.160",{"_37":2214,"_23":2218,"_2219":2224},"00:00:09.460",{"_37":2226,"_23":297,"_298":2227,"_306":2249,"_308":309},"82033ff8fd9e",[2228,2233,2236,2241,2244],{"_37":2229,"_23":302,"_303":2230,"_174":2232},"87dcd99bd273",[2231],"5dc7119","And I guess I meant to start with some audience engagement, so let's do that.",{"_37":2234,"_23":302,"_303":2235,"_174":2202},"3e6123c67d49",[],{"_37":2237,"_23":302,"_303":2238,"_174":2240},"7eab1cbc9891",[2239],"c53045e","Who in the room has been programming for more than twenty years?",{"_37":2242,"_23":302,"_303":2243,"_174":2202},"afbe5ffa3ee2",[],{"_37":2245,"_23":302,"_303":2246,"_174":2248},"fe729bf172fb",[2247],"38be5a7","Raise your hands.",[2250,2252,2254],{"_37":2231,"_23":2218,"_2219":2251},"00:00:13.139",{"_37":2239,"_23":2218,"_2219":2253},"00:00:19.380",{"_37":2247,"_23":2218,"_2219":2255},"00:00:21.860",{"_37":2257,"_23":297,"_298":2258,"_306":2280,"_308":309},"c63e9577f054",[2259,2264,2267,2272,2275],{"_37":2260,"_23":302,"_303":2261,"_174":2263},"945cb53dbabe",[2262],"f624ca7","That's a lot of people.",{"_37":2265,"_23":302,"_303":2266,"_174":2202},"bb5b21855541",[],{"_37":2268,"_23":302,"_303":2269,"_174":2271},"9d35a25b76f6",[2270],"50c9d09","What's going on?",{"_37":2273,"_23":302,"_303":2274,"_174":2202},"6bfa8c591048",[],{"_37":2276,"_23":302,"_303":2277,"_174":2279},"125f8caf234e",[2278],"f274098","Do we really have nothing better to do?",[2281,2283,2285],{"_37":2262,"_23":2218,"_2219":2282},"00:00:22.820",{"_37":2270,"_23":2218,"_2219":2284},"00:00:24.100",{"_37":2278,"_23":2218,"_2219":2286},"00:00:24.900",{"_37":2288,"_23":297,"_298":2289,"_306":2311,"_308":309},"1fe7da15a49d",[2290,2295,2298,2303,2306],{"_37":2291,"_23":302,"_303":2292,"_174":2294},"142015e4426b",[2293],"1adc3e3","Anyway.",{"_37":2296,"_23":302,"_303":2297,"_174":2202},"052345aae0eb",[],{"_37":2299,"_23":302,"_303":2300,"_174":2302},"8702fc5c4acd",[2301],"0dd883b","What about 30 years?",{"_37":2304,"_23":302,"_303":2305,"_174":2202},"4c2ae48c7cf1",[],{"_37":2307,"_23":302,"_303":2308,"_174":2310},"fd586b626d76",[2309],"973320d","Yep, that's still some people, but now we're down to a fifth of the room.",[2312,2314,2316],{"_37":2293,"_23":2218,"_2219":2313},"00:00:26.500",{"_37":2301,"_23":2218,"_2219":2315},"00:00:26.980",{"_37":2309,"_23":2218,"_2219":2317},"00:00:29.539",{"_37":2319,"_23":297,"_298":2320,"_306":2326,"_308":309},"424534bbbdbc",[2321],{"_37":2322,"_23":302,"_303":2323,"_174":2325},"5f432cb473b9",[2324],"b009f57","Okay, so maybe I'll have something useful to say because I'm gonna try and dig back in some history and say something potentially useful based on things that used to happen in the past.",[2327],{"_37":2324,"_23":2218,"_2219":2328},"00:00:33.220",{"_37":2330,"_23":297,"_298":2331,"_306":2336,"_308":382},"f599ac97ef3b",[2332],{"_37":2333,"_23":302,"_303":2334,"_174":2335},"87fadc80541e",[],"A Brief History of Code Review",[],{"_37":2338,"_23":297,"_298":2339,"_306":2353,"_308":309},"49e78e56f387",[2340,2345,2348],{"_37":2341,"_23":302,"_303":2342,"_174":2344},"2ea58e8f40da",[2343],"bf5dcf0","So a brief history of code review for those who haven't been doing it long.",{"_37":2346,"_23":302,"_303":2347,"_174":2202},"0d0e51982324",[],{"_37":2349,"_23":302,"_303":2350,"_174":2352},"19ef5ec1a9ac",[2351],"b3a6a0f","It's pretty new, actually.",[2354,2356],{"_37":2343,"_23":2218,"_2219":2355},"00:00:43.420",{"_37":2351,"_23":2218,"_2219":2357},"00:00:48.539",{"_37":2359,"_23":297,"_298":2360,"_306":2390,"_308":309},"ba8ed78f8301",[2361,2366,2369,2374,2377,2382,2385],{"_37":2362,"_23":302,"_303":2363,"_174":2365},"3faa9df99026",[2364],"15e59ba","So back in the seventies there was an IBM guy named Michael Fagan who created a whole defect analysis system, which is",{"_37":2367,"_23":302,"_303":2368,"_174":2202},"4d22abeb8022",[],{"_37":2370,"_23":302,"_303":2371,"_174":2373},"49ccb5b5ba27",[2372],"c33f699","just exactly what you would expect from IBM in the 1970s.",{"_37":2375,"_23":302,"_303":2376,"_174":2202},"257de98c7bf0",[],{"_37":2378,"_23":302,"_303":2379,"_174":2381},"ed4aa594c7da",[2380],"ea914cb","It was an extremely process-heavy thing that involved a lot of meetings, and it was entirely about catching bugs in code as you were making changes.",{"_37":2383,"_23":302,"_303":2384,"_174":2202},"34305b9e76aa",[],{"_37":2386,"_23":302,"_303":2387,"_174":2389},"22f215a03d4c",[2388],"236fd01","And that's the earliest stuff you'll find in the literature.",[2391,2393,2395,2397],{"_37":2364,"_23":2218,"_2219":2392},"00:00:51.080",{"_37":2372,"_23":2218,"_2219":2394},"00:00:59.040",{"_37":2380,"_23":2218,"_2219":2396},"00:01:01.680",{"_37":2388,"_23":2218,"_2219":2398},"00:01:08.060",{"_37":2400,"_23":297,"_298":2401,"_306":2423,"_308":309},"666311f77ea3",[2402,2407,2410,2415,2418],{"_37":2403,"_23":302,"_303":2404,"_174":2406},"b166427db112",[2405],"cabbaf6","That evolved through the 80s into all of the process-heavy systems used for critical systems in aerospace.",{"_37":2408,"_23":302,"_303":2409,"_174":2202},"189060b65bc5",[],{"_37":2411,"_23":302,"_303":2412,"_174":2414},"38e3de0995da",[2413],"f7a233a","You can definitely see the lineage there.",{"_37":2416,"_23":302,"_303":2417,"_174":2202},"569cef865a2c",[],{"_37":2419,"_23":302,"_303":2420,"_174":2422},"66734be5f00b",[2421],"749da79","That has nothing to do with code review as we know it today.",[2424,2426,2428],{"_37":2405,"_23":2218,"_2219":2425},"00:01:10.540",{"_37":2413,"_23":2218,"_2219":2427},"00:01:16.960",{"_37":2421,"_23":2218,"_2219":2429},"00:01:18.800",{"_37":2431,"_23":297,"_298":2432,"_306":2446,"_308":309},"29165d36ccfc",[2433,2438,2441],{"_37":2434,"_23":302,"_303":2435,"_174":2437},"626ba664579a",[2436],"fb3d591","I'm sure someone in this room has worked in aerospace, but it's a different universe.",{"_37":2439,"_23":302,"_303":2440,"_174":2202},"258b36a9e3f7",[],{"_37":2442,"_23":302,"_303":2443,"_174":2445},"22e42f04c2db",[2444],"427d7f1","Every change looks like a ticket, it has meeting notes attached to it, it's not a PR.",[2447,2449],{"_37":2436,"_23":2218,"_2219":2448},"00:01:22.160",{"_37":2444,"_23":2218,"_2219":2450},"00:01:26.320",{"_37":2452,"_23":297,"_298":2453,"_306":2475,"_308":309},"270a2139573e",[2454,2459,2462,2467,2470],{"_37":2455,"_23":302,"_303":2456,"_174":2458},"3a42c27f1f5e",[2457],"6a24772","Then in the 90s, open source software code reviews start to appear, mostly around the Apache server, in version one.",{"_37":2460,"_23":302,"_303":2461,"_174":2202},"4dc57996591b",[],{"_37":2463,"_23":302,"_303":2464,"_174":2466},"15dbd5e63637",[2465],"353abd4","And there were two variants here.",{"_37":2468,"_23":302,"_303":2469,"_174":2202},"b2563e573018",[],{"_37":2471,"_23":302,"_303":2472,"_174":2474},"b295c0883e17",[2473],"beead6f","There was review before commit, and commit then review.",[2476,2478,2480],{"_37":2457,"_23":2218,"_2219":2477},"00:01:31.540",{"_37":2465,"_23":2218,"_2219":2479},"00:01:41.380",{"_37":2473,"_23":2218,"_2219":2481},"00:01:43.300",{"_37":2483,"_23":297,"_298":2484,"_306":2506,"_308":309},"72ea2f67881a",[2485,2490,2493,2498,2501],{"_37":2486,"_23":302,"_303":2487,"_174":2489},"1232f20c731f",[2488],"318372e","And this was very much about how you organize open source projects and how you communicate in disparate ways across mailing lists.",{"_37":2491,"_23":302,"_303":2492,"_174":2202},"bdbc9697149a",[],{"_37":2494,"_23":302,"_303":2495,"_174":2497},"c580955dacf4",[2496],"066bf9b","At the same time, Microsoft was busy shipping stuff.",{"_37":2499,"_23":302,"_303":2500,"_174":2202},"71a3b1b82950",[],{"_37":2502,"_23":302,"_303":2503,"_174":2505},"bf369c8179a9",[2504],"7c0e56f","They didn't have any code review, but they shipped some stuff if you remember the 90s.",[2507,2509,2511],{"_37":2488,"_23":2218,"_2219":2508},"00:01:48.180",{"_37":2496,"_23":2218,"_2219":2510},"00:01:54.340",{"_37":2504,"_23":2218,"_2219":2512},"00:01:57.299",{"_37":2514,"_23":297,"_298":2515,"_306":2537,"_308":309},"80865de17ea6",[2516,2521,2524,2529,2532],{"_37":2517,"_23":302,"_303":2518,"_174":2520},"c8f782cc5f0d",[2519],"c5254fd","In the 2000s, Google fused open source code review with Giant Corporation,",{"_37":2522,"_23":302,"_303":2523,"_174":2202},"3fb1a03bfb69",[],{"_37":2525,"_23":302,"_303":2526,"_174":2528},"da81404b1ff4",[2527],"4b80484","and created a series of processes that started in email with LGTM, the famous phrase, and then turned into a bunch of web apps: Mondrian, Critique, all of these things.",{"_37":2530,"_23":302,"_303":2531,"_174":2202},"83ce8b4153ff",[],{"_37":2533,"_23":302,"_303":2534,"_174":2536},"cf01dd317809",[2535],"a8b159b","That then got spread to the industry through a series of means, the most famous of which is GitHub PRs, which we still remember today, though I don't know for how much longer.",[2538,2540,2542],{"_37":2519,"_23":2218,"_2219":2539},"00:02:01.540",{"_37":2527,"_23":2218,"_2219":2541},"00:02:07.840",{"_37":2535,"_23":2218,"_2219":2543},"00:02:17.739",{"_37":2545,"_23":297,"_298":2546,"_306":2568,"_308":309},"80d1f37065a5",[2547,2552,2555,2560,2563],{"_37":2548,"_23":302,"_303":2549,"_174":2551},"736b624f3ea1",[2550],"9121073","And it became this ritual.",{"_37":2553,"_23":302,"_303":2554,"_174":2202},"d177d62bafc8",[],{"_37":2556,"_23":302,"_303":2557,"_174":2559},"ed866bf3a928",[2558],"cd1d7d2","We all do it.",{"_37":2561,"_23":302,"_303":2562,"_174":2202},"f93f68ea746b",[],{"_37":2564,"_23":302,"_303":2565,"_174":2567},"28032bd28fac",[2566],"f580dd9","Then you commit it.",[2569,2571,2573],{"_37":2550,"_23":2218,"_2219":2570},"00:02:30.340",{"_37":2558,"_23":2218,"_2219":2572},"00:02:33.940",{"_37":2566,"_23":2218,"_2219":2574},"00:02:37.780",{"_37":2576,"_23":297,"_298":2577,"_306":2591,"_308":309},"ce7276102507",[2578,2583,2586],{"_37":2579,"_23":302,"_303":2580,"_174":2582},"5927d3ad4cd9",[2581],"638af87","And in 2025 it was just the norm and everyone just accepted it.",{"_37":2584,"_23":302,"_303":2585,"_174":2202},"1a98296ecfd9",[],{"_37":2587,"_23":302,"_303":2588,"_174":2590},"4a63a10f77ab",[2589],"4256b7d","We'd always done it.",[2592,2594],{"_37":2581,"_23":2218,"_2219":2593},"00:02:39.600",{"_37":2589,"_23":2218,"_2219":2595},"00:02:42.960",{"_37":2597,"_23":297,"_298":2598,"_306":2603,"_308":382},"51b05c84a7b6",[2599],{"_37":2600,"_23":302,"_303":2601,"_174":2602},"aad6d6631c18",[],"The Agent-Driven Crisis",[],{"_37":2605,"_23":297,"_298":2606,"_306":2636,"_308":309},"0db064f487e7",[2607,2612,2615,2620,2623,2628,2631],{"_37":2608,"_23":302,"_303":2609,"_174":2611},"60f2c2eda5b7",[2610],"0044d61","And then it's 2026 and now we can't do that anymore because we have this crisis.",{"_37":2613,"_23":302,"_303":2614,"_174":2202},"dd080bb1a248",[],{"_37":2616,"_23":302,"_303":2617,"_174":2619},"ab3dd15a9b7a",[2618],"9fa7f59","And what crisis?",{"_37":2621,"_23":302,"_303":2622,"_174":2202},"6097a9067348",[],{"_37":2624,"_23":302,"_303":2625,"_174":2627},"b82b21e1a8fb",[2626],"027606f","Why does it matter?",{"_37":2629,"_23":302,"_303":2630,"_174":2202},"50c2f39f6764",[],{"_37":2632,"_23":302,"_303":2633,"_174":2635},"a30867edcc2e",[2634],"5e77ec1","It's an agent-driven crisis and it comes in two parts.",[2637,2639,2641,2643],{"_37":2610,"_23":2218,"_2219":2638},"00:02:44.240",{"_37":2618,"_23":2218,"_2219":2640},"00:02:50.020",{"_37":2626,"_23":2218,"_2219":2642},"00:02:51.620",{"_37":2634,"_23":2218,"_2219":2644},"00:02:52.340",{"_37":2646,"_23":297,"_298":2647,"_306":2661,"_308":309},"fefc0bc62a34",[2648,2653,2656],{"_37":2649,"_23":302,"_303":2650,"_174":2652},"d3f58951134f",[2651],"2e54fd2","And I'm gonna start, I had a very fancy demo that I've reduced to a couple of Chrome pages.",{"_37":2654,"_23":302,"_303":2655,"_174":2202},"e48207b9f732",[],{"_37":2657,"_23":302,"_303":2658,"_174":2660},"908ca5547063",[2659],"7d25e91","But the problem is in two parts.",[2662,2664],{"_37":2651,"_23":2218,"_2219":2663},"00:02:54.660",{"_37":2659,"_23":2218,"_2219":2665},"00:02:59.320",{"_37":2667,"_23":297,"_298":2668,"_306":2674,"_308":309},"8f7b4b0c4792",[2669],{"_37":2670,"_23":302,"_303":2671,"_174":2673},"956d1b94073e",[2672],"242e2eb","The first is there's a whole set of programs now that you can usefully write without ever reading their source code.",[2675],{"_37":2672,"_23":2218,"_2219":2676},"00:03:01.800",{"_37":2678,"_23":297,"_298":2679,"_306":2701,"_308":309},"b582d727283e",[2680,2685,2688,2693,2696],{"_37":2681,"_23":302,"_303":2682,"_174":2684},"676d53754aee",[2683],"bf65a45","And this is, with a couple of things redacted, a transcript I typed into my phone into an agent, the one we build,",{"_37":2686,"_23":302,"_303":2687,"_174":2202},"46241a8def83",[],{"_37":2689,"_23":302,"_303":2690,"_174":2692},"29eeba73a46f",[2691],"63bcc80","during a meeting because we were looking at anycast providers for building our distributed front ends,",{"_37":2694,"_23":302,"_303":2695,"_174":2202},"9bbac2766556",[],{"_37":2697,"_23":302,"_303":2698,"_174":2700},"d8aa08f88377",[2699],"9fc8145","and I wanted to know if they were any good.",[2702,2704,2706],{"_37":2683,"_23":2218,"_2219":2703},"00:03:07.780",{"_37":2691,"_23":2218,"_2219":2705},"00:03:16.820",{"_37":2699,"_23":2218,"_2219":2707},"00:03:24.520",{"_37":2709,"_23":297,"_298":2710,"_306":2740,"_308":309},"91394b8511c9",[2711,2716,2719,2724,2727,2732,2735],{"_37":2712,"_23":302,"_303":2713,"_174":2715},"597b9adaad48",[2714],"034dc2c","And so it occurred to me I could just test them by having a VM run around the internet using Mullvad over Tailscale,",{"_37":2717,"_23":302,"_303":2718,"_174":2202},"b1a876c85af9",[],{"_37":2720,"_23":302,"_303":2721,"_174":2723},"e7bd3ce1ed02",[2722],"b8abb64","and just try accessing the anycast servers and see where they are.",{"_37":2725,"_23":302,"_303":2726,"_174":2202},"ff8d0c733a79",[],{"_37":2728,"_23":302,"_303":2729,"_174":2731},"bc83786ce621",[2730],"5265186","And I realized I would never bother building that because it's a lot of work, but I could type a couple of paragraphs into this agent and see what Shelley could come up with.",{"_37":2733,"_23":302,"_303":2734,"_174":2202},"1171303de2f8",[],{"_37":2736,"_23":302,"_303":2737,"_174":2739},"8f8734a4446b",[2738],"002c9f4","And I ran that and it worked.",[2741,2743,2745,2747],{"_37":2714,"_23":2218,"_2219":2742},"00:03:26.760",{"_37":2722,"_23":2218,"_2219":2744},"00:03:33.840",{"_37":2730,"_23":2218,"_2219":2746},"00:03:37.600",{"_37":2738,"_23":2218,"_2219":2748},"00:03:46.020",{"_37":2750,"_23":297,"_298":2751,"_306":2773,"_308":309},"a3717f38da36",[2752,2757,2760,2765,2768],{"_37":2753,"_23":302,"_303":2754,"_174":2756},"7ecb5a0a6c98",[2755],"454be12","It produced this, which was very useful, much more useful than it looks now because it had a whole lot of red on the side here.",{"_37":2758,"_23":302,"_303":2759,"_174":2202},"681d21bd8788",[],{"_37":2761,"_23":302,"_303":2762,"_174":2764},"35a333ea01d7",[2763],"daf3133","So what would happen is",{"_37":2766,"_23":302,"_303":2767,"_174":2202},"1852263219a5",[],{"_37":2769,"_23":302,"_303":2770,"_174":2772},"81e31652cf8a",[2771],"5181754","Tailscale would change its exit node to a Mullvad exit node in a different country.",[2774,2776,2778],{"_37":2755,"_23":2218,"_2219":2775},"00:03:48.900",{"_37":2763,"_23":2218,"_2219":2777},"00:03:57.459",{"_37":2771,"_23":2218,"_2219":2779},"00:04:00.480",{"_37":2781,"_23":297,"_298":2782,"_306":2804,"_308":309},"e1e4687734c7",[2783,2788,2791,2796,2799],{"_37":2784,"_23":302,"_303":2785,"_174":2787},"1dce559290cf",[2786],"192d030","It would then",{"_37":2789,"_23":302,"_303":2790,"_174":2202},"b5e5736881de",[],{"_37":2792,"_23":302,"_303":2793,"_174":2795},"85bb1efeff8a",[2794],"c23da99","try and reach a baseline CDN provider, who will go unnamed, and then the anycast provider, and would see which front end we actually reached,",{"_37":2797,"_23":302,"_303":2798,"_174":2202},"b2ac7271a4c2",[],{"_37":2800,"_23":302,"_303":2801,"_174":2803},"d2b384ac7fd0",[2802],"0d05688","and then compare it to basically a map drawn up manually of where it should reach.",[2805,2807,2809],{"_37":2786,"_23":2218,"_2219":2806},"00:04:06.640",{"_37":2794,"_23":2218,"_2219":2808},"00:04:07.840",{"_37":2802,"_23":2218,"_2219":2810},"00:04:19.239",{"_37":2812,"_23":297,"_298":2813,"_306":2835,"_308":309},"eb98ca83147d",[2814,2819,2822,2827,2830],{"_37":2815,"_23":302,"_303":2816,"_174":2818},"0501b9ba00e7",[2817],"c1b15c8","And this column was all red and filled with MTR traces as everything going wrong.",{"_37":2820,"_23":302,"_303":2821,"_174":2202},"5f67a6b90162",[],{"_37":2823,"_23":302,"_303":2824,"_174":2826},"48e98dfb6c8f",[2825],"01ef4a0","Because the anycast provider was routing all of Asia to Frankfurt instead of to the Tokyo server.",{"_37":2828,"_23":302,"_303":2829,"_174":2202},"2a35cfe3bbe5",[],{"_37":2831,"_23":302,"_303":2832,"_174":2834},"389746a6368b",[2833],"bcf153b","It was a real disaster.",[2836,2838,2840],{"_37":2817,"_23":2218,"_2219":2837},"00:04:23.560",{"_37":2825,"_23":2218,"_2219":2839},"00:04:27.860",{"_37":2833,"_23":2218,"_2219":2841},"00:04:35.300",{"_37":2843,"_23":297,"_298":2844,"_306":2858,"_308":309},"f1dc257fd80c",[2845,2850,2853],{"_37":2846,"_23":302,"_303":2847,"_174":2849},"99640ec338ce",[2848],"f478b94","And so then I did all the things you would do: I sent this to the vendors, I said please fix this, and they spent two weeks trying to fix it and they made it slightly better.",{"_37":2851,"_23":302,"_303":2852,"_174":2202},"397e8e1f350f",[],{"_37":2854,"_23":302,"_303":2855,"_174":2857},"6b7c2b8daa42",[2856],"ffe2ec5","And then I forked it and made an Anycaster 2 and contacted a second vendor and hooked it up with a second vendor, and there was one red thing on here and I sent it to them and an hour later they fixed it.",[2859,2861],{"_37":2848,"_23":2218,"_2219":2860},"00:04:37.220",{"_37":2856,"_23":2218,"_2219":2862},"00:04:45.039",{"_37":2864,"_23":297,"_298":2865,"_306":2895,"_308":309},"0bc2198cec88",[2866,2871,2874,2879,2882,2887,2890],{"_37":2867,"_23":302,"_303":2868,"_174":2870},"1f7267e5f026",[2869],"1aec555","I was like, oh, I see, we have a good vendor and a bad vendor, I'll take the good vendor.",{"_37":2872,"_23":302,"_303":2873,"_174":2202},"9e52b75031c7",[],{"_37":2875,"_23":302,"_303":2876,"_174":2878},"b0318be94d90",[2877],"5aab058","And made an important company decision using a computer program I created on my phone",{"_37":2880,"_23":302,"_303":2881,"_174":2202},"64a2cd2e904f",[],{"_37":2883,"_23":302,"_303":2884,"_174":2886},"c5f1db4d6af8",[2885],"0532d01","in the middle of a meeting and worked on while walking down the street between various venture capitalist offices,",{"_37":2888,"_23":302,"_303":2889,"_174":2202},"2dbf283297c8",[],{"_37":2891,"_23":302,"_303":2892,"_174":2894},"0dba79fad246",[2893],"ac662b1","and got real value out of it.",[2896,2898,2900,2902],{"_37":2869,"_23":2218,"_2219":2897},"00:04:55.280",{"_37":2877,"_23":2218,"_2219":2899},"00:04:59.060",{"_37":2885,"_23":2218,"_2219":2901},"00:05:07.620",{"_37":2893,"_23":2218,"_2219":2903},"00:05:15.420",{"_37":2905,"_23":297,"_298":2906,"_306":2920,"_308":309},"f8beceab7abb",[2907,2912,2915],{"_37":2908,"_23":302,"_303":2909,"_174":2911},"0fbc410e3640",[2910],"20ac73c","And so code review doesn't fit in here at all.",{"_37":2913,"_23":302,"_303":2914,"_174":2202},"b441a0313dc2",[],{"_37":2916,"_23":302,"_303":2917,"_174":2919},"c4d4c924902f",[2918],"f764767","There's a real problem.",[2921,2923],{"_37":2910,"_23":2218,"_2219":2922},"00:05:17.580",{"_37":2918,"_23":2218,"_2219":2924},"00:05:19.740",{"_37":2926,"_23":297,"_298":2927,"_306":2933,"_308":1154},"98bdf5af3560",[2928],{"_37":2929,"_23":302,"_303":2930,"_174":2932},"2a2ccb0e4ac5",[2931],"dc52fe6","No one reviewed anything, and yet I actually got useful information out of this.",[2934],{"_37":2931,"_23":2218,"_2219":2935},"00:05:21.020",{"_37":2937,"_23":297,"_298":2938,"_306":2952,"_308":309},"519392da3104",[2939,2944,2947],{"_37":2940,"_23":302,"_303":2941,"_174":2943},"e96dbdb57189",[2942],"d65b1f9","I knew it worked because I looked at the MTR traces and I could see we really were reaching the wrong service.",{"_37":2945,"_23":302,"_303":2946,"_174":2202},"6c0cb0c1495b",[],{"_37":2948,"_23":302,"_303":2949,"_174":2951},"f05aac904968",[2950],"53aa9a4","It was clearly truly broken.",[2953,2955],{"_37":2942,"_23":2218,"_2219":2954},"00:05:24.660",{"_37":2950,"_23":2218,"_2219":2956},"00:05:31.940",{"_37":2958,"_23":297,"_298":2959,"_306":2973,"_308":309},"cf623565e37e",[2960,2965,2968],{"_37":2961,"_23":302,"_303":2962,"_174":2964},"4ffea02f64f4",[2963],"ff495b5","And then later on I learned about the services I could have purchased that would have done this for me.",{"_37":2966,"_23":302,"_303":2967,"_174":2202},"dfa0ac54aac5",[],{"_37":2969,"_23":302,"_303":2970,"_174":2972},"19f5cab5740c",[2971],"d62eabe","But it was easier to build my own than paid the money for those.",[2974,2976],{"_37":2963,"_23":2218,"_2219":2975},"00:05:33.820",{"_37":2971,"_23":2218,"_2219":2977},"00:05:37.020",{"_37":2979,"_23":297,"_298":2980,"_306":3002,"_308":309},"646cab6d84a0",[2981,2986,2989,2994,2997],{"_37":2982,"_23":302,"_303":2983,"_174":2985},"8c497cf206a0",[2984],"f174d7f","And so this is the first crisis of code review.",{"_37":2987,"_23":302,"_303":2988,"_174":2202},"82695e1ae2f7",[],{"_37":2990,"_23":302,"_303":2991,"_174":2993},"6be621e4d528",[2992],"093bd62","It doesn't fit anywhere in here.",{"_37":2995,"_23":302,"_303":2996,"_174":2202},"4085020caa6b",[],{"_37":2998,"_23":302,"_303":2999,"_174":3001},"50bb384ba9d1",[3000],"86c6139","I don't know how to do it in this space.",[3003,3005,3007],{"_37":2984,"_23":2218,"_2219":3004},"00:05:40.060",{"_37":2992,"_23":2218,"_2219":3006},"00:05:42.300",{"_37":3000,"_23":2218,"_2219":3008},"00:05:43.420",{"_37":3010,"_23":297,"_298":3011,"_306":3016,"_308":382},"29170cba8698",[3012],{"_37":3013,"_23":302,"_303":3014,"_174":3015},"856530c5588e",[],"Agents Break the Review Workflow",[],{"_37":3018,"_23":297,"_298":3019,"_306":3033,"_308":309},"884e3742fa5b",[3020,3025,3028],{"_37":3021,"_23":302,"_303":3022,"_174":3024},"9fe2e169e095",[3023],"fe22b9b","The second problem is that in our larger software that we work on that we actually read the code of, adding agents to existing code review workflows breaks those processes completely.",{"_37":3026,"_23":302,"_303":3027,"_174":2202},"aff9d063586b",[],{"_37":3029,"_23":302,"_303":3030,"_174":3032},"10813e30b971",[3031],"d9195e3","And there are several problems here.",[3034,3036],{"_37":3023,"_23":2218,"_2219":3035},"00:05:46.620",{"_37":3031,"_23":2218,"_2219":3037},"00:05:57.699",{"_37":3039,"_23":297,"_298":3040,"_306":3062,"_308":309},"f7e36ce0dfc0",[3041,3046,3049,3054,3057],{"_37":3042,"_23":302,"_303":3043,"_174":3045},"7924159abf43",[3044],"9ff09ab","The first is, agents mean there's just more total code to review.",{"_37":3047,"_23":302,"_303":3048,"_174":2202},"2572899878ee",[],{"_37":3050,"_23":302,"_303":3051,"_174":3053},"10af21327047",[3052],"dce8426","The entire principle behind them is agents",{"_37":3055,"_23":302,"_303":3056,"_174":2202},"a634a29c1fa3",[],{"_37":3058,"_23":302,"_303":3059,"_174":3061},"de8c23feb2ad",[3060],"f7c91d9","give us a way to do more work.",[3063,3065,3067],{"_37":3044,"_23":2218,"_2219":3064},"00:05:59.539",{"_37":3052,"_23":2218,"_2219":3066},"00:06:03.139",{"_37":3060,"_23":2218,"_2219":3068},"00:06:06.420",{"_37":3070,"_23":297,"_298":3071,"_306":3101,"_308":309},"13ea7ff6dabe",[3072,3077,3080,3085,3088,3093,3096],{"_37":3073,"_23":302,"_303":3074,"_174":3076},"69ae9174d27d",[3075],"f605c0b","They make us more productive is the theory.",{"_37":3078,"_23":302,"_303":3079,"_174":2202},"479101a3d6a2",[],{"_37":3081,"_23":302,"_303":3082,"_174":3084},"0cb47a168180",[3083],"fc4a896","We shouldn't be using them otherwise.",{"_37":3086,"_23":302,"_303":3087,"_174":2202},"e33b0a1ad6e9",[],{"_37":3089,"_23":302,"_303":3090,"_174":3092},"bb2b758082be",[3091],"418514d","And so if they make us more productive, we're going to produce more output that needs reviewing.",{"_37":3094,"_23":302,"_303":3095,"_174":2202},"9df1202161ed",[],{"_37":3097,"_23":302,"_303":3098,"_174":3100},"3a4d076db771",[3099],"52148ef","So there's more work to do.",[3102,3104,3106,3108],{"_37":3075,"_23":2218,"_2219":3103},"00:06:08.340",{"_37":3083,"_23":2218,"_2219":3105},"00:06:09.940",{"_37":3091,"_23":2218,"_2219":3107},"00:06:11.460",{"_37":3099,"_23":2218,"_2219":3109},"00:06:14.820",{"_37":3111,"_23":297,"_298":3112,"_306":3126,"_308":309},"800da2eaa310",[3113,3118,3121],{"_37":3114,"_23":302,"_303":3115,"_174":3117},"1be2764d8212",[3116],"f4fcaf8","The second problem is how you go about reviewing this.",{"_37":3119,"_23":302,"_303":3120,"_174":2202},"f14e1199323d",[],{"_37":3122,"_23":302,"_303":3123,"_174":3125},"4691b7264083",[3124],"c7296a8","Adding agents to code review processes, the ideal way to do it is you use an agent, you generate a change, you review it, you discuss it with the agent, you get it to a point where you're happy, you send it to a reviewer who reviews it, and then you do the traditional process.",[3127,3129],{"_37":3116,"_23":2218,"_2219":3128},"00:06:16.620",{"_37":3124,"_23":2218,"_2219":3130},"00:06:24.620",{"_37":3132,"_23":297,"_298":3133,"_306":3155,"_308":309},"51b5b0476152",[3134,3139,3142,3147,3150],{"_37":3135,"_23":302,"_303":3136,"_174":3138},"2c0edacdeb15",[3137],"1109217","So now you're doing twice as much review per change as you were before.",{"_37":3140,"_23":302,"_303":3141,"_174":2202},"377e24c41714",[],{"_37":3143,"_23":302,"_303":3144,"_174":3146},"7fc23c37885a",[3145],"74e77e9","There are two humans in the loop instead of one.",{"_37":3148,"_23":302,"_303":3149,"_174":2202},"3ff12967559a",[],{"_37":3151,"_23":302,"_303":3152,"_174":3154},"ad3835ddfe23",[3153],"61d722f","And you're already review-limited in companies.",[3156,3158,3160],{"_37":3137,"_23":2218,"_2219":3157},"00:06:39.660",{"_37":3145,"_23":2218,"_2219":3159},"00:06:43.580",{"_37":3153,"_23":2218,"_2219":3161},"00:06:46.380",{"_37":3163,"_23":297,"_298":3164,"_306":3178,"_308":309},"68167f874ec7",[3165,3170,3173],{"_37":3166,"_23":302,"_303":3167,"_174":3169},"42ca45bd41a4",[3168],"91c2497","There's a whole series of pieces of research that were done pre-agents that we can look at about code review.",{"_37":3171,"_23":302,"_303":3172,"_174":2202},"b158d9fa7e8a",[],{"_37":3174,"_23":302,"_303":3175,"_174":3177},"d2f9947f7034",[3176],"ad646c3","It doesn't look very good for enterprises.",[3179,3181],{"_37":3168,"_23":2218,"_2219":3180},"00:06:49.740",{"_37":3176,"_23":2218,"_2219":3182},"00:06:59.500",{"_37":3184,"_23":297,"_298":3185,"_306":3207,"_308":309},"1e3e172ec117",[3186,3191,3194,3199,3202],{"_37":3187,"_23":302,"_303":3188,"_174":3190},"e801136b8e52",[3189],"f1104be","I know from experience on a really well-functioning team with two of you who really know what you're doing, you can probably get your code review time down to an hour.",{"_37":3192,"_23":302,"_303":3193,"_174":2202},"4841b66bb5fe",[],{"_37":3195,"_23":302,"_303":3196,"_174":3198},"7d07731a3bfe",[3197],"01cfaea","In practice, you can get it down to a day on a great team.",{"_37":3200,"_23":302,"_303":3201,"_174":2202},"aae2b2c51d21",[],{"_37":3203,"_23":302,"_303":3204,"_174":3206},"13def9221b87",[3205],"203fe47","In reality, in the industry, it's somewhere between three and eight days, the mean time from code review starts to the changes actually committed.",[3208,3210,3212],{"_37":3189,"_23":2218,"_2219":3209},"00:07:01.980",{"_37":3197,"_23":2218,"_2219":3211},"00:07:09.060",{"_37":3205,"_23":2218,"_2219":3213},"00:07:12.180",{"_37":3215,"_23":297,"_298":3216,"_306":3238,"_308":309},"aea1b6b8668a",[3217,3222,3225,3230,3233],{"_37":3218,"_23":302,"_303":3219,"_174":3221},"04d967aa80e9",[3220],"834b8df","We were already review-limited in our work, and we just added a whole lot more review work, so it doesn't function.",{"_37":3223,"_23":302,"_303":3224,"_174":2202},"360e974f8bdc",[],{"_37":3226,"_23":302,"_303":3227,"_174":3229},"52b88fa23412",[3228],"f605652","We've broken the system that already happened.",{"_37":3231,"_23":302,"_303":3232,"_174":2202},"9657f2997f88",[],{"_37":3234,"_23":302,"_303":3235,"_174":3237},"709b56493532",[3236],"deea50a","And that is the ideal scenario.",[3239,3241,3243],{"_37":3220,"_23":2218,"_2219":3240},"00:07:19.840",{"_37":3228,"_23":2218,"_2219":3242},"00:07:27.680",{"_37":3236,"_23":2218,"_2219":3244},"00:07:29.760",{"_37":3246,"_23":297,"_298":3247,"_306":3261,"_308":309},"5144e7d0194a",[3248,3253,3256],{"_37":3249,"_23":302,"_303":3250,"_174":3252},"7a64f94c178e",[3251],"8965439","The practice is much worse than this, because what happens is you say to yourself I need to make a change, you tell the agent what to do, it produces some output, you don't read it very carefully because there's another reviewer who's gonna read it, so you send it to them.",{"_37":3254,"_23":302,"_303":3255,"_174":2202},"f6399b0f5455",[],{"_37":3257,"_23":302,"_303":3258,"_174":3260},"cc035afa0e23",[3259],"3463aed","And they send you back some comments that you paste into the agent and it makes some changes and you just send it back to the reviewer.",[3262,3264],{"_37":3251,"_23":2218,"_2219":3263},"00:07:32.820",{"_37":3259,"_23":2218,"_2219":3265},"00:07:45.800",{"_37":3267,"_23":297,"_298":3268,"_306":3290,"_308":309},"be9f82b5d058",[3269,3274,3277,3282,3285],{"_37":3270,"_23":302,"_303":3271,"_174":3273},"d6d6e2b9198a",[3272],"5859c1a","And what you've actually created is a version of the principal-agent problem, as economists would call it.",{"_37":3275,"_23":302,"_303":3276,"_174":2202},"9b65e258dda5",[],{"_37":3278,"_23":302,"_303":3279,"_174":3281},"d0a3fb37c09d",[3280],"8808f91","where I don't have to do the work, or from the reviewer's perspective, the code writer is no longer doing their job.",{"_37":3283,"_23":302,"_303":3284,"_174":2202},"6c681f5073ed",[],{"_37":3286,"_23":302,"_303":3287,"_174":3289},"ec8b2fa747bb",[3288],"733ca13","They're no longer making that basic quality pass happen.",[3291,3293,3295],{"_37":3272,"_23":2218,"_2219":3292},"00:07:51.080",{"_37":3280,"_23":2218,"_2219":3294},"00:07:56.039",{"_37":3288,"_23":2218,"_2219":3296},"00:08:03.639",{"_37":3298,"_23":297,"_298":3299,"_306":3313,"_308":309},"204d192742ca",[3300,3305,3308],{"_37":3301,"_23":302,"_303":3302,"_174":3304},"89efa5304fac",[3303],"dd75125","And you've actually created a terrible cycle, because this whole process of person pretends to actually make changes to the code but is really having an agent do it. If you just remove that and have the reviewer do the work directly, you're much more productive,",{"_37":3306,"_23":302,"_303":3307,"_174":2202},"38660e63af6e",[],{"_37":3309,"_23":302,"_303":3310,"_174":3312},"da389775f723",[3311],"87822e0","because you've just taken a middleman out of the story.",[3314,3316],{"_37":3303,"_23":2218,"_2219":3315},"00:08:06.660",{"_37":3311,"_23":2218,"_2219":3317},"00:08:19.740",{"_37":3319,"_23":297,"_298":3320,"_306":3326,"_308":1154},"ba6c185bd798",[3321],{"_37":3322,"_23":302,"_303":3323,"_174":3325},"be0dc01bae87",[3324],"e928d55","So it doesn't work in theory and it doesn't work in practice, and so code review, it doesn't work.",[3327],{"_37":3324,"_23":2218,"_2219":3328},"00:08:22.700",{"_37":3330,"_23":297,"_298":3331,"_306":3353,"_308":309},"6d78174ba335",[3332,3337,3340,3345,3348],{"_37":3333,"_23":302,"_303":3334,"_174":3336},"c1cc1ccb72aa",[3335],"774e7e7","We either have to give up the concept that we're gonna improve our productivity with agents,",{"_37":3338,"_23":302,"_303":3339,"_174":2202},"61adee354cdb",[],{"_37":3341,"_23":302,"_303":3342,"_174":3344},"8d4230a4ce2a",[3343],"8fe2861","or give up code review, and that's pretty easy.",{"_37":3346,"_23":302,"_303":3347,"_174":2202},"0c32c35de69f",[],{"_37":3349,"_23":302,"_303":3350,"_174":3352},"541285a1b7af",[3351],"1cfef0b","I'm gonna give up code review.",[3354,3356,3358],{"_37":3335,"_23":2218,"_2219":3355},"00:08:29.580",{"_37":3343,"_23":2218,"_2219":3357},"00:08:34.360",{"_37":3351,"_23":2218,"_2219":3359},"00:08:36.680",{"_37":3361,"_23":297,"_298":3362,"_306":3367,"_308":382},"f76f17fe269e",[3363],{"_37":3364,"_23":302,"_303":3365,"_174":3366},"5c642ac595c4",[],"What Small Teams Can Do",[],{"_37":3369,"_23":297,"_298":3370,"_306":3392,"_308":309},"aa8bd500927b",[3371,3376,3379,3384,3387],{"_37":3372,"_23":302,"_303":3373,"_174":3375},"83569f2c5a5a",[3374],"6bf46a2","So what do we do?",{"_37":3377,"_23":302,"_303":3378,"_174":2202},"580b086356a6",[],{"_37":3380,"_23":302,"_303":3381,"_174":3383},"d1f7e80827e2",[3382],"4eb9ef8","And the answer is I don't know.",{"_37":3385,"_23":302,"_303":3386,"_174":2202},"df38408ddcf3",[],{"_37":3388,"_23":302,"_303":3389,"_174":3391},"ef945dc69982",[3390],"4a32d2f","And I'm looking for people who have answers.",[3393,3395,3397],{"_37":3374,"_23":2218,"_2219":3394},"00:08:38.520",{"_37":3382,"_23":2218,"_2219":3396},"00:08:40.200",{"_37":3390,"_23":2218,"_2219":3398},"00:08:42.800",{"_37":3400,"_23":297,"_298":3401,"_306":3415,"_308":309},"e2003984e218",[3402,3407,3410],{"_37":3403,"_23":302,"_303":3404,"_174":3406},"97e9308f5650",[3405],"e3f5eaa","The actual answer is in a small team you're fine.",{"_37":3408,"_23":302,"_303":3409,"_174":2202},"ba4ebd27214a",[],{"_37":3411,"_23":302,"_303":3412,"_174":3414},"6889b511f205",[3413],"46b1ec9","If you're in a small, high-trust team, you can develop a series of solutions to this problem.",[3416,3418],{"_37":3405,"_23":2218,"_2219":3417},"00:08:45.520",{"_37":3413,"_23":2218,"_2219":3419},"00:08:48.160",{"_37":3421,"_23":297,"_298":3422,"_306":3436,"_308":309},"eea26dbbed02",[3423,3428,3431],{"_37":3424,"_23":302,"_303":3425,"_174":3427},"50f3a703d197",[3426],"5c6c637","So we're a nine-person team now, is that right?",{"_37":3429,"_23":302,"_303":3430,"_174":2202},"e8726eb7842c",[],{"_37":3432,"_23":302,"_303":3433,"_174":3435},"417d3b87b32c",[3434],"a2db8af","I hope it's right.",[3437,3439],{"_37":3426,"_23":2218,"_2219":3438},"00:08:52.000",{"_37":3434,"_23":2218,"_2219":3440},"00:08:54.240",{"_37":3442,"_23":297,"_298":3443,"_306":3465,"_308":309},"1f2cbb8dfe81",[3444,3449,3452,3457,3460],{"_37":3445,"_23":302,"_303":3446,"_174":3448},"aeafa15b41dc",[3447],"c985e81","We have a very simple process where one person drives the agent, they produce a change, they review the change, and then they push it to production.",{"_37":3450,"_23":302,"_303":3451,"_174":2202},"9b318905e8b9",[],{"_37":3453,"_23":302,"_303":3454,"_174":3456},"32e7d594777b",[3455],"da83ee9","And that's the end of that.",{"_37":3458,"_23":302,"_303":3459,"_174":2202},"2ec12ca04ecf",[],{"_37":3461,"_23":302,"_303":3462,"_174":3464},"dad73242e525",[3463],"12d66a7","There's no cross-review in the company.",[3466,3468,3470],{"_37":3447,"_23":2218,"_2219":3467},"00:08:56.740",{"_37":3455,"_23":2218,"_2219":3469},"00:09:04.580",{"_37":3463,"_23":2218,"_2219":3471},"00:09:05.780",{"_37":3473,"_23":297,"_298":3474,"_306":3488,"_308":309},"a18b9328605c",[3475,3480,3483],{"_37":3476,"_23":302,"_303":3477,"_174":3479},"c454fa6c3848",[3478],"8d641d6","It works because it removes the principal-agent problem, because you're on the hook for production working correctly now, so you actually have to read the change the agent made.",{"_37":3481,"_23":302,"_303":3482,"_174":2202},"22c90fd081fd",[],{"_37":3484,"_23":302,"_303":3485,"_174":3487},"c640ea448b6d",[3486],"c9f7b2f","And there's still a human in the loop.",[3489,3491],{"_37":3478,"_23":2218,"_2219":3490},"00:09:10.700",{"_37":3486,"_23":2218,"_2219":3492},"00:09:18.380",{"_37":3494,"_23":297,"_298":3495,"_306":3525,"_308":309},"ac80f63b1fd6",[3496,3501,3504,3509,3512,3517,3520],{"_37":3497,"_23":302,"_303":3498,"_174":3500},"8071b17a2666",[3499],"90f0c69","You, the reviewer, are not the person,",{"_37":3502,"_23":302,"_303":3503,"_174":2202},"f90d9343f1fe",[],{"_37":3505,"_23":302,"_303":3506,"_174":3508},"8304342fd095",[3507],"5cfbe96","the entity that wrote the code.",{"_37":3510,"_23":302,"_303":3511,"_174":2202},"3ac89a013bb8",[],{"_37":3513,"_23":302,"_303":3514,"_174":3516},"43d5923898ee",[3515],"789381a","And so you still get the useful elements of review out of the thing.",{"_37":3518,"_23":302,"_303":3519,"_174":2202},"efcdd581b4ff",[],{"_37":3521,"_23":302,"_303":3522,"_174":3524},"22194c4ae46f",[3523],"31d1a46","That works for small, high-trust teams.",[3526,3528,3530,3532],{"_37":3499,"_23":2218,"_2219":3527},"00:09:19.980",{"_37":3507,"_23":2218,"_2219":3529},"00:09:22.420",{"_37":3515,"_23":2218,"_2219":3531},"00:09:24.259",{"_37":3523,"_23":2218,"_2219":3533},"00:09:29.139",{"_37":3535,"_23":297,"_298":3536,"_306":3558,"_308":309},"205d117639aa",[3537,3542,3545,3550,3553],{"_37":3538,"_23":302,"_303":3539,"_174":3541},"87de26a68607",[3540],"1433cfe","That's never gonna work in a big company.",{"_37":3543,"_23":302,"_303":3544,"_174":2202},"da21cc7e4275",[],{"_37":3546,"_23":302,"_303":3547,"_174":3549},"f732605fa02b",[3548],"6bd4c61","It's never going to work in a big company because you're never going to trust colleagues that you barely know from some other team who have an entirely different set of incentives for their next promo packet to come in and make major changes to the system you theoretically own and are responsible for.",{"_37":3551,"_23":302,"_303":3552,"_174":2202},"6247e4f7e677",[],{"_37":3554,"_23":302,"_303":3555,"_174":3557},"3c7e94120fcb",[3556],"3169c63","Those companies barely function to begin with.",[3559,3561,3563],{"_37":3540,"_23":2218,"_2219":3560},"00:09:31.380",{"_37":3548,"_23":2218,"_2219":3562},"00:09:33.000",{"_37":3556,"_23":2218,"_2219":3564},"00:09:46.600",{"_37":3566,"_23":297,"_298":3567,"_306":3581,"_308":309},"719f77d10949",[3568,3573,3576],{"_37":3569,"_23":302,"_303":3570,"_174":3572},"303afdf36257",[3571],"ea9b302","Code review is one of the major tools used to manage all of that interpersonal drama at big companies.",{"_37":3574,"_23":302,"_303":3575,"_174":2202},"f40dd6914e5a",[],{"_37":3577,"_23":302,"_303":3578,"_174":3580},"f7bfdd37c826",[3579],"825f304","So I don't know how you fix a big company like this.",[3582,3584],{"_37":3571,"_23":2218,"_2219":3583},"00:09:50.280",{"_37":3579,"_23":2218,"_2219":3585},"00:09:57.000",{"_37":3587,"_23":297,"_298":3588,"_306":3610,"_308":309},"39238d2809ce",[3589,3594,3597,3602,3605],{"_37":3590,"_23":302,"_303":3591,"_174":3593},"50476d3bf0aa",[3592],"6253675","However,",{"_37":3595,"_23":302,"_303":3596,"_174":2202},"36a4649511d8",[],{"_37":3598,"_23":302,"_303":3599,"_174":3601},"ac5bc9978e6a",[3600],"f7a0187","there is a little bit of evidence hiding in the world that suggests it's possible.",{"_37":3603,"_23":302,"_303":3604,"_174":2202},"d4025e7ed145",[],{"_37":3606,"_23":302,"_303":3607,"_174":3609},"8ce2994e6dc8",[3608],"56c1ece","And it's worth digging into the history books to figure out how, because I mentioned earlier on that during the nineties Microsoft was shipping a bunch of stuff:",[3611,3613,3615],{"_37":3592,"_23":2218,"_2219":3612},"00:10:00.040",{"_37":3600,"_23":2218,"_2219":3614},"00:10:01.120",{"_37":3608,"_23":2218,"_2219":3616},"00:10:05.839",{"_37":3618,"_23":297,"_298":3619,"_306":3641,"_308":309},"8b847376a779",[3620,3625,3628,3633,3636],{"_37":3621,"_23":302,"_303":3622,"_174":3624},"661584acd9c4",[3623],"4d4da79","Windows 95, Windows NT4, the whole Win32 API.",{"_37":3626,"_23":302,"_303":3627,"_174":2202},"bf909378cb53",[],{"_37":3629,"_23":302,"_303":3630,"_174":3632},"cfa223298767",[3631],"aa95cc7","They built Internet Explorer in the middle there, that I know it ended very badly, but it actually was pretty good for a little while there.",{"_37":3634,"_23":302,"_303":3635,"_174":2202},"ae5b1f345016",[],{"_37":3637,"_23":302,"_303":3638,"_174":3640},"93152ffbaf48",[3639],"65845f5","It was real software built by very large teams and a very large organization.",[3642,3644,3646],{"_37":3623,"_23":2218,"_2219":3643},"00:10:14.640",{"_37":3631,"_23":2218,"_2219":3645},"00:10:18.640",{"_37":3639,"_23":2218,"_2219":3647},"00:10:25.160",{"_37":3649,"_23":297,"_298":3650,"_306":3672,"_308":309},"99ce63d14f61",[3651,3656,3659,3664,3667],{"_37":3652,"_23":302,"_303":3653,"_174":3655},"0ab45575ef84",[3654],"e649787","They did not have the modern code review processes at all.",{"_37":3657,"_23":302,"_303":3658,"_174":2202},"2a17199a6618",[],{"_37":3660,"_23":302,"_303":3661,"_174":3663},"5d261e6ed7b8",[3662],"e2683fb","From the people I've spoken to, they had relatively complex QA-driven synchronization systems between small teams.",{"_37":3665,"_23":302,"_303":3666,"_174":2202},"57b0cdb437a5",[],{"_37":3668,"_23":302,"_303":3669,"_174":3671},"370879836421",[3670],"0be7f27","And it worked.",[3673,3675,3677],{"_37":3654,"_23":2218,"_2219":3674},"00:10:29.080",{"_37":3662,"_23":2218,"_2219":3676},"00:10:32.280",{"_37":3670,"_23":2218,"_2219":3678},"00:10:39.360",{"_37":3680,"_23":297,"_298":3681,"_306":3703,"_308":309},"2bf413f688ec",[3682,3687,3690,3695,3698],{"_37":3683,"_23":302,"_303":3684,"_174":3686},"181c8d5c43a8",[3685],"351e32b","So there is a way to do it.",{"_37":3688,"_23":302,"_303":3689,"_174":2202},"2352bcffb368",[],{"_37":3691,"_23":302,"_303":3692,"_174":3694},"31c159a27904",[3693],"5bc0199","We just need to figure out how.",{"_37":3696,"_23":302,"_303":3697,"_174":2202},"60947a04387e",[],{"_37":3699,"_23":302,"_303":3700,"_174":3702},"9b83d44445e7",[3701],"4923a2e","Or, well, big companies just need to figure out how.",[3704,3706,3708],{"_37":3685,"_23":2218,"_2219":3705},"00:10:40.800",{"_37":3693,"_23":2218,"_2219":3707},"00:10:43.040",{"_37":3701,"_23":2218,"_2219":3709},"00:10:45.600",{"_37":3711,"_23":297,"_298":3712,"_306":3726,"_308":1154},"c630736d9af2",[3713,3718,3721],{"_37":3714,"_23":302,"_303":3715,"_174":3717},"bb92c832bd47",[3716],"4c8f745","In the meantime, small companies are in a great position because we can just ship, we can just have small, high-trust teams and get the work done.",{"_37":3719,"_23":302,"_303":3720,"_174":2202},"734249b141d0",[],{"_37":3722,"_23":302,"_303":3723,"_174":3725},"18cfeececba7",[3724],"857162f","And we get all of the advantages of agents and large companies don't.",[3727,3729],{"_37":3716,"_23":2218,"_2219":3728},"00:10:48.339",{"_37":3724,"_23":2218,"_2219":3730},"00:10:56.660",{"_37":3732,"_23":297,"_298":3733,"_306":3755,"_308":309},"f844e1b5d5b1",[3734,3739,3742,3747,3750],{"_37":3735,"_23":302,"_303":3736,"_174":3738},"a46482ca1c50",[3737],"c0843e9","So take the advantage while you've got it and ship a whole lot of things,",{"_37":3740,"_23":302,"_303":3741,"_174":2202},"723a61512a86",[],{"_37":3743,"_23":302,"_303":3744,"_174":3746},"21bf8ffcb5b9",[3745],"9ed1c72","knowing that you have a force multiplier they don't.",{"_37":3748,"_23":302,"_303":3749,"_174":2202},"c85bd27ba52b",[],{"_37":3751,"_23":302,"_303":3752,"_174":3754},"28581252e1b3",[3753],"1159d73","It's kind of fun, from a small-company perspective.",[3756,3758,3760],{"_37":3737,"_23":2218,"_2219":3757},"00:11:00.740",{"_37":3745,"_23":2218,"_2219":3759},"00:11:04.580",{"_37":3753,"_23":2218,"_2219":3761},"00:11:07.780",{"_37":3763,"_23":297,"_298":3764,"_306":3770,"_308":309},"c78a2f20855c",[3765],{"_37":3766,"_23":302,"_303":3767,"_174":3769},"84430b45b6ef",[3768],"6c339c0","What big companies are going to do, I don't know. I wrote up more about this on my blog, because this talk was far too long and I didn't want to keep you all entertained talking about such a wonderful topic.",[3771],{"_37":3768,"_23":2218,"_2219":3772},"00:11:11.040",{"_37":3774,"_23":297,"_298":3775,"_306":3789,"_308":309},"377daad67359",[3776,3781,3784],{"_37":3777,"_23":302,"_303":3778,"_174":3780},"aaadcba9ff50",[3779],"8960237","So thank you very much.",{"_37":3782,"_23":302,"_303":3783,"_174":2202},"759a97cf267f",[],{"_37":3785,"_23":302,"_303":3786,"_174":3788},"0f15f9c2c53f",[3787],"111d3e2","I'm gonna leave it there before we get into too much detail.",[3790,3792],{"_37":3779,"_23":2218,"_2219":3791},"00:11:21.600",{"_37":3787,"_23":2218,"_2219":3793},"00:11:24.240",{"_23":3795,"_114":3796},"mux.video",{"_11":3797,"_13":3798,"_14":3799,"_23":3800,"_24":3801,"_3802":3803,"_7":3804,"_3865":3831,"_2141":3840,"_3866":3862,"_119":3867},"2026-07-15T21:40:42Z","cd7ca922-e9e5-4c5c-a0c8-6abd37405454","XfZx1DUkwYhtZQHgJhDuPw","mux.videoAsset","2026-07-15T21:43:26Z","assetId","dUbyqFNdwWNKdyw00kNDy02VvgxaSBX02009",{"_3805":3806,"_3807":3808,"_326":3809,"_3810":3811,"_20":3803,"_3812":3813,"_3814":3815,"_3816":3817,"_3818":3819,"_3820":3821,"_3822":3815,"_3823":3824,"_3827":3798,"_3828":3829,"_3834":3835,"_3839":3817,"_2141":3840,"_3841":3842,"_3861":3862,"_3863":3864},"aspect_ratio","16:9","created_at","1784151666",691.701633,"encoding_tier","smart","ingest_type","on_demand_direct_upload","master_access","none","max_resolution_tier","1080p","max_stored_frame_rate",29.97,"max_stored_resolution","UHD","mp4_support","non_standard_input_reasons",{"_3825":3826},"video_resolution","3840x2160","passthrough","playback_ids",[3830],{"_20":3831,"_3832":3833},"1p5XB9BqyTjyei6vzcxo46GuuCjCqtfr","policy","public","progress",{"_3834":3836,"_3837":3838},100,"state","completed","resolution_tier","ready","tracks",[3843,3853],{"_326":3844,"_20":3845,"_3846":3847,"_3848":3849,"_3850":171,"_3851":3852},691.657625,"dAed3tOltriTpm84NC9Am6Gf3qcHsKEN","max_channel_layout","stereo","max_channels",2,"primary","type","audio",{"_326":3854,"_20":3855,"_3856":3819,"_3857":3858,"_3859":3860,"_3851":282},691.657633,"FnvwGq2WYel7PvwMKBa7LbMUIREUzTOWYO8Juhe1mLo","max_frame_rate","max_height",1152,"max_width",2048,"upload_id","BXfuIGzG8QzLASOfceOiUHazcaGAWObU","video_quality","plus","playbackId","uploadId","https://stream.mux.com/1p5XB9BqyTjyei6vzcxo46GuuCjCqtfr","preview","pageNumber","actionData","errors"]

Code Review Has to Go

Speakers