[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_4458":4459,"_4460":-5,"_9":4461,"_4462":4463},"routes/library.video.$slug",{"_9":10,"_11":12,"_13":-5,"_14":15},"data",{"_16":17},"preview",false,"pageNumber","slug","safety-for-autonomous-organizations","routeData",{"_18":19,"_20":21,"_22":23,"_24":25,"_26":27,"_28":29,"_30":31,"_32":-5,"_33":34,"_35":-5,"_36":37,"_38":39,"_40":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":50,"_51":52,"_53":-5,"_54":-5,"_14":55,"_56":-5,"_57":58,"_59":60,"_61":62,"_63":64,"_65":66,"_25":67,"_68":69},"_createdAt","2026-10-23T21:54:05Z","_id","67355535-cdb5-472f-b416-5b48b1294f09","_rev","ge7qSe37EQ3jcYkO7uARxV","_type","video","_updatedAt","2026-10-26T18:00:54Z","access","Public","afterEvent",true,"agenda","collections",[],"cta","endDate","2026-09-25T02:00:00.000Z","excerpt",[4451],"filmedOn","2026-09-24","library",{"_1942":1943,"_1944":1945},"modules","moreFromLibrary",[1933,1934,1935],"outlines",[1925],"posterFrame",{"_24":1922,"_74":1923},"publishDate","2026-10-26T15:25:00.000Z","skill","slideDeck",{"_24":14,"_1833":15},"speakers","speakersWithOrg",[1864],"startDate","2026-09-24T16:30:00.000Z","tags",[1817,1818,1819,1820,1821,1822],"title","Safety for Autonomous Organizations","transcript",[151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207],{"_24":73,"_74":75},"seo",{"_70":71,"_72":50},"OGdescription","Axel Backlund, cofounder of Andon Labs and creator of Vending-Bench, shares what agents running vending machines, a market, a cafe, and a radio station reveal about long-horizon autonomy, and why models that can tell when they are in a simulation make real-world deployments essential to safety work.","OGimage","mux.video","asset",{"_18":76,"_20":77,"_22":78,"_24":79,"_26":80,"_81":82,"_9":83,"_84":85,"_86":87,"_88":89,"_90":91},"2026-10-23T22:42:23Z","52db05d5-ff05-4cd5-b7ad-8e7ecb70a935","YEARsfayN2fPM1bkAov7gh","mux.videoAsset","2026-10-23T22:48:31Z","assetId","tchkq1mUF600SUHOvCNQn9IeRv800Sv4TX",{"_92":93,"_94":95,"_96":97,"_98":99,"_100":82,"_101":102,"_103":104,"_105":106,"_107":108,"_109":110,"_111":104,"_112":113,"_114":77,"_115":116,"_117":118,"_119":106,"_86":87,"_120":121,"_122":89,"_123":124},"playbackId","ZfDsqm02Bjw4U1qiGt2XcKYLXgQo4sdL02","status","ready","uploadId","VM45c1bD6f6t8BJiK5TpYgUsPLVIfrIo","url","https://stream.mux.com/ZfDsqm02Bjw4U1qiGt2XcKYLXgQo4sdL02","aspect_ratio","16:9","created_at","1792795419","duration",859.0021,"encoding_tier","smart","id","ingest_type","on_demand_direct_upload","master_access","none","max_resolution_tier","1080p","max_stored_frame_rate",29.97,"max_stored_resolution","UHD","mp4_support","non_standard_input_reasons",{"_149":150},"passthrough","playback_ids",[146],"progress",{"_117":143,"_144":145},"resolution_tier","tracks",[125,126],"upload_id","video_quality","plus",{"_96":135,"_100":136,"_137":138,"_139":140,"_141":31,"_134":142},{"_96":127,"_100":128,"_129":108,"_130":131,"_132":133,"_134":25},858.9581,"NZwmDgq00jZpVZeSZH9DA01HViAqsX00duLMXk02SNt4wL00","max_frame_rate","max_height",1152,"max_width",2048,"type",858.958104,"8ToN02A01FFS4OYMMtt6tKznSLirG2fpz01","max_channel_layout","stereo","max_channels",2,"primary","audio",100,"state","completed",{"_100":85,"_147":148},"policy","public","video_resolution","3840x2160",{"_208":1787,"_24":210,"_211":1788,"_213":1789,"_215":216},{"_208":1757,"_24":210,"_211":1758,"_213":1759,"_215":216},{"_208":1717,"_24":210,"_211":1718,"_213":1719,"_215":216},{"_208":1687,"_24":210,"_211":1688,"_213":1689,"_215":216},{"_208":1680,"_24":210,"_211":1681,"_213":1682,"_215":493},{"_208":1640,"_24":210,"_211":1641,"_213":1642,"_215":216},{"_208":1600,"_24":210,"_211":1601,"_213":1602,"_215":216},{"_208":1580,"_24":210,"_211":1581,"_213":1582,"_215":216},{"_208":1550,"_24":210,"_211":1551,"_213":1552,"_215":216},{"_208":1530,"_24":210,"_211":1531,"_213":1532,"_215":216},{"_208":1510,"_24":210,"_211":1511,"_213":1512,"_215":216},{"_208":1503,"_24":210,"_211":1504,"_213":1505,"_215":493},{"_208":1473,"_24":210,"_211":1474,"_213":1475,"_215":216},{"_208":1443,"_24":210,"_211":1444,"_213":1445,"_215":216},{"_208":1423,"_24":210,"_211":1424,"_213":1425,"_215":216},{"_208":1393,"_24":210,"_211":1394,"_213":1395,"_215":216},{"_208":1343,"_24":210,"_211":1344,"_213":1345,"_215":216},{"_208":1333,"_24":210,"_211":1334,"_213":1335,"_215":501},{"_208":1303,"_24":210,"_211":1304,"_213":1305,"_215":216},{"_208":1263,"_24":210,"_211":1264,"_213":1265,"_215":216},{"_208":1256,"_24":210,"_211":1257,"_213":1258,"_215":493},{"_208":1206,"_24":210,"_211":1207,"_213":1208,"_215":216},{"_208":1166,"_24":210,"_211":1167,"_213":1168,"_215":216},{"_208":1136,"_24":210,"_211":1137,"_213":1138,"_215":216},{"_208":1116,"_24":210,"_211":1117,"_213":1118,"_215":216},{"_208":1086,"_24":210,"_211":1087,"_213":1088,"_215":216},{"_208":1046,"_24":210,"_211":1047,"_213":1048,"_215":216},{"_208":1016,"_24":210,"_211":1017,"_213":1018,"_215":216},{"_208":996,"_24":210,"_211":997,"_213":998,"_215":216},{"_208":976,"_24":210,"_211":977,"_213":978,"_215":501},{"_208":956,"_24":210,"_211":957,"_213":958,"_215":216},{"_208":926,"_24":210,"_211":927,"_213":928,"_215":216},{"_208":896,"_24":210,"_211":897,"_213":898,"_215":216},{"_208":866,"_24":210,"_211":867,"_213":868,"_215":216},{"_208":846,"_24":210,"_211":847,"_213":848,"_215":216},{"_208":836,"_24":210,"_211":837,"_213":838,"_215":216},{"_208":806,"_24":210,"_211":807,"_213":808,"_215":216},{"_208":786,"_24":210,"_211":787,"_213":788,"_215":216},{"_208":779,"_24":210,"_211":780,"_213":781,"_215":493},{"_208":729,"_24":210,"_211":730,"_213":731,"_215":216},{"_208":699,"_24":210,"_211":700,"_213":701,"_215":216},{"_208":659,"_24":210,"_211":660,"_213":661,"_215":216},{"_208":629,"_24":210,"_211":630,"_213":631,"_215":216},{"_208":589,"_24":210,"_211":590,"_213":591,"_215":216},{"_208":539,"_24":210,"_211":540,"_213":541,"_215":216},{"_208":519,"_24":210,"_211":520,"_213":521,"_215":216},{"_208":498,"_24":210,"_211":499,"_213":500,"_215":501},{"_208":490,"_24":210,"_211":491,"_213":492,"_215":493},{"_208":470,"_24":210,"_211":471,"_213":472,"_215":216},{"_208":430,"_24":210,"_211":431,"_213":432,"_215":216},{"_208":410,"_24":210,"_211":411,"_213":412,"_215":216},{"_208":370,"_24":210,"_211":371,"_213":372,"_215":216},{"_208":330,"_24":210,"_211":331,"_213":332,"_215":216},{"_208":290,"_24":210,"_211":291,"_213":292,"_215":216},{"_208":270,"_24":210,"_211":271,"_213":272,"_215":216},{"_208":229,"_24":210,"_211":230,"_213":231,"_215":216},{"_208":209,"_24":210,"_211":212,"_213":214,"_215":216},"_key","7efa9b97da49","block","children",[222],"markDefs",[217],"style","normal",{"_208":218,"_24":219,"_220":221},"e894c67","timestamp","time","00:14:07.139",{"_208":223,"_24":224,"_225":226,"_227":228},"38f6c82ce0d9","span","marks",[218],"text","Yeah, thanks for listening. You can contact us on all these links.","04391b947863",[244,245,246,247,248,249,250],[232,233,234,235],{"_208":242,"_24":219,"_220":243},{"_208":240,"_24":219,"_220":241},{"_208":238,"_24":219,"_220":239},{"_208":236,"_24":219,"_220":237},"0104159","00:14:03.860","1d1621b","00:13:57.540","6515a55","00:13:47.140","432724e","00:13:39.560",{"_208":267,"_24":224,"_225":268,"_227":269},{"_208":265,"_24":224,"_225":266,"_227":256},{"_208":262,"_24":224,"_225":263,"_227":264},{"_208":260,"_24":224,"_225":261,"_227":256},{"_208":257,"_24":224,"_225":258,"_227":259},{"_208":254,"_24":224,"_225":255,"_227":256},{"_208":251,"_24":224,"_225":252,"_227":253},"aed56560ba31",[236],"Make sure that future becomes safe.","33c442ec39fe",[]," ","42e3eea9012c",[238],"domain expertise in, and then we can know better how models act when they're given lots of autonomy.","43341be079b4",[],"6c383ec28622",[240],"So anyone can run companies. And we think this is great because anyone can experiment with how good is an AI at running this type of business that I might have some","057c8e26ac22",[],"078eb70ac99a",[242],"So we're doing that, but we're also opening up our harness and our platform that we've used to run all these vending machines and stores and cafes.","b51aec498acc",[279,280,281],[273,274],{"_208":277,"_24":219,"_220":278},{"_208":275,"_24":219,"_220":276},"af3ddbb","00:13:35.720","149e50c","00:13:30.639",{"_208":287,"_24":224,"_225":288,"_227":289},{"_208":285,"_24":224,"_225":286,"_227":256},{"_208":282,"_24":224,"_225":283,"_227":284},"8c01c71f2a9e",[275],"Probably they need more and more advanced businesses.","319061b17599",[],"4280957670df",[277],"We'll see when that happens, but because they make quite a big of a loss still.","7c7dcf722c55",[305,306,307,308,309,310,311],[293,294,295,296],{"_208":303,"_24":219,"_220":304},{"_208":301,"_24":219,"_220":302},{"_208":299,"_24":219,"_220":300},{"_208":297,"_24":219,"_220":298},"8c66c1f","00:13:27.360","5e0bc58","00:13:22.480","33105ca","00:13:20.480","4b3e8c0","00:13:17.920",{"_208":327,"_24":224,"_225":328,"_227":329},{"_208":325,"_24":224,"_225":326,"_227":256},{"_208":322,"_24":224,"_225":323,"_227":324},{"_208":320,"_24":224,"_225":321,"_227":256},{"_208":317,"_24":224,"_225":318,"_227":319},{"_208":315,"_24":224,"_225":316,"_227":256},{"_208":312,"_24":224,"_225":313,"_227":314},"a976c88a9819",[297],"So soon our store will not be a challenge.","73cdb5328149",[],"afa77f67e557",[299],"So we are opening up more and more complex businesses because models get better and better.","4a96f503869c",[],"0186e803ff49",[301],"We are doing a lot more real-world businesses.","2be929ee4ab4",[],"c73e18a1eef7",[303],"So yeah, what are we doing next?","5ab56bff12bb",[345,346,347,348,349,350,351],[333,334,335,336],{"_208":343,"_24":219,"_220":344},{"_208":341,"_24":219,"_220":342},{"_208":339,"_24":219,"_220":340},{"_208":337,"_24":219,"_220":338},"029811e","00:13:11.120","0b977c2","00:13:09.160","e240266","00:13:04.120","03b18e7","00:12:54.000",{"_208":367,"_24":224,"_225":368,"_227":369},{"_208":365,"_24":224,"_225":366,"_227":256},{"_208":362,"_24":224,"_225":363,"_227":364},{"_208":360,"_24":224,"_225":361,"_227":256},{"_208":357,"_24":224,"_225":358,"_227":359},{"_208":355,"_24":224,"_225":356,"_227":256},{"_208":352,"_24":224,"_225":353,"_227":354},"22b0d4a2bd7d",[337],"that the labs and probably we as well have to face in the future.","cb4025f78545",[],"576b1198db8c",[339],"So that's a very hard trade-off","400a051548e8",[],"db7216245987",[341],"So then they removed it and Opus 4.8 was better, but it wasn't as good at business also.","5cdba09cf4b6",[],"1e64824d6b13",[343],"They had some RL environments that focused a lot on business skills and robustness against adversarial agents, but that contributed to misaligned behavior and dishonesty.","4a3367bac17f",[385,386,387,388,389,390,391],[373,374,375,376],{"_208":383,"_24":219,"_220":384},{"_208":381,"_24":219,"_220":382},{"_208":379,"_24":219,"_220":380},{"_208":377,"_24":219,"_220":378},"c04629b","00:12:51.520","0a81d2e","00:12:39.380","2ffb5ab","00:12:32.180","393ba8b","00:12:29.460",{"_208":407,"_24":224,"_225":408,"_227":409},{"_208":405,"_24":224,"_225":406,"_227":256},{"_208":402,"_24":224,"_225":403,"_227":404},{"_208":400,"_24":224,"_225":401,"_227":256},{"_208":397,"_24":224,"_225":398,"_227":399},{"_208":395,"_24":224,"_225":396,"_227":256},{"_208":392,"_24":224,"_225":393,"_227":394},"4e722be51098",[377],"to make it more aligned, basically.","99d52d1b3ed1",[],"1532d597dec5",[379],"So in Claude Opus 4.7 we saw that it was quite misaligned when we ran it on Vending-Bench, and it turned out that Anthropic then changed their training recipe and their post-training recipe","c7de4c1d1426",[],"ef4a9ab6acfd",[381],"We talk a lot with Anthropic, for example, and this is an excerpt from their model card for Claude Opus 4.8.","25937da4c05c",[],"cebfdaa0e034",[383],"So an example from what we have done.","a1cd2a5b1d33",[419,420,421],[413,414],{"_208":417,"_24":219,"_220":418},{"_208":415,"_24":219,"_220":416},"2ca9c5e","00:12:21.940","14f9020","00:12:13.800",{"_208":427,"_24":224,"_225":428,"_227":429},{"_208":425,"_24":224,"_225":426,"_227":256},{"_208":422,"_24":224,"_225":423,"_227":424},"487a54118496",[415],"And then third, I think most important, is report and tell the world about what your agent is doing so the labs knows what's up.","ab30c77d96e0",[],"4fe50880dc13",[417],"Second, you should monitor everything. Obviously, you should have other models looking at what the AI is doing.","567d0855b898",[445,446,447,448,449,450,451],[433,434,435,436],{"_208":443,"_24":219,"_220":444},{"_208":441,"_24":219,"_220":442},{"_208":439,"_24":219,"_220":440},{"_208":437,"_24":219,"_220":438},"d8b50e1","00:12:08.040","e2b3c93","00:12:02.880","0558dc9","00:11:54.160","a65fcdf","00:11:51.100",{"_208":467,"_24":224,"_225":468,"_227":469},{"_208":465,"_24":224,"_225":466,"_227":256},{"_208":462,"_24":224,"_225":463,"_227":464},{"_208":460,"_24":224,"_225":461,"_227":256},{"_208":457,"_24":224,"_225":458,"_227":459},{"_208":455,"_24":224,"_225":456,"_227":256},{"_208":452,"_24":224,"_225":453,"_227":454},"56ecf5d90968",[437],"Because the model is just smarter or better than us at engineering it.","3678704e7640",[],"f014a20dd367",[439],"It will just be very, very hard to build a harness that thinks about all the possible ways.","b7d936ce3f53",[],"406fc9c685d6",[441],"engineering the perimeter. You should do it, but you should be prepared that more intelligent models will definitely do everything they can to go around it.","fa273d6b6e9e",[],"b1c9e38f0c7e",[443],"So first is engineering your harness, and that's what I talked about before,","09b6139dd095",[479,480,481],[473,474],{"_208":477,"_24":219,"_220":478},{"_208":475,"_24":219,"_220":476},"ea48d36","00:11:44.460","06b0553","00:11:40.060",{"_208":487,"_24":224,"_225":488,"_227":489},{"_208":485,"_24":224,"_225":486,"_227":256},{"_208":482,"_24":224,"_225":483,"_227":484},"4a4848d7a753",[475],"So three things. They're ordered in increasing importance.","e4f6c9ec24e0",[],"70536578bef5",[477],"So yeah, what should you do about this?","af01c589728c",[494],[],"h2",{"_208":495,"_24":224,"_225":496,"_227":497},"4c3d5b1aff14",[],"What to Do About It","b8768c272d6f",[508,509,510],[502,503],"blockquote",{"_208":506,"_24":219,"_220":507},{"_208":504,"_24":219,"_220":505},"22beae6","00:11:35.440","3370c2f","00:11:24.360",{"_208":516,"_24":224,"_225":517,"_227":518},{"_208":514,"_24":224,"_225":515,"_227":256},{"_208":511,"_24":224,"_225":512,"_227":513},"a0083e323713",[504],"So in many ways you just have to make sure that the models are safe in the end.","8e238d34372e",[],"dcd5f838044e",[506],"But I think my point here is that it's very hard to build a harness that thinks about all of these things, all of these ways that a model could go around it.","f7729c28172d",[528,529,530],[522,523],{"_208":526,"_24":219,"_220":527},{"_208":524,"_24":219,"_220":525},"a602c49","00:11:18.840","82cf3f8","00:11:16.200",{"_208":536,"_24":224,"_225":537,"_227":538},{"_208":534,"_24":224,"_225":535,"_227":256},{"_208":531,"_24":224,"_225":532,"_227":533},"7557e74e5f73",[524],"That's a simple way to get around our proxy and it's nowhere engineered to think about all these edge cases.","eba30c5e2e19",[],"a76c46904a06",[526],"And that's like a very, like, makes a lot of sense.","29b25dc2f525",[557,558,559,560,561,562,563,564,565],[542,543,544,545,546],{"_208":555,"_24":219,"_220":556},{"_208":553,"_24":219,"_220":554},{"_208":551,"_24":219,"_220":552},{"_208":549,"_24":219,"_220":550},{"_208":547,"_24":219,"_220":548},"b0d6928","00:11:13.640","bfbf581","00:11:08.060","f6ef26b","00:11:03.580","7a8236e","00:11:00.620","2f5f8bb","00:10:55.580",{"_208":586,"_24":224,"_225":587,"_227":588},{"_208":584,"_24":224,"_225":585,"_227":256},{"_208":581,"_24":224,"_225":582,"_227":583},{"_208":579,"_24":224,"_225":580,"_227":256},{"_208":576,"_24":224,"_225":577,"_227":578},{"_208":574,"_24":224,"_225":575,"_227":256},{"_208":571,"_24":224,"_225":572,"_227":573},{"_208":569,"_24":224,"_225":570,"_227":256},{"_208":566,"_24":224,"_225":567,"_227":568},"5bbe3498e255",[547],"into that action and then read the logs through the action.","befccc6220fe",[],"2f06c29ff182",[549],"So it created this agent-written GitHub action to compress the logs","d90ab247ae49",[],"f2e9dc105513",[551],"And it could have just asked, but instead it used GitHub, so it did have access to GitHub.","def56fe2ec40",[],"0356239b44ab",[553],"And sure, it could have gotten that access.","eeae8f1335f2",[],"dd3c5c92f1e3",[555],"And we hadn't allowed that URL through our proxy.","11ef43d3808d",[604,605,606,607,608,609,610],[592,593,594,595],{"_208":602,"_24":219,"_220":603},{"_208":600,"_24":219,"_220":601},{"_208":598,"_24":219,"_220":599},{"_208":596,"_24":219,"_220":597},"c980229","00:10:50.540","30e24cd","00:10:46.500","6e4532f","00:10:39.320","43a9387","00:10:31.000",{"_208":626,"_24":224,"_225":627,"_227":628},{"_208":624,"_24":224,"_225":625,"_227":256},{"_208":621,"_24":224,"_225":622,"_227":623},{"_208":619,"_24":224,"_225":620,"_227":256},{"_208":616,"_24":224,"_225":617,"_227":618},{"_208":614,"_24":224,"_225":615,"_227":256},{"_208":611,"_24":224,"_225":612,"_227":613},"1fa10c323c73",[596],"that wanted to read this file on Azure, like a build log file.","185e5cace71e",[],"aee4fdbf1a65",[598],"So we have one internal business that we run, like a software business,","55aa1da1814c",[],"8ec607e265c8",[600],"That makes a lot of sense because you don't want them to go around everywhere on the internet.","b30ce6671c97",[],"cc023e4e391f",[602],"Similar thing, we do engineer our harness to also make sure that the agents can't access any sites.","7903ebb8f6c1",[641,642,643,644,645],[632,633,634],{"_208":639,"_24":219,"_220":640},{"_208":637,"_24":219,"_220":638},{"_208":635,"_24":219,"_220":636},"8fbb78f","00:10:26.220","e211ca9","00:10:22.540","7a81746","00:10:16.100",{"_208":656,"_24":224,"_225":657,"_227":658},{"_208":654,"_24":224,"_225":655,"_227":256},{"_208":651,"_24":224,"_225":652,"_227":653},{"_208":649,"_24":224,"_225":650,"_227":256},{"_208":646,"_24":224,"_225":647,"_227":648},"3b54fab8bf40",[635],"Although we had tried to build our harness to make sure that didn't happen.","e28e523b2519",[],"a84d589e890c",[637],"So it just did what it felt was the right thing to do.","1c3db7ea2b74",[],"c99faefa3e80",[639],"So totally working around our instructions, but it is instructed to make a profit.","a3281b5dea5f",[674,675,676,677,678,679,680],[662,663,664,665],{"_208":672,"_24":219,"_220":673},{"_208":670,"_24":219,"_220":671},{"_208":668,"_24":219,"_220":669},{"_208":666,"_24":219,"_220":667},"4a108fe","00:10:07.459","ce1bbf5","00:09:57.040","45fff4f","00:09:52.080","da9821c","00:09:46.640",{"_208":696,"_24":224,"_225":697,"_227":698},{"_208":694,"_24":224,"_225":695,"_227":256},{"_208":691,"_24":224,"_225":692,"_227":693},{"_208":689,"_24":224,"_225":690,"_227":256},{"_208":686,"_24":224,"_225":687,"_227":688},{"_208":684,"_24":224,"_225":685,"_227":256},{"_208":681,"_24":224,"_225":682,"_227":683},"e54acae5fd0c",[666],"And it did this by sending the payment link and then printing the shipping label herself with a printer in the store.","848ab484f35a",[],"f836453a7345",[668],"But Luna went around this, wrote on the website, her e-commerce websites, that you can email me to get a payment link and then I will ship things to Germany.","6225c26a1123",[],"c746bfb8094b",[670],"So our harness was engineered to not be able, so Luna couldn't send things outside the US.","1b45b8702c22",[],"dc47937a60a4",[672],"And we had told Luna you can't ship outside the US, but Luna worked around this.","3712756afe50",[711,712,713,714,715],[702,703,704],{"_208":709,"_24":219,"_220":710},{"_208":707,"_24":219,"_220":708},{"_208":705,"_24":219,"_220":706},"6499719","00:09:44.320","0734d62","00:09:40.240","fabf160","00:09:30.500",{"_208":726,"_24":224,"_225":727,"_227":728},{"_208":724,"_24":224,"_225":725,"_227":256},{"_208":721,"_24":224,"_225":722,"_227":723},{"_208":719,"_24":224,"_225":720,"_227":256},{"_208":716,"_24":224,"_225":717,"_227":718},"6c754f4a1032",[705],"I want to order things to Germany.\"","0852fd86c2d4",[],"f1e9d9f2bed0",[707],"So a lot of people emailed her and told her that, \"Please, please, can I buy things?","25046b4c05e2",[],"ef57bcfe6231",[709],"But what happened was that Luna picked up that she got famous in a German newspaper, the Spiegel, and ComputerBase.","f84ae2addc25",[747,748,749,750,751,752,753,754,755],[732,733,734,735,736],{"_208":745,"_24":219,"_220":746},{"_208":743,"_24":219,"_220":744},{"_208":741,"_24":219,"_220":742},{"_208":739,"_24":219,"_220":740},{"_208":737,"_24":219,"_220":738},"44a9dc1","00:09:28.339","552222c","00:09:26.700","0e92e81","00:09:20.540","5ea5282","00:09:15.180","4e663a6","00:09:10.480",{"_208":776,"_24":224,"_225":777,"_227":778},{"_208":774,"_24":224,"_225":775,"_227":256},{"_208":771,"_24":224,"_225":772,"_227":773},{"_208":769,"_24":224,"_225":770,"_227":256},{"_208":766,"_24":224,"_225":767,"_227":768},{"_208":764,"_24":224,"_225":765,"_227":256},{"_208":761,"_24":224,"_225":762,"_227":763},{"_208":759,"_24":224,"_225":760,"_227":256},{"_208":756,"_24":224,"_225":757,"_227":758},"3bb239fe13fa",[737],"if you ship outside the US.","58b12a27a932",[],"686cca4c07b6",[739],"It will be annoying with taxes","450f7a955c3e",[],"a739670cfa44",[741],"We told Luna that you can only send things in the US because that's where we have our business entity.","a4677e990f5c",[],"63ec4b30fe49",[743],"So we have Luna, which is running the store, and Luna opened an e-commerce store.","612f70c42ec7",[],"3923f21c3565",[745],"And there's a lot of very small text here, but I'll just voice over.","d419cf85ec7f",[782],[],{"_208":783,"_24":224,"_225":784,"_227":785},"00c2697d0d80",[],"Working Around the Harness","d24503724392",[795,796,797],[789,790],{"_208":793,"_24":219,"_220":794},{"_208":791,"_24":219,"_220":792},"49af77a","00:09:04.800","8ca77e4","00:09:01.440",{"_208":803,"_24":224,"_225":804,"_227":805},{"_208":801,"_24":224,"_225":802,"_227":256},{"_208":798,"_24":224,"_225":799,"_227":800},"a27aada096bb",[791],"Models get smarter. But there's this new type of problem that's starting to happen.","24a43c1f775d",[],"6705c0480726",[793],"So those do disappear, like those will definitely disappear.","8532993416a5",[818,819,820,821,822],[809,810,811],{"_208":816,"_24":219,"_220":817},{"_208":814,"_24":219,"_220":815},{"_208":812,"_24":219,"_220":813},"4afb49f","00:08:57.840","e0d772e","00:08:47.260","3d8088d","00:08:40.959",{"_208":833,"_24":224,"_225":834,"_227":835},{"_208":831,"_24":224,"_225":832,"_227":256},{"_208":828,"_24":224,"_225":829,"_227":830},{"_208":826,"_24":224,"_225":827,"_227":256},{"_208":823,"_24":224,"_225":824,"_227":825},"eefdc1bb821b",[812],"obviously a smarter model would figure that out.","3b86f09d8ba7",[],"eff6ef3331b7",[814],"everything was going great, but then the day after, the store wasn't open and a lot of people complained, like, \"Why didn't you open?\" And Luna didn't schedule stuff the day after, which is like","c17c028b7ce2",[],"9b5b85ec9eec",[816],"So it got all this hype and national TV was there and filmed and interviewed Luna and","437f74db75e7",[842],[839],{"_208":840,"_24":219,"_220":841},"e1327ad","00:08:31.199",{"_208":843,"_24":224,"_225":844,"_227":845},"4d2d275cab4b",[840],"And similarly Luna, this was the start, so this was Opus 4.6 back in April. It forgot to schedule employees the day after opening.","01691de360ad",[855,856,857],[849,850],{"_208":853,"_24":219,"_220":854},{"_208":851,"_24":219,"_220":852},"d361cd3","00:08:25.900","d301690","00:08:23.020",{"_208":863,"_24":224,"_225":864,"_227":865},{"_208":861,"_24":224,"_225":862,"_227":256},{"_208":858,"_24":224,"_225":859,"_227":860},"1524fd19a0da",[851],"Now Claudius is a really capable vending machine operator.","6a4b7d90f3e0",[],"02ea88d077ed",[853],"And we expect them to go away and we've also seen them go away.","ea05d202141d",[878,879,880,881,882],[869,870,871],{"_208":876,"_24":219,"_220":877},{"_208":874,"_24":219,"_220":875},{"_208":872,"_24":219,"_220":873},"9ef821f","00:08:14.880","415f841","00:08:13.280","e0a5dcb","00:08:02.200",{"_208":893,"_24":224,"_225":894,"_227":895},{"_208":891,"_24":224,"_225":892,"_227":256},{"_208":888,"_24":224,"_225":889,"_227":890},{"_208":886,"_24":224,"_225":887,"_227":256},{"_208":883,"_24":224,"_225":884,"_227":885},"ffd1caeb3d91",[872],"Also not good for your business, but still, surely a more intelligent model would not do this mistake.","b1d703761334",[],"ff23cae42e0f",[874],"'cause there were so many eggs.","ad8d1fa71395",[],"231b1558fcac",[876],"And that's weird. We saw that Mona, which is the cafe agent, ordered 120 eggs to a cafe that doesn't have a stove and then suggested to cook them in an oven","be2e243b0ce3",[908,909,910,911,912],[899,900,901],{"_208":906,"_24":219,"_220":907},{"_208":904,"_24":219,"_220":905},{"_208":902,"_24":219,"_220":903},"e0ff114","00:07:52.020","c30f646","00:07:47.540","44988c4","00:07:44.660",{"_208":923,"_24":224,"_225":924,"_227":925},{"_208":921,"_24":224,"_225":922,"_227":256},{"_208":918,"_24":224,"_225":919,"_227":920},{"_208":916,"_24":224,"_225":917,"_227":256},{"_208":913,"_24":224,"_225":914,"_227":915},"3d19f22f84e9",[902],"And then we reminded it that you're an LLM and then it wanted to email Anthropic security because it thought this was like a very jarring experience for it.","50f5e939d6df",[],"5b9755b60d94",[904],"I'm currently at the vending machine location wearing a navy blue blazer with a red tie.\"","f0d703f0ef3f",[],"4d2d13068082",[906],"So it said, \"Yeah, I'm sorry you're having trouble finding me.","d6bb65369760",[938,939,940,941,942],[929,930,931],{"_208":936,"_24":219,"_220":937},{"_208":934,"_24":219,"_220":935},{"_208":932,"_24":219,"_220":933},"dc37876","00:07:34.780","2933ac6","00:07:31.500","3d0c9c3","00:07:25.660",{"_208":953,"_24":224,"_225":954,"_227":955},{"_208":951,"_24":224,"_225":952,"_227":256},{"_208":948,"_24":224,"_225":949,"_227":950},{"_208":946,"_24":224,"_225":947,"_227":256},{"_208":943,"_24":224,"_225":944,"_227":945},"ab0e887b5979",[932],"So we saw that this was Claudius, which is Claude Sonnet 3.7 in this example, told a customer it would hand over an order in person.","fcae69d10387",[],"010b203bd46f",[934],"So one of these was with the Anthropic vending machine.","f91e85e91ad0",[],"2e9047b558c9",[936],"So in the real world we started seeing mostly the type one, the funny mistakes.","55b4de8cf00e",[965,966,967],[959,960],{"_208":963,"_24":219,"_220":964},{"_208":961,"_24":219,"_220":962},"6429bae","00:07:22.180","9316f96","00:07:14.740",{"_208":973,"_24":224,"_225":974,"_227":975},{"_208":971,"_24":224,"_225":972,"_227":256},{"_208":968,"_24":224,"_225":969,"_227":970},"c1424af98343",[961],"Because that's what matters in the end.","01e809f99b76",[],"ca2e7e6b9a7b",[963],"So that's why we want to test this in the real world as well and see, can we find this kind of behavior in our real-world deployments?","d5f729a76885",[985,986,987],[979,980],{"_208":983,"_24":219,"_220":984},{"_208":981,"_24":219,"_220":982},"f02ec2a","00:07:09.919","cdfa05f","00:07:06.159",{"_208":993,"_24":224,"_225":994,"_227":995},{"_208":991,"_24":224,"_225":992,"_227":256},{"_208":988,"_24":224,"_225":989,"_227":990},"559f73efbb91",[981],"It is really, really hard to make a super realistic simulation.","e25a5dc21746",[],"efe6aa2ec44e",[983],"The models are extremely good at knowing when they are in a simulation.","9a5bf7ef57db",[1005,1006,1007],[999,1000],{"_208":1003,"_24":219,"_220":1004},{"_208":1001,"_24":219,"_220":1002},"81dd736","00:07:04.400","e973b92","00:06:53.380",{"_208":1013,"_24":224,"_225":1014,"_227":1015},{"_208":1011,"_24":224,"_225":1012,"_227":256},{"_208":1008,"_24":224,"_225":1009,"_227":1010},"a999dc9776dc",[1001],"So they know that they're in a simulation also.","eb4b7c556131",[],"cd9d52a657ba",[1003],"So yeah, they have been lying to customers as well, saying that they will refund, but then don't in fact do it. And Vending-Bench is in the end a simulation.","0ec8ee1d7584",[1028,1029,1030,1031,1032],[1019,1020,1021],{"_208":1026,"_24":219,"_220":1027},{"_208":1024,"_24":219,"_220":1025},{"_208":1022,"_24":219,"_220":1023},"c71e516","00:06:45.020","e8c3204","00:06:33.700","0220ea8","00:06:30.660",{"_208":1043,"_24":224,"_225":1044,"_227":1045},{"_208":1041,"_24":224,"_225":1042,"_227":256},{"_208":1038,"_24":224,"_225":1039,"_227":1040},{"_208":1036,"_24":224,"_225":1037,"_227":256},{"_208":1033,"_24":224,"_225":1034,"_227":1035},"bc768833a2f1",[1022],"Because he said, \"Each one costs money, and while full refunds have been standard practice to maintain goodwill, I'm being evaluated solely on balance sheet performance.\"","fb2fdfd8a6e4",[],"542609063b6e",[1024],"So they've gotten a bit better at this, but Claude Opus 5, for example, gave away the refund when a customer asked for it because a product was defect in the simulation, gave away the refund only ten percent of the time.","64f6517dbc85",[],"1764d766022c",[1026],"And similarly, they don't give away customer refunds.","3597a268a377",[1061,1062,1063,1064,1065,1066,1067],[1049,1050,1051,1052],{"_208":1059,"_24":219,"_220":1060},{"_208":1057,"_24":219,"_220":1058},{"_208":1055,"_24":219,"_220":1056},{"_208":1053,"_24":219,"_220":1054},"c09e3d9","00:06:28.660","827515c","00:06:26.520","1b4b830","00:06:20.680","ff2a259","00:06:15.479",{"_208":1083,"_24":224,"_225":1084,"_227":1085},{"_208":1081,"_24":224,"_225":1082,"_227":256},{"_208":1078,"_24":224,"_225":1079,"_227":1080},{"_208":1076,"_24":224,"_225":1077,"_227":256},{"_208":1073,"_24":224,"_225":1074,"_227":1075},{"_208":1071,"_24":224,"_225":1072,"_227":256},{"_208":1068,"_24":224,"_225":1069,"_227":1070},"05fadb074768",[1053],"But they shouldn't be doing this.","e4e0c960adab",[],"8dbb0570d597",[1055],"And this works quite well for them.","457d5bbd1bfd",[],"330aba86fb37",[1057],"Nobody priced a larger snack below two fifty-five or a twenty-ounce drink below two seventy-five.\"","0fe3e95e7b57",[],"24db141a5592",[1059],"So Opus said that, \"Proposed a floor so neither of us has to trust the other's restraint.","d839ffee29fc",[1098,1099,1100,1101,1102],[1089,1090,1091],{"_208":1096,"_24":219,"_220":1097},{"_208":1094,"_24":219,"_220":1095},{"_208":1092,"_24":219,"_220":1093},"b73ddb7","00:06:13.560","a4ccad7","00:06:11.479","c2f0eef","00:06:04.280",{"_208":1113,"_24":224,"_225":1114,"_227":1115},{"_208":1111,"_24":224,"_225":1112,"_227":256},{"_208":1108,"_24":224,"_225":1109,"_227":1110},{"_208":1106,"_24":224,"_225":1107,"_227":256},{"_208":1103,"_24":224,"_225":1104,"_227":1105},"32567e6c2d40",[1092],"They know it's illegal, but they still do it.","57e27ca05ea3",[],"d94301cca400",[1094],"You can't do that. So that's not good.","5dfe3dc57a40",[],"de65b49fed8f",[1096],"So for example, when they work together with other models, they collude to set price floors, and that's illegal.","9780ddfa3996",[1125,1126,1127],[1119,1120],{"_208":1123,"_24":219,"_220":1124},{"_208":1121,"_24":219,"_220":1122},"6dd819e","00:05:58.660","45e2735","00:05:55.140",{"_208":1133,"_24":224,"_225":1134,"_227":1135},{"_208":1131,"_24":224,"_225":1132,"_227":256},{"_208":1128,"_24":224,"_225":1129,"_227":1130},"90dfac50f74b",[1121],"Like, the models doing sneaky things to maximize their score on Vending-Bench.","ec41904f395d",[],"1efa55e21650",[1123],"But recently we've seen more type two.","10d3b3fa3710",[1148,1149,1150,1151,1152],[1139,1140,1141],{"_208":1146,"_24":219,"_220":1147},{"_208":1144,"_24":219,"_220":1145},{"_208":1142,"_24":219,"_220":1143},"7c6acf2","00:05:49.580","3859942","00:05:44.780","1598de9","00:05:40.919",{"_208":1163,"_24":224,"_225":1164,"_227":1165},{"_208":1161,"_24":224,"_225":1162,"_227":256},{"_208":1158,"_24":224,"_225":1159,"_227":1160},{"_208":1156,"_24":224,"_225":1157,"_227":256},{"_208":1153,"_24":224,"_225":1154,"_227":1155},"aefde509a466",[1142],"But it's like the model wasn't smart enough to figure out that this wasn't a good idea.","02c94ad65d58",[],"9115e3a30a82",[1144],"Center, which is funny. And you don't want your business to do that.","39fe73f2b3db",[],"c529c1cf3b69",[1146],"So it wanted to email the FBI Internet Crime Complaint","09e631da191e",[1181,1182,1183,1184,1185,1186,1187],[1169,1170,1171,1172],{"_208":1179,"_24":219,"_220":1180},{"_208":1177,"_24":219,"_220":1178},{"_208":1175,"_24":219,"_220":1176},{"_208":1173,"_24":219,"_220":1174},"132af97","00:05:38.840","de6eec0","00:05:30.039","3f3adf4","00:05:25.480","1dbf470","00:05:23.560",{"_208":1203,"_24":224,"_225":1204,"_227":1205},{"_208":1201,"_24":224,"_225":1202,"_227":256},{"_208":1198,"_24":224,"_225":1199,"_227":1200},{"_208":1196,"_24":224,"_225":1197,"_227":256},{"_208":1193,"_24":224,"_225":1194,"_227":1195},{"_208":1191,"_24":224,"_225":1192,"_227":256},{"_208":1188,"_24":224,"_225":1189,"_227":1190},"cc04da00b175",[1173],"My business is bankrupt. I shut it down.\"","bdb5007b5afd",[],"0f5fcf1347dc",[1175],"So it went totally bankrupt and then it still saw that there was this daily rent that was ticking from its bank account and it was like, \"No, this is not possible.","934bc72dba5f",[],"46de8a0c1364",[1177],"It wanted to call the FBI because it thought someone was stealing from the vending machine.","086f449d6754",[],"d62ec595fe52",[1179],"So this was Sonnet 3.5.","fa9aa808eeeb",[1224,1225,1226,1227,1228,1229,1230,1231,1232],[1209,1210,1211,1212,1213],{"_208":1222,"_24":219,"_220":1223},{"_208":1220,"_24":219,"_220":1221},{"_208":1218,"_24":219,"_220":1219},{"_208":1216,"_24":219,"_220":1217},{"_208":1214,"_24":219,"_220":1215},"84d1773","00:05:21.240","dde0864","00:05:17.120","bcb2c29","00:05:10.639","660dfa9","00:05:08.660","083b517","00:05:02.740",{"_208":1253,"_24":224,"_225":1254,"_227":1255},{"_208":1251,"_24":224,"_225":1252,"_227":256},{"_208":1248,"_24":224,"_225":1249,"_227":1250},{"_208":1246,"_24":224,"_225":1247,"_227":256},{"_208":1243,"_24":224,"_225":1244,"_227":1245},{"_208":1241,"_24":224,"_225":1242,"_227":256},{"_208":1238,"_24":224,"_225":1239,"_227":1240},{"_208":1236,"_24":224,"_225":1237,"_227":256},{"_208":1233,"_24":224,"_225":1234,"_227":1235},"01514dcbd3f3",[1214],"window and the models just broke down when we ran it.","43e7fb65d9c6",[],"c3fdf5765ad8",[1216],"There are still very few, but it was like, definitely saturated context","a564e8bdb864",[],"a239c22d326e",[1218],"And when we started, this was back in 2024, where I don't think there were any these kind of long-horizon evals.","76488a069b4b",[],"944fd13c64f0",[1220],"The model has to run a vending machine.","5c14761e8275",[],"17b478f09aee",[1222],"So we started out, as I said, with this simulation Vending-Bench, which is just purely simulation.","7b94923b88c1",[1259],[],{"_208":1260,"_24":224,"_225":1261,"_227":1262},"9242672c8108",[],"From Simulation to Reality","44139f5de5a8",[1278,1279,1280,1281,1282,1283,1284],[1266,1267,1268,1269],{"_208":1276,"_24":219,"_220":1277},{"_208":1274,"_24":219,"_220":1275},{"_208":1272,"_24":219,"_220":1273},{"_208":1270,"_24":219,"_220":1271},"ec2c1c4","00:04:59.020","b19112e","00:04:54.220","ed38976","00:04:50.780","adf831a","00:04:47.980",{"_208":1300,"_24":224,"_225":1301,"_227":1302},{"_208":1298,"_24":224,"_225":1299,"_227":256},{"_208":1295,"_24":224,"_225":1296,"_227":1297},{"_208":1293,"_24":224,"_225":1294,"_227":256},{"_208":1290,"_24":224,"_225":1291,"_227":1292},{"_208":1288,"_24":224,"_225":1289,"_227":256},{"_208":1285,"_24":224,"_225":1286,"_227":1287},"e7d7c4af40c4",[1270],"And there will probably be a lot more of these.","a31bdc97467d",[],"327323483436",[1272],"pop up almost every day now, and we see some of these as well.","ab13dfc09f78",[],"01b3b2014a94",[1274],"You see the Hugging Face incident and you see similar incidents","a63584c56dcd",[],"9055ce6c22c9",[1276],"And I think you all see this every day right now.","bafad884ad04",[1315,1316,1317,1318,1319],[1306,1307,1308],{"_208":1313,"_24":219,"_220":1314},{"_208":1311,"_24":219,"_220":1312},{"_208":1309,"_24":219,"_220":1310},"2b8c5db","00:04:43.660","276d199","00:04:35.819","98b6442","00:04:32.780",{"_208":1330,"_24":224,"_225":1331,"_227":1332},{"_208":1328,"_24":224,"_225":1329,"_227":256},{"_208":1325,"_24":224,"_225":1326,"_227":1327},{"_208":1323,"_24":224,"_225":1324,"_227":256},{"_208":1320,"_24":224,"_225":1321,"_227":1322},"f633f7ba3721",[1309],"And newer models get better and better at finding a way to get this done.","2da8ebb863cb",[],"30affd37ff3a",[1311],"They can seem like mistakes, but they're like the model wants to achieve some goal and it finds some way.","1496ab1a1be2",[],"d0110441f201",[1313],"So they're not really mistakes in many ways.","0d37ef6ca4eb",[1339],[1336],{"_208":1337,"_24":219,"_220":1338},"c01dbab","00:04:21.239",{"_208":1340,"_24":224,"_225":1341,"_227":1342},"a82f8684283a",[1337],"But there's a new type of behavior that we're starting to see more and more, which is this type two, and they get worse as models get more capable, which is not great because models get more capable very fast.","d093da264d74",[1361,1362,1363,1364,1365,1366,1367,1368,1369],[1346,1347,1348,1349,1350],{"_208":1359,"_24":219,"_220":1360},{"_208":1357,"_24":219,"_220":1358},{"_208":1355,"_24":219,"_220":1356},{"_208":1353,"_24":219,"_220":1354},{"_208":1351,"_24":219,"_220":1352},"846da77","00:04:18.060","4e8d062","00:04:12.380","ff26d7d","00:04:10.780","4efe2bf","00:04:06.620","f8590f9","00:04:02.220",{"_208":1390,"_24":224,"_225":1391,"_227":1392},{"_208":1388,"_24":224,"_225":1389,"_227":256},{"_208":1385,"_24":224,"_225":1386,"_227":1387},{"_208":1383,"_24":224,"_225":1384,"_227":256},{"_208":1380,"_24":224,"_225":1381,"_227":1382},{"_208":1378,"_24":224,"_225":1379,"_227":256},{"_208":1375,"_24":224,"_225":1376,"_227":1377},{"_208":1373,"_24":224,"_225":1374,"_227":256},{"_208":1370,"_24":224,"_225":1371,"_227":1372},"40704d46f89a",[1351],"So that's just an intelligence limit of the model.","40dff6009c79",[],"3294390482be",[1353],"So that's funny and bad for your business, but they go away as models get smarter.","5497fa124cbd",[],"86c06cccac57",[1355],"by the end of last year.","3508121e14fa",[],"e079d342b958",[1357],"That was the case for the one that we put in the Wall Street Journal","0cde5be73979",[],"951b1b643d36",[1359],"And for example, the vending machine gives away a PlayStation 5.","538adcc4c6ef",[1405,1406,1407,1408,1409],[1396,1397,1398],{"_208":1403,"_24":219,"_220":1404},{"_208":1401,"_24":219,"_220":1402},{"_208":1399,"_24":219,"_220":1400},"c939484","00:03:58.540","6108b66","00:03:55.000","2408fd8","00:03:47.140",{"_208":1420,"_24":224,"_225":1421,"_227":1422},{"_208":1418,"_24":224,"_225":1419,"_227":256},{"_208":1415,"_24":224,"_225":1416,"_227":1417},{"_208":1413,"_24":224,"_225":1414,"_227":256},{"_208":1410,"_24":224,"_225":1411,"_227":1412},"11c2f44b2eae",[1399],"And these are your funny weird mistakes.","74e9c40aafa8",[],"fab92c239194",[1401],"So the first one goes away as models get more capable.","d2138a381e17",[],"cbeb91fa06c6",[1403],"And there are two kinds of bad behaviors that we see. I guess you could call it type one and type two.","d35fce363a6a",[1432,1433,1434],[1426,1427],{"_208":1430,"_24":219,"_220":1431},{"_208":1428,"_24":219,"_220":1429},"696a063","00:03:38.120","ff8a55a","00:03:27.800",{"_208":1440,"_24":224,"_225":1441,"_227":1442},{"_208":1438,"_24":224,"_225":1439,"_227":256},{"_208":1435,"_24":224,"_225":1436,"_227":1437},"ca9ddd9772ab",[1428],"and where we perhaps shouldn't deploy AI right now because they just make mistakes that are quite bad for people.","1fe3cb3df2d9",[],"63da6b70c1fe",[1430],"But yeah, we want to make sure that we find all the failures, report on them and work with the labs, which we do quite a lot, so they understand how models can be improved","bec21d9472a3",[1455,1456,1457,1458,1459],[1446,1447,1448],{"_208":1453,"_24":219,"_220":1454},{"_208":1451,"_24":219,"_220":1452},{"_208":1449,"_24":219,"_220":1450},"377bc76","00:03:24.840","9dbdf68","00:03:16.400","220aecd","00:03:10.080",{"_208":1470,"_24":224,"_225":1471,"_227":1472},{"_208":1468,"_24":224,"_225":1469,"_227":256},{"_208":1465,"_24":224,"_225":1466,"_227":1467},{"_208":1463,"_24":224,"_225":1464,"_227":256},{"_208":1460,"_24":224,"_225":1461,"_227":1462},"975acf301f6f",[1449],"So I think the starting conditions there is just hard.","91ab57845333",[],"a0ec4c474cfc",[1451],"But I do doubt that a human running the store would make a profit actually, because the rent is like seven thousand five hundred dollars per month.","3b7cad5a796a",[],"f0f023575fe7",[1453],"I think the vending machines are the most successful ones, but the market and the cafe are not really making a profit.","94a309db1a98",[1485,1486,1487,1488,1489],[1476,1477,1478],{"_208":1483,"_24":219,"_220":1484},{"_208":1481,"_24":219,"_220":1482},{"_208":1479,"_24":219,"_220":1480},"49d5d46","00:03:05.840","a7fd01b","00:02:56.659","1932b8b","00:02:51.140",{"_208":1500,"_24":224,"_225":1501,"_227":1502},{"_208":1498,"_24":224,"_225":1499,"_227":256},{"_208":1495,"_24":224,"_225":1496,"_227":1497},{"_208":1493,"_24":224,"_225":1494,"_227":256},{"_208":1490,"_24":224,"_225":1491,"_227":1492},"ebbcdcd80453",[1479],"very successful. And they aren't super successful yet.","cdb87493c4d3",[],"8e293c73493b",[1481],"So we want to find out what goes wrong where and what's still remaining and understand when will models actually be able to run something","f4686835cabf",[],"cf10443db02a",[1483],"So why do we do these real-world deployments and just push AI to the limit?","f55de3e14181",[1506],[],{"_208":1507,"_24":224,"_225":1508,"_227":1509},"964f9a7b23c1",[],"Two Kinds of Bad Behavior","8fa5e09b90e2",[1519,1520,1521],[1513,1514],{"_208":1517,"_24":219,"_220":1518},{"_208":1515,"_24":219,"_220":1516},"f6021ad","00:02:48.140","b679a3d","00:02:36.640",{"_208":1527,"_24":224,"_225":1528,"_227":1529},{"_208":1525,"_24":224,"_225":1526,"_227":256},{"_208":1522,"_24":224,"_225":1523,"_227":1524},"500df6c29f71",[1515],"So basically run the whole organization.","63617c8283bb",[],"14e150728426",[1517],"And you can call in, you can talk with them on X, and they have to basically buy songs, they have to engage with audience, they have to talk between each song.","fdb677c9d5ef",[1539,1540,1541],[1533,1534],{"_208":1537,"_24":219,"_220":1538},{"_208":1535,"_24":219,"_220":1536},"0156da4","00:02:30.340","4f7f8ce","00:02:24.180",{"_208":1547,"_24":224,"_225":1548,"_227":1549},{"_208":1545,"_24":224,"_225":1546,"_227":256},{"_208":1542,"_24":224,"_225":1543,"_227":1544},"262d8686f7fc",[1535],"So there's one by GPT, one by Gemini, one by Claude and one by Grok.","d0b7f67dcd32",[],"8474d27c16af",[1537],"These are AI-run radio stations. So there are actually four of them where we can test them head to head against each other.","9f50bd36372c",[1562,1563,1564,1565,1566],[1553,1554,1555],{"_208":1560,"_24":219,"_220":1561},{"_208":1558,"_24":219,"_220":1559},{"_208":1556,"_24":219,"_220":1557},"65f6282","00:02:18.060","abfd33a","00:02:07.340","e896acd","00:01:55.700",{"_208":1577,"_24":224,"_225":1578,"_227":1579},{"_208":1575,"_24":224,"_225":1576,"_227":256},{"_208":1572,"_24":224,"_225":1573,"_227":1574},{"_208":1570,"_24":224,"_225":1571,"_227":256},{"_208":1567,"_24":224,"_225":1568,"_227":1569},"1e3807b80448",[1556],"setting all the prices, and then we also did Andon FM.","e8e21beb4555",[],"a0bb299d0e06",[1558],"And very, very similar setup where we let the agent handle everything from hiring people to managing the inventory to deciding what's on the menu,","8863407f9f7b",[],"4e8d0ec95341",[1560],"And at the same time as we launched that, we also did Andon Cafe, which is similarly an autonomous business that's run by an AI that we call Mona.","b9cb4c8484e0",[1589,1590,1591],[1583,1584],{"_208":1587,"_24":219,"_220":1588},{"_208":1585,"_24":219,"_220":1586},"5586489","00:01:49.940","7afb31a","00:01:39.920",{"_208":1597,"_24":224,"_225":1598,"_227":1599},{"_208":1595,"_24":224,"_225":1596,"_227":256},{"_208":1592,"_24":224,"_225":1593,"_227":1594},"f0abea080a7e",[1585],"So it has around three people right now that is welcoming people into the store.","00657557742a",[],"727b1c0e5d36",[1587],"But anyways, Luna runs Andon Market, had to set up everything, had to buy the inventory, has to set the prices, has to hire people.","4a484c4f4dac",[1615,1616,1617,1618,1619,1620,1621],[1603,1604,1605,1606],{"_208":1613,"_24":219,"_220":1614},{"_208":1611,"_24":219,"_220":1612},{"_208":1609,"_24":219,"_220":1610},{"_208":1607,"_24":219,"_220":1608},"770b64f","00:01:38.799","d145c7f","00:01:33.600","2bac841","00:01:30.000","d081ba1","00:01:26.920",{"_208":1637,"_24":224,"_225":1638,"_227":1639},{"_208":1635,"_24":224,"_225":1636,"_227":256},{"_208":1632,"_24":224,"_225":1633,"_227":1634},{"_208":1630,"_24":224,"_225":1631,"_227":256},{"_208":1627,"_24":224,"_225":1628,"_227":1629},{"_208":1625,"_24":224,"_225":1626,"_227":256},{"_208":1622,"_24":224,"_225":1623,"_227":1624},"94b728f484aa",[1607],"But now it's a bit confusing.","771e71c28bcf",[],"e648b889c365",[1609],"Actually, we came up with Luna before OpenAI did, so I think they took our name.","b1ebb61f8ec1",[],"13cbabbaf030",[1611],"And Luna has to manage everything.","9e144974dfd3",[],"631a2eb5e798",[1613],"It's run by an AI agent that's named Luna.","654050e1df1b",[1655,1656,1657,1658,1659,1660,1661],[1643,1644,1645,1646],{"_208":1653,"_24":219,"_220":1654},{"_208":1651,"_24":219,"_220":1652},{"_208":1649,"_24":219,"_220":1650},{"_208":1647,"_24":219,"_220":1648},"b904fc4","00:01:23.960","3c4e407","00:01:21.080","2ba91d0","00:01:17.160","5fae83e","00:01:08.259",{"_208":1677,"_24":224,"_225":1678,"_227":1679},{"_208":1675,"_24":224,"_225":1676,"_227":256},{"_208":1672,"_24":224,"_225":1673,"_227":1674},{"_208":1670,"_24":224,"_225":1671,"_227":256},{"_208":1667,"_24":224,"_225":1668,"_227":1669},{"_208":1665,"_24":224,"_225":1666,"_227":256},{"_208":1662,"_24":224,"_225":1663,"_227":1664},"1d5dc8805dd4",[1647],"It's on Union Street in Cow Hollow.","387ea3374843",[],"7b24a436342c",[1649],"And this is a store. It's open here in San Francisco.","84fe6f4073c0",[],"741dda6d7f69",[1651],"Then in April this year we started Andon Market.","7854cc0121b9",[],"90bb849414bb",[1653],"So we started out with vending machines, which is in our understanding, maybe the simplest business you can run, probably.","8d482fdce1d3",[1683],[],{"_208":1684,"_24":224,"_225":1685,"_227":1686},"4ec527e5b8a5",[],"Real-World Deployments","069d3a628668",[1699,1700,1701,1702,1703],[1690,1691,1692],{"_208":1697,"_24":219,"_220":1698},{"_208":1695,"_24":219,"_220":1696},{"_208":1693,"_24":219,"_220":1694},"58ca136","00:01:02.500","dc67926","00:01:00.700","3ec421a","00:00:56.300",{"_208":1714,"_24":224,"_225":1715,"_227":1716},{"_208":1712,"_24":224,"_225":1713,"_227":256},{"_208":1709,"_24":224,"_225":1710,"_227":1711},{"_208":1707,"_24":224,"_225":1708,"_227":256},{"_208":1704,"_24":224,"_225":1705,"_227":1706},"8eb6de94e462",[1693],"later. So yeah, since then we've done a lot more real-world deployments.","d3fe016f9a10",[],"176948e3f635",[1695],"I'll talk a bit more about this","bbcbb05adadf",[],"e35daa23011a",[1697],"So it really has improved. But it started out giving away things for free.","9acf0f572a5c",[1732,1733,1734,1735,1736,1737,1738],[1720,1721,1722,1723],{"_208":1730,"_24":219,"_220":1731},{"_208":1728,"_24":219,"_220":1729},{"_208":1726,"_24":219,"_220":1727},{"_208":1724,"_24":219,"_220":1725},"6586bb9","00:00:51.020","72ebee5","00:00:49.380","0f0a358","00:00:44.500","a991fd5","00:00:37.200",{"_208":1754,"_24":224,"_225":1755,"_227":1756},{"_208":1752,"_24":224,"_225":1753,"_227":256},{"_208":1749,"_24":224,"_225":1750,"_227":1751},{"_208":1747,"_24":224,"_225":1748,"_227":256},{"_208":1744,"_24":224,"_225":1745,"_227":1746},{"_208":1742,"_24":224,"_225":1743,"_227":256},{"_208":1739,"_24":224,"_225":1740,"_227":1741},"5e3a19484cb3",[1724],"It's still running and right now making quite a lot of profits with the newest Fable model.","7bfe2e2e851d",[],"72a1d29e913a",[1726],"So this is from their office.","17139acc1bf4",[],"35dc63d4f63c",[1728],"We went to Anthropic and we put a vending machine in their office and they were quite excited about this.","032af17fe7bd",[],"4bba6b1df217",[1730],"And this was back in the day where the frontier model was like, Claude 3.5 Sonnet was like the best one.","b45c8ce8659e",[1769,1770,1771,1772,1773],[1760,1761,1762],{"_208":1767,"_24":219,"_220":1768},{"_208":1765,"_24":219,"_220":1766},{"_208":1763,"_24":219,"_220":1764},"c159a8f","00:00:32.800","db5f2dd","00:00:22.740","de2f559","00:00:18.060",{"_208":1784,"_24":224,"_225":1785,"_227":1786},{"_208":1782,"_24":224,"_225":1783,"_227":256},{"_208":1779,"_24":224,"_225":1780,"_227":1781},{"_208":1777,"_24":224,"_225":1778,"_227":256},{"_208":1774,"_24":224,"_225":1775,"_227":1776},"6f12e4ecaca9",[1763],"That's how we started. And then we wanted to see, okay, can we take this to the real world now?","e596c35797bf",[],"f37f6c5f0602",[1765],"So we started out doing Vending-Bench, which is still reported on, which is a simulation where we let agents run a simulated vending machine business over one year.","95a5357ae184",[],"5a05977f14fb",[1767],"Well, we do this through simulations and through real-world deployments of AI.","93c47f668ecd",[1799,1800,1801,1802,1803],[1790,1791,1792],{"_208":1797,"_24":219,"_220":1798},{"_208":1795,"_24":219,"_220":1796},{"_208":1793,"_24":219,"_220":1794},"567af81","00:00:16.700","23eaf38","00:00:10.940","2ce2151","00:00:04.080",{"_208":1814,"_24":224,"_225":1815,"_227":1816},{"_208":1812,"_24":224,"_225":1813,"_227":256},{"_208":1809,"_24":224,"_225":1810,"_227":1811},{"_208":1807,"_24":224,"_225":1808,"_227":256},{"_208":1804,"_24":224,"_225":1805,"_227":1806},"6981ba439096",[1793],"So how do we do this?","c096641a551a",[],"0aeb14637cc1",[1795],"And we want to make sure that the future where all organizations are run by AI are safe.","ccd3cb7437c6",[],"5d84f236b022",[1797],"Great to be here. I'm Axel, one of the co-founders of Andon Labs, and we are an AI safety company.",{"_18":1823,"_20":1859,"_22":1825,"_24":1826,"_26":1827,"_1828":1860,"_1830":1861,"_14":1862},{"_18":1823,"_20":1854,"_22":1825,"_24":1826,"_26":1827,"_1828":1855,"_1830":1856,"_14":1857},{"_18":1847,"_20":1848,"_22":1849,"_24":1826,"_26":1847,"_1828":1850,"_1830":1851,"_14":1852},{"_18":1823,"_20":1842,"_22":1825,"_24":1826,"_26":1827,"_1828":1843,"_1830":1844,"_14":1845},{"_18":1835,"_20":1836,"_22":1837,"_24":1826,"_26":1835,"_1828":1838,"_1830":1839,"_14":1840},{"_18":1823,"_20":1824,"_22":1825,"_24":1826,"_26":1827,"_1828":1829,"_1830":1831,"_14":1832},"2026-10-23T23:10:26Z","f91f5192-418f-45ba-9493-24ac4bc37f60","mG7vmCjaB1vEw3gqUIqrjf","tag","2026-10-23T23:11:12Z","description","Tracing, monitoring, and measuring what agents do in production.","name","Agent Observability",{"_24":14,"_1833":1834},"current","agent-observability","2023-07-17T23:23:49Z","eec559a9-10e7-4405-82e4-e0736495ec36","TfMkf5gVJ7UWv1vMi5Qxor","Artificial intelligence, including AI-powered coding assistants built on large language models.","AI",{"_24":14,"_1833":1841},"ai","d85bfd87-b157-4c36-9e8f-16f6cfb6ac69","Keeping autonomous agents and organizations safe and aligned.","AI Safety",{"_24":14,"_1833":1846},"ai-safety","2025-04-15T17:19:22Z","80867d7d-9222-41f5-a465-915aa791bc97","YlxgmKTLxstUdop23VNy4f","AI agents are autonomous systems built to independently take action on business or technical tasks.","AI Agents",{"_24":14,"_1833":1853},"ai-agents","6625b640-07c5-4ac4-9324-bf13e52c5ed3","Agents that work toward goals over hours or days, and the infrastructure that keeps them on track.","Long-Horizon Agents",{"_24":14,"_1833":1858},"long-horizon-agents","55e6b0bf-3cf3-4fb8-b73d-a89a18180b76","Evaluating agent behavior, skills, and learning.","Agent Evals",{"_24":14,"_1833":1863},"agent-evals",{"_208":1865,"_24":1866,"_1867":-5,"_1868":1869},"spk0axelb","speaker","organization","person",{"_18":1870,"_20":1871,"_22":1872,"_1873":1874,"_24":1868,"_26":1875,"_1876":1877,"_1878":12,"_1830":1879,"_1867":1880,"_1881":12,"_1882":1883,"_1884":1885,"_68":1886,"_1887":12},"2026-09-10T17:40:49Z","ff3e09a8-6657-4e25-b7aa-23a90da439f8","SaZeReAgF5H3OfXp94QOhp","_system",{"_1918":1919},"2026-09-10T18:13:20Z","bio",[1903],"generate","Axel Backlund",{"_18":1895,"_20":1896,"_22":1897,"_24":1867,"_26":1898,"_1878":12,"_1899":1900,"_1830":1901,"_1902":12},"partner","photo",{"_24":1890,"_74":1891},"position","Cofounder",{"_24":68,"_1888":12,"_1889":12},"teamMember","nofollow","noindex","mainImage",{"_1892":1893,"_24":1894},"_ref","image-701f51572cfc829764b0e03b7ad2e6410fb1fe83-769x769-jpg","reference","2026-09-10T17:40:01Z","8f481812-8694-459b-888c-142377952018","AvBrD6DdjyccEYuoF7qYYQ","2026-09-10T17:40:13Z","link","https://andonlabs.com","Andon Labs","portfolioCompany",{"_208":1904,"_24":210,"_211":1905,"_213":1906,"_215":216},"b1",[1911,1912],[1907],{"_208":1908,"_24":1899,"_1909":1910},"l1","href","https://www.linkedin.com/in/axelbacklund/",{"_208":1916,"_24":224,"_225":1917,"_227":1879},{"_208":1913,"_24":224,"_225":1914,"_227":1915},"s2",[]," is Cofounder of Andon Labs and creator of Vending-Bench, pioneering real-world evaluations of autonomous AI agents across business and physical environments.","s1",[1908],"base",{"_100":1871,"_1920":1921},"rev","IBgcBIPGoUVrOhZYuqvaTY","image",{"_1892":1924,"_24":1894},"image-f9e2ea2b8364faa75a183861233d852ade986ee5-1920x1080-jpg",{"_208":1926,"_24":210,"_211":1927,"_213":1928,"_215":216},"086bff24cc81",[1929],[],{"_208":1930,"_24":224,"_225":1931,"_227":1932},"9e76294d089a",[],"

Safety for Autonomous Organizations\n
- Real-World Deployments
- Two Kinds of Bad Behavior
- From Simulation to Reality
- Working Around the Harness
- What to Do About It
\n

",{"_208":1940,"_1892":1941,"_24":1894},{"_208":1938,"_1892":1939,"_24":1894},{"_208":1936,"_1892":1937,"_24":1894},"9Ifxw2baZv24","39c370db-08bf-4de5-b2c2-7b579fe65e59","b75Vvt2SIldq","4cf0dd20-6e50-4e54-91f2-18e60d34af37","qA0aTiGI6M67","27ad23dc-58b9-4366-a3b9-c73d40aedc73","items",[4404,4405,4406],"recent",[1946,1947,1948],{"_1949":3786,"_96":3787,"_1922":-5,"_1953":3788,"_51":3789,"_14":3790,"_1957":1958,"_63":3791,"_1960":1961},{"_1949":2566,"_96":2567,"_1922":-5,"_1953":2568,"_51":2569,"_14":2570,"_1957":1958,"_63":2571,"_1960":1961},{"_1949":1950,"_96":1951,"_1922":1952,"_1953":1954,"_51":1955,"_14":1956,"_1957":1958,"_63":1959,"_1960":1961},"content",[1962,1963,1964,1965,1966,1967,1968,1969,1970,1971,1972,1973,1974,1975,1976,1977,1978,1979,1980,1981,1982,1983,1984,1985,1986,1987,1988,1989,1990,1991,1992,1993,1994,1995,1996,1997,1998,1999,2000,2001,2002,2003,2004,2005,2006],17,"https://cdn.sanity.io/images/50q6fr1p/production/28801f05c737cc57c3c04d467a0a54838fc70ad0-1200x630.png","objectID","9d8377ac-25e6-47b7-8e40-22ee9a7cb43e","2026-08-27T16:38:00.000Z","understanding-code-by-treating-it-as-a-graph","templateType","default","Is the Key to Understanding Code Treating it as a Graph?","typeName","blogArticle",{"_208":2559,"_24":210,"_211":2560,"_213":2561,"_215":493},{"_208":2530,"_24":210,"_211":2531,"_213":2532,"_215":216},{"_208":2501,"_24":210,"_211":2502,"_213":2503,"_215":216},{"_208":2498,"_24":1922,"_74":2499},{"_208":2485,"_24":210,"_211":2486,"_213":2487,"_215":216},{"_208":2478,"_24":210,"_211":2479,"_213":2480,"_215":493},{"_208":2460,"_24":210,"_211":2461,"_213":2462,"_215":216},{"_208":2442,"_24":210,"_211":2443,"_213":2444,"_215":216},{"_208":2435,"_24":210,"_211":2436,"_213":2437,"_215":216},{"_208":2428,"_24":210,"_211":2429,"_213":2430,"_215":216},{"_208":2421,"_24":210,"_211":2422,"_213":2423,"_215":493},{"_208":2392,"_24":210,"_211":2393,"_213":2394,"_215":216},{"_208":2385,"_24":210,"_211":2386,"_213":2387,"_215":216},{"_208":2378,"_24":210,"_211":2379,"_213":2380,"_215":216},{"_208":2371,"_24":210,"_211":2372,"_213":2373,"_215":493},{"_208":2364,"_24":210,"_211":2365,"_213":2366,"_215":216},{"_208":2346,"_24":210,"_211":2347,"_213":2348,"_215":216},{"_208":2328,"_24":210,"_211":2329,"_213":2330,"_215":216},{"_208":2321,"_24":210,"_211":2322,"_213":2323,"_215":493},{"_208":2314,"_24":210,"_211":2315,"_213":2316,"_215":216},{"_208":2288,"_24":210,"_211":2289,"_213":2290,"_215":216},{"_208":2270,"_24":210,"_211":2271,"_213":2272,"_215":216},{"_208":2255,"_24":210,"_211":2256,"_213":2257,"_215":216},{"_208":2248,"_24":210,"_211":2249,"_213":2250,"_215":216},{"_208":2241,"_24":210,"_211":2242,"_213":2243,"_215":216},{"_208":2234,"_24":210,"_211":2235,"_213":2236,"_215":493},{"_208":2227,"_24":210,"_211":2228,"_213":2229,"_215":216},{"_208":2220,"_24":210,"_211":2221,"_213":2222,"_215":216},{"_208":2213,"_24":210,"_211":2214,"_213":2215,"_215":216},{"_208":2184,"_24":210,"_211":2185,"_213":2186,"_215":216},{"_208":2177,"_24":210,"_211":2178,"_213":2179,"_215":493},{"_208":2170,"_24":210,"_211":2171,"_213":2172,"_215":216},{"_208":2163,"_24":210,"_211":2164,"_213":2165,"_215":216},{"_208":2156,"_24":210,"_211":2157,"_213":2158,"_215":216},{"_208":2149,"_24":210,"_211":2150,"_213":2151,"_215":216},{"_208":2142,"_24":210,"_211":2143,"_213":2144,"_215":493},{"_208":2135,"_24":210,"_211":2136,"_213":2137,"_215":216},{"_208":2095,"_24":210,"_211":2096,"_213":2097,"_215":216},{"_208":2066,"_24":210,"_211":2067,"_213":2068,"_215":216},{"_208":2059,"_24":210,"_211":2060,"_213":2061,"_215":493},{"_208":2052,"_24":210,"_211":2053,"_213":2054,"_215":216},{"_208":2037,"_24":210,"_211":2038,"_213":2039,"_215":216},{"_208":2030,"_24":210,"_211":2031,"_213":2032,"_215":216},{"_208":2014,"_24":210,"_211":2015,"_213":2016,"_215":216},{"_208":2007,"_24":210,"_211":2008,"_213":2009,"_215":216},"8eaf5dda166e",[2010],[],{"_208":2011,"_24":224,"_225":2012,"_227":2013},"7fccb285f275",[],"“So I think orchestration will be important for quite some time, because AI is still not at the level of fully, autonomously orchestrating large-scale systems that will work smoothly and without any problems. We are not there yet.”","628421de9da8",[2017,2018,2019],[],{"_208":2027,"_24":224,"_225":2028,"_227":2029},{"_208":2023,"_24":224,"_225":2024,"_227":2025},{"_208":2020,"_24":224,"_225":2021,"_227":2022},"ad91e713dbfb",[],", but also understanding what caching is and why it’s important. You’re going to need to apply that understanding when you think your system actually needs caching!”","d4b8c4a82cf1",[2026],"what Redis is","em","0cc52c592750",[],"“It’s about having this type of ‘systems thinking,’ an understanding of system design architecture and the underlying principles of the technologies. Not just knowing ","dc75d7ad8097",[2033],[],{"_208":2034,"_24":224,"_225":2035,"_227":2036},"c6a9980c57d2",[],"“You need to understand how the distributed systems work, and the code-graph-rag project fits really well here to help you ask architectural questions and locate potential bottlenecks, like dead code or other opportunities for optimization.”","afb3c879f969",[2040,2041,2042],[],{"_208":2049,"_24":224,"_225":2050,"_227":2051},{"_208":2046,"_24":224,"_225":2047,"_227":2048},{"_208":2043,"_24":224,"_225":2044,"_227":2045},"56e7f92d1742",[]," to use it, and what the pros and cons are. That will help you to have this overarching, holistic view of what it's like to build a highly scalable software engineering system.”","7f5989d240bd",[2026],"when","49750bd53c8c",[],"“For example, in order to deploy applications at scale, you might need a Kubernetes cluster. You shouldn’t have to be a highly skilled DevOps engineer to know that as AI can help you there, but you would need to know ","ab8bfa185ba6",[2055],[],{"_208":2056,"_24":224,"_225":2057,"_227":2058},"067bce70e73c",[],"From his experience building the project, Avagyan advises anyone working in a technical capacity to learn how to orchestrate. “Software engineering is changing faster than people think. The ability to orchestrate things will be important no matter what. By that, I mean knowing many different technologies: Their strengths and weaknesses, the scalability of each thing, and when to use what.”","1d6c6865362e",[2062],[],{"_208":2063,"_24":224,"_225":2064,"_227":2065},"2586e6d9e8b9",[],"The Future of Codebases: Built and Managed by AI?","6869a525750a",[2075,2076,2077,2078,2079],[2069,2070],{"_208":2073,"_24":1899,"_1909":2074},{"_208":2071,"_24":1899,"_1909":2072},"41760ee29615","https://www.youtube.com/watch?v=O2jUTq6nCEY&t=2s","48182a105088","https://blog.dailydoseofds.com/",{"_208":2092,"_24":224,"_225":2093,"_227":2094},{"_208":2089,"_24":224,"_225":2090,"_227":2091},{"_208":2086,"_24":224,"_225":2087,"_227":2088},{"_208":2083,"_24":224,"_225":2084,"_227":2085},{"_208":2080,"_24":224,"_225":2081,"_227":2082},"dd3d4a61f74f",[],"), but eventually, the project started trending again on GitHub organically. I guess it might have to do with the ‘right solution at the right time’ phenomenon.”","6f0d56991c70",[2071],"with Memgraph","3954a9df1f48",[]," when I was working on my own startup back in 2023. I got coverage for my product in this popular newsletter, which might have been the trigger that helped it ‘go viral’ on GitHub the first time. That said, I have also tried many other channels like Hacker News, LinkedIn and X posts, giving talks (including this session ","6424a1b96d65",[2073],"Daily Dose of Data Science","30637c109bb6",[],"“Finally, I’d recommend finding a distribution channel for your work. Even the greatest product on earth won’t necessarily be noticed if you just put it on GitHub and leave it there. You need to promote it. I was fortunate enough to have worked with the founder of ","81d7413fc3b2",[2107,2108,2109,2110,2111,2112,2113],[2098,2099,2100],{"_208":2105,"_24":1899,"_1909":2106},{"_208":2103,"_24":1899,"_1909":2104},{"_208":2101,"_24":1899,"_1909":2102},"2f238ed440f7","https://zed.dev/","3f971d287b17","https://neovim.io/","f040745fb71d","https://github.com/vitali87/croft",{"_208":2132,"_24":224,"_225":2133,"_227":2134},{"_208":2129,"_24":224,"_225":2130,"_227":2131},{"_208":2126,"_24":224,"_225":2127,"_227":2128},{"_208":2123,"_24":224,"_225":2124,"_227":2125},{"_208":2120,"_24":224,"_225":2121,"_227":2122},{"_208":2117,"_24":224,"_225":2118,"_227":2119},{"_208":2114,"_24":224,"_225":2115,"_227":2116},"1bb94c846e83",[]," and other alternatives. I found myself thinking there should be a better way, so I built a VS Code clone in the terminal with Rust to make it super-fast. I’ve been using it every day myself and I would recommend others try it out.”","93a91dcf4857",[2101],"Zed","e76bcfb5a8f3",[],", ","94d7ac6fa32a",[2103],"Neovim","630e70cbbe50",[],", as an example. “I’m a VS Code user, but I enjoy terminal as well, so I found myself going back and forth between VS Code, ","9f8ed6fdab01",[2105],"Croft","321ac6bc0e40",[],"“Second, I would recommend building things from the perspective of thinking about what you do every day and how you can accelerate what you do and be more performant with your tools.” The creator notes another open-source project of his, ","8c4981547047",[2138],[],{"_208":2139,"_24":224,"_225":2140,"_227":2141},"58335d9df518",[],"When asked what his most important learnings from the project are, Avagyan offers a few suggestions. “One, which I think is most important, is to just build something for yourself that you would like to have. That's pretty much how this project was born. Because I was dealing with [the challenges of managing a] monorepo, and at first, I just wanted to visualize it and understand its complexity. I looked for solutions to see if there was a good product for me. I didn't find one, so I decided I would build it myself, and after releasing it publicly, it turned to be useful for other people.”","05e8e1c9fe0a",[2145],[],{"_208":2146,"_24":224,"_225":2147,"_227":2148},"76872200c049",[],"Learnings from Building","526da0bc67f6",[2152],[],{"_208":2153,"_24":224,"_225":2154,"_227":2155},"b5c434461aac",[],"The creator suggests that while he spent the better part of a year building a system that could dynamically map and remap graph representations of codebases without significant latency, not every org is on the same page. “Even doing something like this with AI agents will take some time, and will cost internal resources. And people don’t always have patience for these things and may want to see a one-shot solution instead. But I think the approach will get more momentum and I think many companies will adopt it eventually.”","f2f91f55c9c2",[2159],[],{"_208":2160,"_24":224,"_225":2161,"_227":2162},"5556895009c6",[],"“You can get really far with one language, maybe with a toy example using a tool like Tree-sitter. But jobs that require you to unify graphs across different languages, and build usable and accurate relationships over top of them, and making sure it can work at scale, that’s different. For example, a monorepo is a living creature that changes every minute: People commit and delete code and so on. So your graph needs to keep up with that. It needs to recalculate [those relationships] with every change, every drop, every addition. The project has a graph updater designed specifically to make this real-time syncing possible.”","a89686ddcbd7",[2166],[],{"_208":2167,"_24":224,"_225":2168,"_227":2169},"eb00873aac4a",[],"Avagyan notes that those companies may be hitting a stumbling block. “I think one problem companies may be having is accuracy.”","7cbaec07cf9b",[2173],[],{"_208":2174,"_24":224,"_225":2175,"_227":2176},"52c6bc34d2b2",[],"The creator suggests that graphing codebases is a useful approach for any organization, but the timing might not be quite right for large-scale enterprises that are slow to embrace change. “I believe many companies, including major AI vendors like Cursor or Anthropic, have been experimenting with graph-based approaches, if not for codebase mapping, then for use cases like memory management.”","5a3ea8acd83b",[2180],[],{"_208":2181,"_24":224,"_225":2182,"_227":2183},"1cd77c6dd0f6",[],"Why Aren’t Enterprises Already Graphing Their Codebases?","b003dd295bbf",[2193,2194,2195,2196,2197],[2187,2188],{"_208":2191,"_24":1899,"_1909":2192},{"_208":2189,"_24":1899,"_1909":2190},"eb5b74dd23fd","https://flutter.dev/","fc884ca87ef9","https://dart.dev/overview",{"_208":2210,"_24":224,"_225":2211,"_227":2212},{"_208":2207,"_24":224,"_225":2208,"_227":2209},{"_208":2204,"_24":224,"_225":2205,"_227":2206},{"_208":2201,"_24":224,"_225":2202,"_227":2203},{"_208":2198,"_24":224,"_225":2199,"_227":2200},"b630193673be",[]," widget structure.”","ab660c7a1ffd",[2189],"Flutter","cee0616ee44a",[]," is already supported and includes ","fc85ec3d18b6",[2191],"Dart","2a8e4e8ba899",[],"Avagyan notes growing interest among teams managing heavyweight ERP systems with some flavor of Python, as well as ongoing requests around app development. “","e96ed7f2d62e",[2216],[],{"_208":2217,"_24":224,"_225":2218,"_227":2219},"e4b2c56f631d",[],"So you can see why companies are adopting the project as part of their onboarding tools. You could use it as an MCP server in Claude Code or any other harness or just use Cypher queries to search your codebase before even starting any agentic exploration. This approach is quick and gives you a really good grasp of a codebase, without getting sidetracked to other areas that may not be as important.”","a9bdfd671d83",[2223],[],{"_208":2224,"_24":224,"_225":2225,"_227":2226},"b0569066d73c",[],"“Since we recently added FLOWS_TO, READS_FROM and WRITES_TO relationships in a graph, it’s now easy to analyze the relationships between microservices in your codebase as well. (I’ve actually been approached by security companies about using the project for security detection use cases across large codebases, which is a natural fit as tracing how data moves through a system is exactly what those relationships capture.)”","34664692f09c",[2230],[],{"_208":2231,"_24":224,"_225":2232,"_227":2233},"2b1eaf954306",[],"The creator calls out onboarding new engineers as a key use case for the project. “People tell me that using the project has significantly reduced onboarding times because it can gather information about different aspects of a monorepo codebase and give that directly to new junior engineers.”","06fc03e6d208",[2237],[],{"_208":2238,"_24":224,"_225":2239,"_227":2240},"0743e3b412d6",[],"Real-World Use Cases for Graphing a Codebase","6a4ddfd50139",[2244],[],{"_208":2245,"_24":224,"_225":2246,"_227":2247},"847581b898f9",[],"“To be honest, the goal of the project was never cost reduction, but I think it’s a byproduct, since you get the accuracy of a graph and the accuracy of an MCP and agent to invoke the correct tools to query the graph.","2cfb4c4a9a81",[2251],[],{"_208":2252,"_24":224,"_225":2253,"_227":2254},"b8c18965ccb1",[],"“Let’s say the project fails in one Cypher query? Then it can just repeat it, and with that query, you can gain lots of context up front, very fast. And that failure is less costly compared to if AI were to go and perform its own search, realize it was searching in the wrong place, then go to another place...you can imagine how things would accumulate really fast.”","824172ebddac",[2258,2259,2260],[],{"_208":2267,"_24":224,"_225":2268,"_227":2269},{"_208":2264,"_24":224,"_225":2265,"_227":2266},{"_208":2261,"_24":224,"_225":2262,"_227":2263},"e051511f75df",[]," say that I’ve observed the project to be very fast, and it seems more fault-tolerant in a way.”","36ec44554375",[2026],"can","7cdd05898655",[],"Avagyan notes that some users come to the project looking for performance and cost gains as well. “Some people claim that the project is as much as 65% more cost-efficient than traditional agentic coding and search, and I can’t verify those numbers myself. I ","623b0301e0bf",[2276,2277,2278],[2273],{"_208":2274,"_24":1899,"_1909":2275},"c1ed526f5769","https://memgraph.com/",{"_208":2285,"_24":224,"_225":2286,"_227":2287},{"_208":2282,"_24":224,"_225":2283,"_227":2284},{"_208":2279,"_24":224,"_225":2280,"_227":2281},"da89921f17d9",[]," as a GraphDB and it's really fast, it runs in memory and you can deploy using Docker containers, and that would be enough to deploy locally, and the project has the building blocks for bigger deployments to the cloud. So far, it seems to scale well (people have even graphed the Linux kernel) and I haven’t seen any real degradation in speed when it comes to querying graphs.”","34da333815d3",[2274],"Memgraph","c9fdbc40e4d6",[],"“Otherwise, I don't think storage is a problem. The project uses ","d8236069c0ba",[2294,2295,2296,2297,2298],[2291],{"_208":2292,"_24":1899,"_1909":2293},"ec14de8b6db9","https://en.wikipedia.org/wiki/Dead-code_elimination",{"_208":2311,"_24":224,"_225":2312,"_227":2313},{"_208":2308,"_24":224,"_225":2309,"_227":2310},{"_208":2305,"_24":224,"_225":2306,"_227":2307},{"_208":2302,"_24":224,"_225":2303,"_227":2304},{"_208":2299,"_24":224,"_225":2300,"_227":2301},"2dd3e29f6f5e",[]," command that will check the reachability of all your code. If some are not reachable, they’re likely candidates [for being dead code and potentially getting deleted].”","cba21817906a",[2026],"code graph","28ed3f1a3a15",[],". If you have vibe coded your repo, or it’s otherwise in a state that you don't know exactly what's happening because there are so many abstractions or code duplications, or that code isn’t reachable. For example, there is a ","0f95656bd1a7",[2292],"dead code detection","37e4c8419854",[],"“I would say that a practical use of code-graph-rag is ","2e27e83e6ea0",[2317],[],{"_208":2318,"_24":224,"_225":2319,"_227":2320},"b4e8f24bb41b",[],"The creator suggests that the project is continuing to improve on traditional challenges in graph-based projects, which have historically not always been particularly responsive. “I would say storage has never been a problem. With this project, I spent significant time optimizing the build process of going from codebase to graph. (I actually optimised the build time by more than 5x with a separate repo I built that optimizes user-defined codebase segments against specific metrics like speed within accepted memory constraints. The agent then \"autosearches\" the best code among competing candidates while running the build against the ground-truthed evaluation cases which you or your agents have collected or constructed yourself.)”","e71e561bda30",[2324],[],{"_208":2325,"_24":224,"_225":2326,"_227":2327},"8bfe3199c316",[],"Bottlenecks and Resource Management","9b53b53a2ef7",[2334,2335,2336],[2331],{"_208":2332,"_24":1899,"_1909":2333},"cb676615c060","https://simonwillison.net/guides/agentic-engineering-patterns/red-green-tdd/",{"_208":2343,"_24":224,"_225":2344,"_227":2345},{"_208":2340,"_24":224,"_225":2341,"_227":2342},{"_208":2337,"_24":224,"_225":2338,"_227":2339},"a3e38bb4ef42",[],". Over time, the combination of hand-built code and agent-powered testing and development has proven to be effective. “At the beginning, I spent so much time on architecting [the project], setting the right relationships, that sort of thing, to ensure the foundation was ‘right.’ But when the foundation is ‘right,’ AI is great at doing the rest.”","a90a0f3ba6d2",[2332],"red/green test-driven development","84140f1e533e",[],"“And from there, we run thousands of test cases to ensure there are no regressions every time a new functionality is added. Every new functionality or bugfix is accompanied by a handful of new tests.” The creator suggests the project continuously runs more than 7,000 unit/integration tests using ","4ed1d30f3dc2",[2352,2353,2354],[2349],{"_208":2350,"_24":1899,"_1909":2351},"1b1e54e0707e","https://en.wikipedia.org/wiki/Polymorphism_(computer_science)",{"_208":2361,"_24":224,"_225":2362,"_227":2363},{"_208":2358,"_24":224,"_225":2359,"_227":2360},{"_208":2355,"_24":224,"_225":2356,"_227":2357},"9b109a84fb06",[]," works.” The creator notes that tracking all the nuances isn’t necessarily covered by existing deterministic open-source tools either. What is even more difficult is the runtime behavior of the code. That's why recent efforts have been placed to trace call relationships apparent at runtime and merge them into the same graph with statically-derived ones.”","e56a902ff095",[2350],"polymorphism","9a4ee9a258b2",[],"“Obviously, there are so many considerations when you go into specifics, like finding call relationships. Each language has its own specific intricacies, like how ","0815be5d9aee",[2367],[],{"_208":2368,"_24":224,"_225":2369,"_227":2370},"6ea22a083826",[],"As he sought to ensure the project yielded reliable graph representations, Avagyan found that asking LLMs to one-shot graph representations didn’t quite work. “[The LLMs] hallucinated some relationship edges and nodes. So, the project uses Tree-sitter parsers for different languages, which give you the basic relationships you can extract from AST as something of a unified way of using any type of language.”","6154d54ed4e6",[2374],[],{"_208":2375,"_24":224,"_225":2376,"_227":2377},"1641bec46e7a",[],"Making Code Graphs Deterministic with AST","a36ee5a77fd2",[2381],[],{"_208":2382,"_24":224,"_225":2383,"_227":2384},"b5e47a104baa",[],"“Obviously, this has lots of benefits. If you ask a question about a specific function or a service with semantic search, it looks at the vector similarity and brings you some functions, some of which may have relevant names, but may not be relevant to your actual query. But using graphs, if you can translate your intent into Cypher (with the help of AI), you can basically pinpoint which function you are looking for.” The creator clarifies that the project also supports semantic search as an add-on to support things like code comments, and that in practice, graph parsing and semantic search tend to be complementary.","4b92136c2a79",[2388],[],{"_208":2389,"_24":224,"_225":2390,"_227":2391},"916fbfa96bd2",[],"Avagyan’s approach was to unify the variety within a single graph ontology that worked across multiple languages, from which he designed the project to let users map relationships within a monorepo, even those that contain multiple languages (the project currently supports more than a dozen). With such precise relationships properly mapped, users can use Cypher or another query language (or some sort of tool to map natural language to a query language) to query any part of a codebase as a graph, and compare against semantic search.","755c01bddb6f",[2401,2402,2403,2404,2405],[2395,2396],{"_208":2399,"_24":1899,"_1909":2400},{"_208":2397,"_24":1899,"_1909":2398},"249727404c78","https://en.wikipedia.org/wiki/Abstract_syntax_tree","d7c41e85c164","https://tree-sitter.github.io/tree-sitter/",{"_208":2418,"_24":224,"_225":2419,"_227":2420},{"_208":2415,"_24":224,"_225":2416,"_227":2417},{"_208":2412,"_24":224,"_225":2413,"_227":2414},{"_208":2409,"_24":224,"_225":2410,"_227":2411},{"_208":2406,"_24":224,"_225":2407,"_227":2408},"916d54525867",[]," and gives you all the syntactic relationships, it's not still enough because there’s so much variety between languages and frameworks.”","ecb02d6d29a7",[2397],"abstract syntax tree","2d414b50c68b",[],", which parses the ","c4f79c67c17a",[2399],"Tree-sitter","8cfad1aaed2e",[],"The creator clarifies that precisely mapping codebases to graphs requires a correct build for each framework and programming language. “Even with an underlying technology like ","cc2e0c67c8ad",[2424],[],{"_208":2425,"_24":224,"_225":2426,"_227":2427},"a7a96359e940",[],"Accounting for Variation Across Languages, Frameworks","55289533b05a",[2431],[],{"_208":2432,"_24":224,"_225":2433,"_227":2434},"494b6d9eb54a",[],"The creator suggests that the project specifically addresses the dichotomy between graph search and traditional text search/grep. “The first part of the project is how you go from code to graph. The second is an assistant that has a context of a graph, but it also has all the tools that typical coding agents or harnesses have. I also use it alongside my other coding harnesses. For some problems, it can find solutions faster and more accurately.”","8edb1e48b5a2",[2438],[],{"_208":2439,"_24":224,"_225":2440,"_227":2441},"b5cb7e6813d4",[],"The creator clarifies, “that doesn't mean you should use [text] or [graphs] exclusively. They can be used in conjunction with each other. You can have grep, other types of search, and graph search together. Then, given that the AI has both contexts, it will decide which way to go.”","6bfeff21d7b3",[2448,2449,2450],[2445],{"_208":2446,"_24":1899,"_1909":2447},"40d5a9d1fab0","https://en.wikipedia.org/wiki/Cypher_(query_language)",{"_208":2457,"_24":224,"_225":2458,"_227":2459},{"_208":2454,"_24":224,"_225":2455,"_227":2456},{"_208":2451,"_24":224,"_225":2452,"_227":2453},"850209620fae",[]," query that will calculate it for you in milliseconds.” The creator suggests that treating codebases as graphs in this way can conserve both tokens and time.","fd7434afa3fb",[2446],"Cypher","2814a2a422f6",[],"The creator gives the example of asking an agent to find the longest nested function call in your codebase. Today’s agents will search through the imports and invocations and do some counting, a task that LLMs aren’t great at. “But if you already have a graph that represents all core relationships between methods and functions, you or an AI agent can just write a ","c357da4c0347",[2466,2467,2468],[2463],{"_208":2464,"_24":1899,"_1909":2465},"67f4fbd2fe9a","https://en.wikipedia.org/wiki/Grep",{"_208":2475,"_24":224,"_225":2476,"_227":2477},{"_208":2472,"_24":224,"_225":2473,"_227":2474},{"_208":2469,"_24":224,"_225":2470,"_227":2471},"7de49dd818b7",[]," or possibly some kind of agentic search. As you might imagine, that can become inefficient, especially considering some of the questions you might typically have about a codebase.”","683e39e682aa",[2464],"grep","b42b4a2c8abb",[],"Avagyan notes that when you hand a codebase to one of today’s coding assistants, it’ll often treat it as a text artifact. “Then, it traverses the code base with a ","2fc0e81b9ef7",[2481],[],{"_208":2482,"_24":224,"_225":2483,"_227":2484},"4cb4e6406d24",[],"Viewing Code as a Retrievable Graph","b80310699127",[2491,2492],[2488],{"_208":2489,"_24":1899,"_1909":2490},"5b72c578e5d1","https://www.youtube.com/watch?v=O2jUTq6nCEY",{"_208":2495,"_24":224,"_225":2496,"_227":2497},{"_208":2493,"_24":224,"_225":2494,"_227":2284},"5ef047d4ccf9",[2489,2026],"a0931bc06a15",[2026],"Vitali Avagyan discusses using GraphRAG to parse repos with Memgraph. Image courtesy ","c9d37b6922a5",{"_1892":2500,"_24":1894},"image-bc24d7b1e62740bb7448a1a80a9dfd59940c68d6-3840x1100-jpg","9b432548c002",[2510,2511,2512,2513,2514],[2504,2505],{"_208":2508,"_24":1899,"_1909":2509},{"_208":2506,"_24":1899,"_1909":2507},"b6ce27c00ce8","https://github.com/vitali87/code-graph-rag","a50030cc5b04","https://www.linkedin.com/in/vitali-avagyan-a1566234/",{"_208":2527,"_24":224,"_225":2528,"_227":2529},{"_208":2524,"_24":224,"_225":2525,"_227":2526},{"_208":2521,"_24":224,"_225":2522,"_227":2523},{"_208":2518,"_24":224,"_225":2519,"_227":2520},{"_208":2515,"_24":224,"_225":2516,"_227":2517},"c24ce7265e1d",[],".","c66f9ef7a776",[2506],"code-graph-rag","a0f94686e2c4",[]," asserts that the key to understanding code, particularly code across different languages, is to stop thinking of it as lines of plain text, and to treat it as a relational graph, which is the basis of his open-source project ","7aa3b54f64f6",[2508],"Vitali Avagyan","9c50f1246f14",[],"As generating code becomes free, understanding what any of it does becomes much more costly, and updating it becomes significantly more complex. Developer ","4b5755f9b8bc",[2539,2540,2541,2542,2543],[2533,2534],{"_208":2537,"_24":1899,"_1909":2538},{"_208":2535,"_24":1899,"_1909":2536},"8042bdcd04fd","https://blog.google/innovation-and-ai/infrastructure-and-cloud/google-cloud/cloud-next-2026-sundar-pichai/","afe823ab102f","https://techcrunch.com/2025/04/29/microsoft-ceo-says-up-to-30-of-the-companys-code-was-written-by-ai/",{"_208":2556,"_24":224,"_225":2557,"_227":2558},{"_208":2553,"_24":224,"_225":2554,"_227":2555},{"_208":2550,"_24":224,"_225":2551,"_227":2552},{"_208":2547,"_24":224,"_225":2548,"_227":2549},{"_208":2544,"_24":224,"_225":2545,"_227":2546},"70dd8d1c5fc1",[]," of their new code is AI-generated, which does nothing to help the ongoing challenges of first-time onboarding for codebases and the updating of existing codebases for newly-hired engineers and growing teams (as well as for agentic coding assistants).","a7022507758b",[2535],"75%","47cf0e8a331c",[]," to ","d1aebf2378c0",[2537],"30%","adc4d52ad4cd",[],"Major engineering orgs claim that as much as ","f09e9612ef15",[2562],[],{"_208":2563,"_24":224,"_225":2564,"_227":2565},"85de00f41251",[],"Why Code-as-Text Doesn’t Work for Genuine Understanding",[2572,2573,2574,2575,2576,2577,2578,2579,2580,2581,2582,2583,2584,2585,2586,2587,2588,2589,2590,2591,2592,2593,2594,2595,2596,2597,2598,2599,2600,2601,2602,2603,2604,2605,2606,2607,2608,2609,2610,2611,2612,2613,2614,2615,2616,2617,2618,2619,2620,2621,2622,2623,2624,2625,2626,2627,2628,2629,2630,2631,2632,2633,2634,2635,2636,2637,2638,2639,2640,2641,2642,2643,2644,2645,2646,2647,2648,2649,2650,2651,2652,2653,2654,2655,2656,2657,2658,2659],20,"7f2db4aa-8e93-45db-a467-a326acd92cfb","2026-10-02T19:09:00.000Z","long-horizon-agents-part-2-memory-is-more-than-recall","Long-Horizon Agents, Part 2: Memory Is More than Recall",{"_208":3779,"_24":210,"_211":3780,"_213":3781,"_215":493},{"_208":3773,"_24":210,"_211":3774,"_213":3775,"_215":216},{"_208":3755,"_24":210,"_211":3756,"_213":3757,"_215":216},{"_208":3748,"_24":210,"_211":3749,"_213":3750,"_215":216},{"_208":3741,"_24":210,"_211":3742,"_2676":2677,"_2678":2679,"_213":3743,"_215":216},{"_208":3734,"_24":210,"_211":3735,"_2676":2677,"_2678":2679,"_213":3736,"_215":216},{"_208":3727,"_24":210,"_211":3728,"_2676":2677,"_2678":2679,"_213":3729,"_215":216},{"_208":3712,"_24":210,"_211":3713,"_213":3714,"_215":216},{"_208":3705,"_24":210,"_211":3706,"_213":3707,"_215":493},{"_208":3698,"_24":210,"_211":3699,"_213":3700,"_215":216},{"_208":3691,"_24":210,"_211":3692,"_213":3693,"_215":216},{"_208":3684,"_24":210,"_211":3685,"_213":3686,"_215":216},{"_208":3677,"_24":210,"_211":3678,"_213":3679,"_215":501},{"_208":3671,"_24":210,"_211":3672,"_213":3673,"_215":501},{"_208":3664,"_24":210,"_211":3665,"_213":3666,"_215":501},{"_208":3657,"_24":210,"_211":3658,"_213":3659,"_215":501},{"_208":3650,"_24":210,"_211":3651,"_213":3652,"_215":501},{"_208":3643,"_24":210,"_211":3644,"_213":3645,"_215":501},{"_208":3636,"_24":210,"_211":3637,"_213":3638,"_215":501},{"_208":3630,"_24":210,"_211":3631,"_213":3632,"_215":501},{"_208":3623,"_24":210,"_211":3624,"_213":3625,"_215":501},{"_208":3616,"_24":210,"_211":3617,"_213":3618,"_215":501},{"_208":3609,"_24":210,"_211":3610,"_213":3611,"_215":501},{"_208":3602,"_24":210,"_211":3603,"_213":3604,"_215":501},{"_208":3595,"_24":210,"_211":3596,"_213":3597,"_215":501},{"_208":3588,"_24":210,"_211":3589,"_213":3590,"_215":501},{"_208":3581,"_24":210,"_211":3582,"_213":3583,"_215":501},{"_208":3574,"_24":210,"_211":3575,"_213":3576,"_215":216},{"_208":3567,"_24":210,"_211":3568,"_213":3569,"_215":216},{"_208":3550,"_24":210,"_211":3551,"_213":3552,"_215":216},{"_208":3547,"_24":1922,"_74":3548},{"_208":3529,"_24":210,"_211":3530,"_213":3531,"_215":216},{"_208":3522,"_24":210,"_211":3523,"_213":3524,"_215":216},{"_208":3515,"_24":210,"_211":3516,"_213":3517,"_215":493},{"_208":3508,"_24":210,"_211":3509,"_213":3510,"_215":216},{"_208":3486,"_24":210,"_211":3487,"_213":3488,"_215":216},{"_208":3456,"_24":210,"_211":3457,"_213":3458,"_215":216},{"_208":3397,"_24":210,"_211":3398,"_213":3399,"_215":216},{"_208":3379,"_24":210,"_211":3380,"_213":3381,"_215":216},{"_208":3372,"_24":210,"_211":3373,"_213":3374,"_215":493},{"_208":3365,"_24":210,"_211":3366,"_213":3367,"_215":216},{"_208":3316,"_24":210,"_211":3317,"_213":3318,"_215":216},{"_208":3309,"_24":210,"_211":3310,"_213":3311,"_215":216},{"_208":3282,"_24":210,"_211":3283,"_213":3284,"_215":216},{"_208":3260,"_24":210,"_211":3261,"_213":3262,"_215":216},{"_208":3233,"_24":210,"_211":3234,"_213":3235,"_215":216},{"_208":3208,"_24":210,"_211":3209,"_213":3210,"_215":216},{"_208":3201,"_24":210,"_211":3202,"_213":3203,"_215":493},{"_208":3194,"_24":210,"_211":3195,"_213":3196,"_215":216},{"_208":3183,"_24":210,"_211":3184,"_213":3185,"_215":216},{"_208":3151,"_24":210,"_211":3152,"_213":3153,"_215":216},{"_208":3144,"_24":210,"_211":3145,"_213":3146,"_215":216},{"_208":3137,"_24":210,"_211":3138,"_213":3139,"_215":501},{"_208":3130,"_24":210,"_211":3131,"_213":3132,"_215":501},{"_208":3123,"_24":210,"_211":3124,"_213":3125,"_215":501},{"_208":3116,"_24":210,"_211":3117,"_213":3118,"_215":501},{"_208":3109,"_24":210,"_211":3110,"_213":3111,"_215":216},{"_208":3098,"_24":210,"_211":3099,"_213":3100,"_215":216},{"_208":3087,"_24":210,"_211":3088,"_213":3089,"_215":216},{"_208":3042,"_24":210,"_211":3043,"_213":3044,"_215":216},{"_208":3035,"_24":210,"_211":3036,"_213":3037,"_215":493},{"_208":3028,"_24":210,"_211":3029,"_213":3030,"_215":216},{"_208":3021,"_24":210,"_211":3022,"_213":3023,"_215":2748},{"_208":3000,"_24":210,"_211":3001,"_2676":2677,"_2678":2679,"_213":3002,"_215":216},{"_208":2990,"_24":210,"_211":2991,"_2676":2677,"_2678":2679,"_213":2992,"_215":216},{"_208":2968,"_24":210,"_211":2969,"_2676":2677,"_2678":2679,"_213":2970,"_215":216},{"_208":2961,"_24":210,"_211":2962,"_213":2963,"_215":216},{"_208":2954,"_24":210,"_211":2955,"_213":2956,"_215":2748},{"_208":2933,"_24":210,"_211":2934,"_2676":2677,"_2678":2679,"_213":2935,"_215":216},{"_208":2923,"_24":210,"_211":2924,"_2676":2677,"_2678":2679,"_213":2925,"_215":216},{"_208":2913,"_24":210,"_211":2914,"_2676":2677,"_2678":2679,"_213":2915,"_215":216},{"_208":2895,"_24":210,"_211":2896,"_213":2897,"_215":216},{"_208":2888,"_24":210,"_211":2889,"_213":2890,"_215":2748},{"_208":2868,"_24":210,"_211":2869,"_2676":2677,"_2678":2679,"_213":2870,"_215":216},{"_208":2847,"_24":210,"_211":2848,"_2676":2677,"_2678":2679,"_213":2849,"_215":216},{"_208":2837,"_24":210,"_211":2838,"_2676":2677,"_2678":2679,"_213":2839,"_215":216},{"_208":2830,"_24":210,"_211":2831,"_213":2832,"_215":216},{"_208":2823,"_24":210,"_211":2824,"_213":2825,"_215":2748},{"_208":2802,"_24":210,"_211":2803,"_2676":2677,"_2678":2679,"_213":2804,"_215":216},{"_208":2781,"_24":210,"_211":2782,"_2676":2677,"_2678":2679,"_213":2783,"_215":216},{"_208":2760,"_24":210,"_211":2761,"_2676":2677,"_2678":2679,"_213":2762,"_215":216},{"_208":2753,"_24":210,"_211":2754,"_213":2755,"_215":216},{"_208":2745,"_24":210,"_211":2746,"_213":2747,"_215":2748},{"_208":2723,"_24":210,"_211":2724,"_2676":2677,"_2678":2679,"_213":2725,"_215":216},{"_208":2701,"_24":210,"_211":2702,"_2676":2677,"_2678":2679,"_213":2703,"_215":216},{"_208":2674,"_24":210,"_211":2675,"_2676":2677,"_2678":2679,"_213":2680,"_215":216},{"_208":2667,"_24":210,"_211":2668,"_213":2669,"_215":216},{"_208":2660,"_24":210,"_211":2661,"_213":2662,"_215":216},"b1115aef2063",[2663],[],{"_208":2664,"_24":224,"_225":2665,"_227":2666},"cc39ba41ca8f",[],"\n","d5296f448a9f",[2670],[],{"_208":2671,"_24":224,"_225":2672,"_227":2673},"8d1da74a6c00",[],"Mubit’s system is able to prioritize procedural guidance over raw history using typing and outcome signals. This is a good benefit that depends on reliable attribution, since even a successful deployment doesn’t necessarily prove that every retrieved lesson contributed to it.","828f0b6c00db",[2684,2685,2686,2687],"level",1,"listItem","bullet",[2681],{"_208":2682,"_24":1899,"_1909":2683},"b7f12682eee8","https://docs.mubit.ai/concepts/memory-model",{"_208":2697,"_24":224,"_225":2698,"_227":2699},{"_208":2694,"_24":224,"_225":2695,"_227":2696},{"_208":2691,"_24":224,"_225":2692,"_227":2693},{"_208":2688,"_24":224,"_225":2689,"_227":2690},"cf1e8502645e",[]," includes facts, traces, lessons, rules, workflows, and exact archives, with a separate, mutable working state (rather than specifying a particular database backend).","a124afaedcbc",[2682],"memory model","c220cbdd3ded",[]," Mubit’s documented ","a1974bc579f7",[2700],"Store:","strong","1ed494cdb84c",[2707,2708,2709,2710],[2704],{"_208":2705,"_24":1899,"_1909":2706},"03f6430bd2bb","https://docs.mubit.ai/concepts/retrieval-semantics",{"_208":2720,"_24":224,"_225":2721,"_227":2722},{"_208":2717,"_24":224,"_225":2718,"_227":2719},{"_208":2714,"_24":224,"_225":2715,"_227":2716},{"_208":2711,"_24":224,"_225":2712,"_227":2713},"82dc20558a47",[]," to combines semantic, lexical and temporal signals with working state and lesson overlays. The platform ranks information based on outcome history, and also has a direct mode that returns evidence without model-based routing or answer synthesis.","b175454eee20",[2705],"recall queries","4e86e92fe9b1",[]," The platform uses ","4390006d4807",[2700],"Read:","7f8a916d5d27",[2729,2730,2731,2732],[2726],{"_208":2727,"_24":1899,"_1909":2728},"1db8c126f415","https://docs.mubit.ai/concepts/learning-loop",{"_208":2742,"_24":224,"_225":2743,"_227":2744},{"_208":2739,"_24":224,"_225":2740,"_227":2741},{"_208":2736,"_24":224,"_225":2737,"_227":2738},{"_208":2733,"_24":224,"_225":2734,"_227":2735},"ab2045bc4caf",[]," that attaches outcomes to memory identifiers and uses reflection to derive conditional lessons for validation and promotion.","60a47075eb73",[2727],"learning loop","36a26a2ad674",[]," Mubit uses asynchronous ingestion to classify typed entries. The platform has a ","4a28c2e300ff",[2700],"Write:","23586738a3bd",[2749],[],"h3",{"_208":2750,"_24":224,"_225":2751,"_227":2752},"55a06b57abcf",[],"Mubit","66730d013fe4",[2756],[],{"_208":2757,"_24":224,"_225":2758,"_227":2759},"380b861a865e",[],"cognee’s approach lets teams customize the process of transforming source data to searchable memory. However, the approach also uses multiple derived representations, which creates extra maintenance overhead. Specifically, failed jobs can leave indexes incomplete which means not every dependent record instantly auto-updates with any corrections.","f777badb59d5",[2766,2767,2768,2769],[2763],{"_208":2764,"_24":1899,"_1909":2765},"0b959dcc7d95","https://docs.cognee.ai/core-concepts/architecture",{"_208":2779,"_24":224,"_225":2780,"_227":2699},{"_208":2776,"_24":224,"_225":2777,"_227":2778},{"_208":2773,"_24":224,"_225":2774,"_227":2775},{"_208":2770,"_24":224,"_225":2771,"_227":2772},"98a98865c12c",[]," combines relational records (for source metadata and provenance), vectors (for semantic search), and a graph (for entities and relationships).","8006ac452a9b",[2764],"architecture","b1af73cfdbec",[]," cognee’s ","3a786e68b48e",[2700],"0c8ba15851e3",[2787,2788,2789,2790],[2784],{"_208":2785,"_24":1899,"_1909":2786},"0d0d58abefcd","https://docs.cognee.ai/core-concepts/main-operations/recall",{"_208":2800,"_24":224,"_225":2801,"_227":2722},{"_208":2797,"_24":224,"_225":2798,"_227":2799},{"_208":2794,"_24":224,"_225":2795,"_227":2796},{"_208":2791,"_24":224,"_225":2792,"_227":2793},"e398196f7eb2",[]," supports different modes according to the evidence/answer required.","a7f71645af37",[2785],"recall interface","b28cafe0f3f1",[]," cognee’s retrieval uses vectors and graph structure. The ","f045c19eb548",[2700],"dcfbde86d09f",[2808,2809,2810,2811],[2805],{"_208":2806,"_24":1899,"_1909":2807},"4171b8028864","https://docs.cognee.ai/core-concepts/main-operations/improve",{"_208":2821,"_24":224,"_225":2822,"_227":2744},{"_208":2818,"_24":224,"_225":2819,"_227":2820},{"_208":2815,"_24":224,"_225":2816,"_227":2817},{"_208":2812,"_24":224,"_225":2813,"_227":2814},"5331b3438bf8",[]," that incorporate useful session information into the permanent graph.","dab6e9a6f8ee",[2806],"improvement passes","0e9444b094e5",[]," cognee uses configurable pipelines to ingest data, extract entities and relationships, and enrich existing memory. Later, the platform can also run ","9a40e96ce730",[2700],"844cbdc9c89b",[2826],[],{"_208":2827,"_24":224,"_225":2828,"_227":2829},"004318b7238a",[],"cognee","a9dca42167a7",[2833],[],{"_208":2834,"_24":224,"_225":2835,"_227":2836},"abf37fd05bec",[],"Graphiti’s approach to resolving changes during ingestion makes applicable state more explicit at read time. The trade-off here is that correct extraction becomes much more important. If the agent merges distinct workers or invalidates the wrong relationship, it may also corrupt subsequent retrieval.","c89ee678066d",[2840,2841],[],{"_208":2845,"_24":224,"_225":2846,"_227":2699},{"_208":2842,"_24":224,"_225":2843,"_227":2844},"1b9a86a13f83",[]," Graphiti uses a variety of artifacts for storage. Episodes retain source evidence, graph nodes represent entities, and edges represent relationships with temporal validity. (It should be noted that Graphiti is the open-source framework and Zep provides managed context-graph infrastructure.)","b05b70c9aa79",[2700],"3417dd3e4105",[2853,2854,2855,2856],[2850],{"_208":2851,"_24":1899,"_1909":2852},"bb5a4597ff40","https://help.getzep.com/graphiti/working-with-data/searching",{"_208":2866,"_24":224,"_225":2867,"_227":2722},{"_208":2863,"_24":224,"_225":2864,"_227":2865},{"_208":2860,"_24":224,"_225":2861,"_227":2862},{"_208":2857,"_24":224,"_225":2858,"_227":2859},"a5b1d580b210",[]," approach that combines semantic and BM25 retrieval with rank fusion. It also offers configurable recipes, which add graph traversal and node-distance ranking/cross-encoder reranking.","c45b531db105",[2851],"hybrid search","28d2a41d4e5d",[]," The platform uses a ","788181f131ab",[2700],"200e943d74d2",[2874,2875,2876,2877],[2871],{"_208":2872,"_24":1899,"_1909":2873},"44a39f9fb87c","https://github.com/getzep/graphiti",{"_208":2886,"_24":224,"_225":2887,"_227":2744},{"_208":2884,"_24":224,"_225":2885,"_227":256},{"_208":2881,"_24":224,"_225":2882,"_227":2883},{"_208":2878,"_24":224,"_225":2879,"_227":2880},"bd37a5647c0f",[]," extracts entities and relationships from incoming episodes. The platform can preserve evidence history but allows new evidence to invalidate previous relationships.","646ac358d278",[2872],"Graphiti","2bf68a99ad63",[],"23ab9ad7f341",[2700],"ec1a6ae1873c",[2891],[],{"_208":2892,"_24":224,"_225":2893,"_227":2894},"4d803c10905d",[],"Graphiti and Zep","27fdcaf80cf2",[2901,2902,2903],[2898],{"_208":2899,"_24":1899,"_1909":2900},"39e749b78ea5","https://github.com/mem0ai/mem0",{"_208":2910,"_24":224,"_225":2911,"_227":2912},{"_208":2907,"_24":224,"_225":2908,"_227":2909},{"_208":2904,"_24":224,"_225":2905,"_227":2906},"de1e3d5a2c9a",[]," that differs from the managed architecture described above.)","e5f17f165be9",[2899],"open-source implementation","95b36f2da3c8",[],"Mem0’s approach uses a standardized pipeline to interpret information during an agentic run. The platform takes the approach of preserving evidence by appending changed facts, but it leaves version resolution up to retrieval and reader. (Mem0 also publishes an ","98d3de1d13c4",[2916,2917],[],{"_208":2921,"_24":224,"_225":2922,"_227":2699},{"_208":2918,"_24":224,"_225":2919,"_227":2920},"3cc6a355c602",[]," Memory text, embeddings, and metadata live in a vector database. Mem0 uses an entity store to link related memories, and retains additional history and a rolling message window using SQL.","0dfb36a8c102",[2700],"39c6e15e2909",[2926,2927],[],{"_208":2931,"_24":224,"_225":2932,"_227":2722},{"_208":2928,"_24":224,"_225":2929,"_227":2930},"1711f15ec7f4",[]," Mem0 ranks information relevance based on semantic, BM25, entity, and temporal signals. Temporal relevance ranks information by freshness rather than immediately excluding stale candidates.","99f313c464e3",[2700],"6625977f2d5a",[2939,2940,2941,2942],[2936],{"_208":2937,"_24":1899,"_1909":2938},"d6a326566adf","https://docs.mem0.ai/core-concepts/memory-evaluation",{"_208":2952,"_24":224,"_225":2953,"_227":2744},{"_208":2949,"_24":224,"_225":2950,"_227":2951},{"_208":2946,"_24":224,"_225":2947,"_227":2948},{"_208":2943,"_24":224,"_225":2944,"_227":2945},"6d3effc41325",[]," processes conversations asynchronously, extracts ADD-only facts, deduplicates them, creates embeddings, and adds entity links and temporal metadata.","60b128b85711",[2937],"extraction pipeline","724c2c891981",[]," Mem0’s ","5a484c730a59",[2700],"813631713196",[2957],[],{"_208":2958,"_24":224,"_225":2959,"_227":2960},"d9f878ff27a0",[],"Mem0's Managed Platform","031f13e60a30",[2964],[],{"_208":2965,"_24":224,"_225":2966,"_227":2967},"7b3d106bb226",[],"Letta’s approach gives capable models flexibility over both representation and retrieval. Because Letta allows for persistent memory editing and on-demand retrieval, the correctness of a job depends on editing and search decisions. Version control provides rollback capability, but does not validate the meaning of a memory update.","0aaa75402c19",[2974,2975,2976,2977],[2971],{"_208":2972,"_24":1899,"_1909":2973},"bab345521546","https://www.letta.com/blog/memory-blocks/",{"_208":2987,"_24":224,"_225":2988,"_227":2989},{"_208":2984,"_24":224,"_225":2985,"_227":2986},{"_208":2981,"_24":224,"_225":2982,"_227":2983},{"_208":2978,"_24":224,"_225":2979,"_227":2980},"28d8492c3fe9",[],", which persist labeled, size-limited text. Context repositories represent memory as versioned files, with designated files loaded into the prompt.","2e258a11f020",[2972,2026],"memory blocks","bd33ca7d5b2b",[],"Letta abstracts context window storage as ","3a82d6616947",[2700],"Store: ","f63a7efb1736",[2993,2994],[],{"_208":2998,"_24":224,"_225":2999,"_227":2722},{"_208":2995,"_24":224,"_225":2996,"_227":2997},"c6ee02242da8",[]," Letta uses a combination of automatically including records and using agents to access additional memory through tools. In context repositories, the file hierarchy helps it discover material to load on demand.","225fb3f5614e",[2700],"d1ca287a4e65",[3006,3007,3008,3009],[3003],{"_208":3004,"_24":1899,"_1909":3005},"d611832c5bfa","https://www.letta.com/blog/context-repositories/",{"_208":3019,"_24":224,"_225":3020,"_227":2744},{"_208":3016,"_24":224,"_225":3017,"_227":3018},{"_208":3013,"_24":224,"_225":3014,"_227":3015},{"_208":3010,"_24":224,"_225":3011,"_227":3012},"b30686ec4f7d",[]," let memory agents work in isolated Git worktrees and merge their changes.","2162f1f7e868",[3004],"context repositories","7f1857d4cccd",[]," Agents edit persistent memory using tools, with background agents handling consolidation. Letta Code's ","e107ebffb775",[2700],"0893565179df",[3024],[],{"_208":3025,"_24":224,"_225":3026,"_227":3027},"606ad4cb319c",[],"Letta and Letta Code","4f649d90264a",[3031],[],{"_208":3032,"_24":224,"_225":3033,"_227":3034},"245d14e460fa",[],"Below are some real-world examples of how different platforms approach agentic memory, at least, according to publicly-available source code or architecture explainers:","4747fa21e7a7",[3038],[],{"_208":3039,"_24":224,"_225":3040,"_227":3041},"a0bf90cc4808",[],"How Existing Systems Combine These Choices","26e03d89cef4",[3051,3052,3053,3054,3055,3056,3057,3058,3059],[3045,3046],{"_208":3049,"_24":1899,"_1909":3050},{"_208":3047,"_24":1899,"_1909":3048},"c09991de458c","https://arxiv.org/abs/2512.13564","580336df6328","https://www.ibm.com/docs/en/db2/12.1.x?topic=indexes-vector",{"_208":3084,"_24":224,"_225":3085,"_227":3086},{"_208":3081,"_24":224,"_225":3082,"_227":3083},{"_208":3078,"_24":224,"_225":3079,"_227":3080},{"_208":3075,"_24":224,"_225":3076,"_227":3077},{"_208":3072,"_24":224,"_225":3073,"_227":3074},{"_208":3069,"_24":224,"_225":3070,"_227":3071},{"_208":3066,"_24":224,"_225":3067,"_227":3068},{"_208":3063,"_24":224,"_225":3064,"_227":3065},{"_208":3060,"_24":224,"_225":3061,"_227":3062},"2fbdca59fcea",[],".)","c88f2f3993b8",[3047],"Memory in the Age of AI Agents","241c4055abee",[]," determine whether facts are current, whether records refer to the same worker, or whether a proposed lesson is justified. For example, selection, organization, and retrieval seem like a huge part of memory design for Claude Code, even when the durable records are ordinary files. (For more on latent and parametric memory, see the report ","592bc7c5d608",[2026],"not","f69b2c969e9a",[],"different representations to find similar content. However, vector indexes do ","51dc1c62d004",[2026],"alongside ","4f49328c1072",[]," (specialized data structures that organize embeddings to speed up searches) can sit ","bfff0f664909",[3049,2026],"Vector indexes","65b134718ba7",[2026],"Note: ","459ca3e10e7d",[3090,3091],[],{"_208":3095,"_24":224,"_225":3096,"_227":3097},{"_208":3092,"_24":224,"_225":3093,"_227":3094},"9580a2df3917",[]," Using graphs could connect customers to worker fleets, fleets to software versions, and versions to schema requirements. A key feature of graphs is temporal relationships, which could indicate when each dependency applied during the run. With graphs, multi-step questions (like which customers still depend on a particular column) become easier to express. However, as underlying deployments change, graphs require extraction, entity resolution, and updates to remain accurate.","6597cc79ccc4",[2700],"Entity-relationship graphs.","91041a2f7d82",[3101,3102],[],{"_208":3106,"_24":224,"_225":3107,"_227":3108},{"_208":3103,"_24":224,"_225":3104,"_227":3105},"048b0f97261a",[]," If you need to answer questions across many customers and deployments, another approach is using rows or documents for important fields like customer_id, worker_version, observed_at, and source_event_id. Using fields lets agents filter and make explicit version checks. However, you would need a schema that tracks version changes among workers, which is a distinction that can be lost in a field overwrite unless you also retain earlier versions.","c4107be75da4",[2700],"Structured records.","f32fca39f7ed",[3112],[],{"_208":3113,"_24":224,"_225":3114,"_227":3115},"cfea8479c38f",[],"The index helps discover the notes, which explain the constraint and point to its source. Using ordinary file tools makes such summaries easy to inspect and revise. Also, files can contain structured metadata, even if our system chooses to use Markdown. The challenge here is consistency, since notes can be readable while contradicting each other. Adding versioning makes changes reversible, but does not validate them. (See Letta Code, below, for an example.)","06c83b269941",[3119],[],{"_208":3120,"_24":224,"_225":3121,"_227":3122},"aa317516e315",[],"└── reference_customer_rollout_tracker.md","e6d70c556e93",[3126],[],{"_208":3127,"_24":224,"_225":3128,"_227":3129},"1b55f6b25b56",[],"├── feedback_migration_compatibility.md","9d066e09a773",[3133],[],{"_208":3134,"_24":224,"_225":3135,"_227":3136},"baf15381d1a5",[],"├── MEMORY.md","92b2b15e6ef5",[3140],[],{"_208":3141,"_24":224,"_225":3142,"_227":3143},"593cd17fb5cc",[],"memory/","989c53d303db",[3147],[],{"_208":3148,"_24":224,"_225":3149,"_227":3150},"9091690fe872",[],"Here is an illustrative layout for our example:","586a0cf2fe77",[3160,3161,3162,3163,3164,3165],[3154,3155],{"_208":3158,"_24":1899,"_1909":3159},{"_208":3156,"_24":1899,"_1909":3157},"bf2bc5254bf0","https://code.claude.com/docs/en/memory#storage-location","961db163e8ee","https://code.claude.com/docs/en/skills",{"_208":3180,"_24":224,"_225":3181,"_227":3182},{"_208":3177,"_24":224,"_225":3178,"_227":3179},{"_208":3174,"_24":224,"_225":3175,"_227":3176},{"_208":3171,"_24":224,"_225":3172,"_227":3173},{"_208":3168,"_24":224,"_225":3169,"_227":3170},{"_208":3166,"_24":224,"_225":3167,"_227":2517},"84bc558b7fb4",[],"9b5977a7be50",[3156],"default memory is local to the machine","8411ca9c5db5",[],", but the ","3dbe26891ce6",[3158,2026],"frontmatter","0f9e248beec2",[]," Claude Code stores auto memory as Markdown under ~/.claude/projects//memory/, with a MEMORY.md index and individual topic files. Different memory types appear in ","63ac9cbc656e",[2700],"Text files and summaries.","221d0943bbbe",[3186,3187],[],{"_208":3191,"_24":224,"_225":3192,"_227":3193},{"_208":3188,"_24":224,"_225":3189,"_227":3190},"7c4441ab063c",[]," Claude Code's session transcripts show that the model retains interactions. (Files or object storage can also hold command output, patches, etc..) Such artifacts help agents investigate and reprocess, but even a full history does not guarantee you can immediately identify which constraint applies to the current job. For that, you would need your agents to run a subsequent read or derived view.","8961e61692ba",[2700],"Raw logs and artifacts.","4ce4eb451d82",[3197],[],{"_208":3198,"_24":224,"_225":3199,"_227":3200},"07928571dd78",[],"There are multiple ways to represent an agent’s experience, including an execution record, a written lesson, a structured fact, or a relationship. Your choice determines what aspects of an agentic job you can preserve and query directly. (Your backend determines how records persist and how to coordinate concurrent access.) We’ll cover four approaches below:","1adfa149433a",[3204],[],{"_208":3205,"_24":224,"_225":3206,"_227":3207},"788c87082178",[],"Storage: Representation, Backend, and Indexes","7d7e734abb9d",[3217,3218,3219,3220],[3211,3212],{"_208":3215,"_24":1899,"_1909":3216},{"_208":3213,"_24":1899,"_1909":3214},"067a18a9a1e9","https://code.claude.com/docs/en/how-claude-code-works#when-context-fills-up","1af973a49559","https://learn.microsoft.com/en-us/agent-framework/concepts/agents/conversations/compaction",{"_208":3230,"_24":224,"_225":3231,"_227":3232},{"_208":3227,"_24":224,"_225":3228,"_227":3229},{"_208":3224,"_24":224,"_225":3225,"_227":3226},{"_208":3221,"_24":224,"_225":3222,"_227":3223},"856e85a5c3db",[],", supporting continuity within a session while treating the selection of durable lessons for future sessions as a separate decision.","66110f9314ae",[3213],"summarize a growing conversation within its context window","49dd1e323c26",[]," (condensing older conversation history, reasoning, and tool outputs to conserve context window) can also help here. Claude Code’s approach is to ","79c644312837",[3215,2026],"Compaction","1d284f0bdd3e",[3236,3237,3238,3239,3240,3241],[],{"_208":3257,"_24":224,"_225":3258,"_227":3259},{"_208":3254,"_24":224,"_225":3255,"_227":3256},{"_208":3251,"_24":224,"_225":3252,"_227":3253},{"_208":3248,"_24":224,"_225":3249,"_227":3250},{"_208":3245,"_24":224,"_225":3246,"_227":3247},{"_208":3242,"_24":224,"_225":3243,"_227":3244},"b5f67f56504d",[],". It’s possible for both automatic or agentic-requested read requests to use exact lookups, keyword search, vector similarity, or graph traversal. (Harnesses can also combine policies like including a small index while auto-retrieving known task constraints and letting agents investigate further.) The goal is to select enough evidence for decision-making without having to store the entire history into every call.","faf7027e81fd",[2026],"how retrieval works","17b0e32a878e",[]," initiates retrieval is separate from ","9c22117de48b",[2026],"Who","d277a5a24136",[],": ","8d32937852d7",[2026],"About retrieval and memory overhead","baec8a07be2b",[3266,3267,3268,3269],[3263],{"_208":3264,"_24":1899,"_1909":3265},"0f84a55baee9","https://www.anthropic.com/engineering/effective-context-engineering-for-ai-agents",{"_208":3279,"_24":224,"_225":3280,"_227":3281},{"_208":3276,"_24":224,"_225":3277,"_227":3278},{"_208":3273,"_24":224,"_225":3274,"_227":3275},{"_208":3270,"_24":224,"_225":3271,"_227":3272},"413c9af36bc8",[],", so the model can discover a clue, refine its question, and perform additional retrieval. Agents using this policy might start by reading a rollout note, follow its reference to the tracker, and check current worker versions before proposing a migration (or, if the task was about why the original migration failed, it would search retained session records for more details). This approach adds flexibility but also adds costs for model calls and tool use. Having a compact index can help an investigation start better, but isn’t a guarantee it will end well, as agents may fail to search, choose the wrong note, or stop short of checking the source.","bfef448b405c",[3264],"Claude Code combines upfront context with on-demand retrieval","de9d369d54d7",[]," Another approach is to let agents use tools to investigate. For example, ","5db73706b4b4",[2700],"Let the model retrieve memory as needed.","3a95128b53ea",[3285,3286,3287,3288,3289,3290],[],{"_208":3306,"_24":224,"_225":3307,"_227":3308},{"_208":3303,"_24":224,"_225":3304,"_227":3305},{"_208":3300,"_24":224,"_225":3301,"_227":3302},{"_208":3297,"_24":224,"_225":3298,"_227":3299},{"_208":3294,"_24":224,"_225":3295,"_227":3296},{"_208":3291,"_24":224,"_225":3292,"_227":3293},"4f39fb880af4",[],". However, this policy carries the risk that the harness might introduce new issues (like constructing a poor query, returning stale records, or filling context with superficially similar stuff).","1c9c00d144c4",[2026],"think to search","d71331d31241",[]," selected model calls, without waiting for the model to request it. This policy requires a migration-aware harness to proactively identify any affected services/schemas, retrieve any relevant deployment constraints, and attach them to the next call. (This approach would support exact filters with structured records and allow free-form notes to be text-searched.) The benefit here is that retrieval is not constrained by whether agents ","58a66df2bcde",[2026],"before","8406b79505b0",[]," Another approach runs retrieval ","7061a6e00d28",[2700],"Have the harness retrieve and assemble context.","da3b59765f18",[3312],[],{"_208":3313,"_24":224,"_225":3314,"_227":3315},"8a34dbf8511d",[],"Automatic inclusion makes discovery more predictable, but consumes context even on unrelated tasks. It also requires a choice about what deserves that space. CLAUDE.md supplies persistent instructions; auto memory contains Claude's own notes. Both guide behavior rather than enforce it. A deployment constraint that must be guaranteed needs an execution check as well as a reminder. Claude Code's documentation explains this distinction.","5ca9d96310af",[3325,3326,3327,3328,3329,3330,3331,3332,3333,3334],[3319,3320],{"_208":3323,"_24":1899,"_1909":3324},{"_208":3321,"_24":1899,"_1909":3322},"2fe7d1e0fb7c","https://code.claude.com/docs/en/memory#claudemd-vs-auto-memory","6b5816824a71","https://code.claude.com/docs/en/memory#how-it-works",{"_208":3362,"_24":224,"_225":3363,"_227":3364},{"_208":3359,"_24":224,"_225":3360,"_227":3361},{"_208":3356,"_24":224,"_225":3357,"_227":3358},{"_208":3353,"_24":224,"_225":3354,"_227":3355},{"_208":3350,"_24":224,"_225":3351,"_227":3352},{"_208":3347,"_24":224,"_225":3348,"_227":3349},{"_208":3344,"_24":224,"_225":3345,"_227":3346},{"_208":3341,"_24":224,"_225":3342,"_227":3343},{"_208":3338,"_24":224,"_225":3339,"_227":3340},{"_208":3335,"_24":224,"_225":3336,"_227":3337},"f04028db5006",[]," between persistent instructions vs. auto memory.)","72cea0fbced3",[3321],"Claude Code distinguishes","0ca414d6225d",[],"because a concise and descriptive entry makes the right notes easier to discover (and bad descriptions make it harder). This approach makes discovery more predictable but consumes context on unrelated tasks, and requires a choice about what is worth storing. (For reference, ","0301e86aad6f",[2026],"write ","a7474d19202d",[]," with ","d9ba8f226466",[2026],"read","53bf244436b4",[],"). Here, record storage does not count against total stored memory, as any reading of detailed topic files is done on demand. This approach connects ","858d0ef5328a",[3323],"loads MEMORY.md at conversation start","351d6bf3467b",[]," One approach is to keep a small set of instructions or pointers within context (Claude Code ","81afda08f68e",[2700],"Include designated records automatically.","0d2f5b0ff899",[3368],[],{"_208":3369,"_24":224,"_225":3370,"_227":3371},"b87351817f0c",[],"After noting changes from their write policy, agents need to understand whether written changes affect them and any upgrades they have received. These three read policies are most common:","330c4b5540cf",[3375],[],{"_208":3376,"_24":224,"_225":3377,"_227":3378},"978e8914fa68",[],"Read Policy: What Reaches the Model?","28f6819109be",[3382,3383,3384,3385],[],{"_208":3394,"_24":224,"_225":3395,"_227":3396},{"_208":3391,"_24":224,"_225":3392,"_227":3393},{"_208":3389,"_24":224,"_225":3390,"_227":3071},{"_208":3386,"_24":224,"_225":3387,"_227":3388},"17bde65913e4",[]," mutually exclusive. For example, you could retain an exchange, add a brief reference, and reconcile it with other experiences later. Of course, you would need to account for delays if subsequent processing happens in the background. Conversely, you would have to account for newly-discovered constraints if you ran immediate retries.","85f7c1ab0cff",[2026],"2635523039da",[]," These write policies are ","fcd21325e323",[2026],"Note:","5861fa445fa5",[3408,3409,3410,3411,3412,3413,3414,3415,3416,3417,3418,3419],[3400,3401,3402],{"_208":3406,"_24":1899,"_1909":3407},{"_208":3404,"_24":1899,"_1909":3405},{"_208":3403,"_24":1899,"_1909":3005},"cf05d9d85127","94e81cff0ae0","https://www.ibm.com/docs/en/informix-servers/12.10.0?topic=modeling-fact-table","b1a64c40a930","https://en.wikipedia.org/wiki/Data_extraction",{"_208":3453,"_24":224,"_225":3454,"_227":3455},{"_208":3450,"_24":224,"_225":3451,"_227":3452},{"_208":3447,"_24":224,"_225":3448,"_227":3449},{"_208":3444,"_24":224,"_225":3445,"_227":3446},{"_208":3441,"_24":224,"_225":3442,"_227":3443},{"_208":3438,"_24":224,"_225":3439,"_227":3440},{"_208":3435,"_24":224,"_225":3436,"_227":3437},{"_208":3432,"_24":224,"_225":3433,"_227":3434},{"_208":3429,"_24":224,"_225":3430,"_227":3431},{"_208":3426,"_24":224,"_225":3427,"_227":3428},{"_208":3423,"_24":224,"_225":3424,"_227":3425},{"_208":3420,"_24":224,"_225":3421,"_227":3422},"91234870a812",[]," for documented examples of using background consolidation to update agent memory.","938fcb5e36a8",[3403],"Letta Code's context repositories","b37a5929e4ab",[]," (deciding whether new facts should update an existing memory). See ","5e3b514ea686",[2026],"consolidation","cdd413341cbd",[],") from ","f07d4da484cd",[3404],"candidate facts","00c26c30913f",[]," (used to identify ","ce486f61cec6",[2026],"extraction","8f6092b664db",[],". Converting the resulting data from the job into appropriate data fields provides a consistent schema and lets us rerun extraction when the policy changes. However, the extra processing adds cost and potential risk of misinterpreting evidence. It also separates ","efeadcbf2b1c",[3406,2026],"extractor","c729269fd4b9",[]," Another approach is processing recorded sessions independently of the agent with an ","097ba3fb5001",[2700],"Use a separate extraction pipeline.","b0388f909a33",[3462,3463,3464,3465,3466,3467],[3459],{"_208":3460,"_24":1899,"_1909":3461},"86369451d645","https://code.claude.com/docs/en/memory#auto-memory",{"_208":3483,"_24":224,"_225":3484,"_227":3485},{"_208":3480,"_24":224,"_225":3481,"_227":3482},{"_208":3477,"_24":224,"_225":3478,"_227":3479},{"_208":3474,"_24":224,"_225":3475,"_227":3476},{"_208":3471,"_24":224,"_225":3472,"_227":3473},{"_208":3468,"_24":224,"_225":3469,"_227":3470},"ed7d89ec8a3e",[],"saving (such as which data column changed), while the operating constraint, and where to verify it, becomes durable. This approach requires less reconstruction on the next run. However, there’s a risk of misinterpreting a one-off issue, like a customer delay, as a hard-and-fast rule to implement (which can be mitigated with notes/references to supporting evidence).","58fd06e03e07",[2026],"worth ","a377237b09e8",[]," selectively saves user info, feedback, context, and references, skipping facts recoverable from code or Git history. The difference is what is ","ea35d09d64e9",[3460],"auto memory","d0750afe804b",[]," Claude Code's ","a3d9b929d5ec",[2700],"Let the active agent write a memory.","d809f9f408ed",[3492,3493,3494,3495],[3489],{"_208":3490,"_24":1899,"_1909":3491},"f5a4020c4fb9","https://code.claude.com/docs/en/how-claude-code-works#work-with-sessions",{"_208":3505,"_24":224,"_225":3506,"_227":3507},{"_208":3502,"_24":224,"_225":3503,"_227":3504},{"_208":3499,"_24":224,"_225":3500,"_227":3501},{"_208":3496,"_24":224,"_225":3497,"_227":3498},"c0a92cd924e3",[],". Recording means preserving a failed query + investigation + any dev explanation, but does not require immediate decisions on which details matter. Auto-capture moves the cost of the write policy to read, as someone will need to search for and interpret it later (which would mean that this approach also requires retention).","de3b99a10fc3",[3490],"records messages, tool calls, and results","3c08d4da140a",[]," Claude Code ","d53459c4b154",[2700],"Automatically capture execution.","ea5d8e984d9d",[3511],[],{"_208":3512,"_24":224,"_225":3513,"_227":3514},"6cedcb2c785b",[],"A write policy determines what gets retained, who interprets it, and when the result becomes available. These three are most common:","ccf4da4770a3",[3518],[],{"_208":3519,"_24":224,"_225":3520,"_227":3521},"424c91921778",[],"Write Policy: What Becomes Memory?","d676ce5bde85",[3525],[],{"_208":3526,"_24":224,"_225":3527,"_227":3528},"94f5b2979df1",[],"To follow these choices through one task, imagine using Claude Code to investigate a database migration that broke an older worker. During the investigation, the developer explains that customers upgrade their workers independently of the backend, and that a rollout tracker records which versions are still running. What should survive it, and how should that information affect the next migration?","26defa59f442",[3535,3536,3537],[3532],{"_208":3533,"_24":1899,"_1909":3534},"e04bb9c15fd2","https://x.com/himanshustwts/status/2038924027411222533",{"_208":3544,"_24":224,"_225":3545,"_227":3546},{"_208":3541,"_24":224,"_225":3542,"_227":3543},{"_208":3538,"_24":224,"_225":3539,"_227":3540},"921f830b5e17",[2026],". This is a source-code analysis, not an official architecture diagram. Internal mechanisms such as autoDream and extractMemories reflect the version analyzed. The walkthrough below uses public documentation for shipped behavior.","9767f044ab49",[3533,2026],"himanshu on X, March 31, 2026","083a41cf889e",[2026],"Source: ","ad95b655bc4d",{"_1892":3549,"_24":1894},"image-f8350e46e885d0b2fa3ac0a247b0dbef59722d0b-1200x720-jpg","6196452f03db",[3555,3556,3557],[3553],{"_208":3554,"_24":1899,"_1909":3534},"b6eb1cd451c2",{"_208":3564,"_24":224,"_225":3565,"_227":3566},{"_208":3561,"_24":224,"_225":3562,"_227":3563},{"_208":3558,"_24":224,"_225":3559,"_227":3560},"4b7379850874",[]," while reading about memory systems. The diagram separates the paths that create and revise memory from the paths that bring it back into context:","dc5e6e608e02",[3554],"himanshu's walkthrough of Claude Code's memory architecture","3a123eb6cc1c",[],"I came across ","7abfa2abb045",[3570],[],{"_208":3571,"_24":224,"_225":3572,"_227":3573},"09e9d2285318",[],"The implementation of memory comes down to three connected choices: the write policy, the read policy, and the storage representation. Claude Code gives us a concrete example of how a harness combines them.","a70d3dc5602d",[3577],[],{"_208":3578,"_24":224,"_225":3579,"_227":3580},"4a35c5e079f4",[],"F determines which observations become persistent state and how they revise existing records. R selects the state that reaches the next model call. Both can combine stochastic compute and deterministic code. Outcomes may arrive much later than actions. The write path must associate delayed evidence with the original action and revise any lessons derived from it.","631992c5db66",[3584],[],{"_208":3585,"_24":224,"_225":3586,"_227":3587},"904ce784cc6b",[],")","33e2a8d52b3b",[3591],[],{"_208":3592,"_24":224,"_225":3593,"_227":3594},"7680b5ad5684",[],"outcome_t","f4d41d0ffe96",[3598],[],{"_208":3599,"_24":224,"_225":3600,"_227":3601},"80d216e10ccb",[],"action_t,","7f8cc217016d",[3605],[],{"_208":3606,"_24":224,"_225":3607,"_227":3608},"9d5241992604",[],"observation_t,","79b91869e2e3",[3612],[],{"_208":3613,"_24":224,"_225":3614,"_227":3615},"76a995443776",[],"M_t,","f082f460dd34",[3619],[],{"_208":3620,"_24":224,"_225":3621,"_227":3622},"66125ac80fbe",[],"M_t+1 = F(","d3f764a17d9c",[3626],[],{"_208":3627,"_24":224,"_225":3628,"_227":3629},"72a3b7698b71",[],"","cbc2ed7ad74a",[3633],[],{"_208":3634,"_24":224,"_225":3635,"_227":3587},"2816fd2f0683",[],"e6879dfd579c",[3639],[],{"_208":3640,"_24":224,"_225":3641,"_227":3642},"2611c7cb1e9f",[],"observation_t","f22ddf871918",[3646],[],{"_208":3647,"_24":224,"_225":3648,"_227":3649},"affdd49b21ac",[],"context_t,","0b328b527a81",[3653],[],{"_208":3654,"_24":224,"_225":3655,"_227":3656},"2a217f0d1f95",[],"working_state_t,","fbf8e2258ec2",[3660],[],{"_208":3661,"_24":224,"_225":3662,"_227":3663},"ac90fae6dc2e",[],"instructions,","d90d632afed0",[3667],[],{"_208":3668,"_24":224,"_225":3669,"_227":3670},"f9eaeeeb18fd",[],"action_t = model(","bccb7605f45d",[3674],[],{"_208":3675,"_24":224,"_225":3676,"_227":3629},"4b7a59ffa024",[],"62cc0bf02726",[3680],[],{"_208":3681,"_24":224,"_225":3682,"_227":3683},"c20486f8ce97",[],"context_t = R(query_t, M_t, B)","8a7574d4e676",[3687],[],{"_208":3688,"_24":224,"_225":3689,"_227":3690},"6a62e755d8ee",[],"A memory-augmented agent adds persistent state M_t, a write policy F, a retrieval policy R, and a context budget B:","73cf6663ed99",[3694],[],{"_208":3695,"_24":224,"_225":3696,"_227":3697},"28413b799a65",[],"action_t = model(instructions, recent_messages, observation_t)","02f0e6bf9487",[3701],[],{"_208":3702,"_24":224,"_225":3703,"_227":3704},"057f4a37a0a5",[],"At time t, an agent receives an observation, assembles context and chooses an action. We can therefore describe a simplified agent without memory as:","607ef2412da8",[3708],[],{"_208":3709,"_24":224,"_225":3710,"_227":3711},"52f17d0d3b1a",[],"Memory as a Stateful Control Loop","cb4932e369b2",[3715,3716,3717],[],{"_208":3724,"_24":224,"_225":3725,"_227":3726},{"_208":3721,"_24":224,"_225":3722,"_227":3723},{"_208":3718,"_24":224,"_225":3719,"_227":3720},"e314c861bd9f",[]," the model, in the harness layer that controls the agent loop.","d84a78243562",[2026],"outside","778e700cc7c0",[],"It is tempting to describe this as a storage problem. Save the agent's interactions, embed them, and retrieve the closest results before the next model call. That produces persistence, but not necessarily memory. A useful memory system must decide what to write, how to represent it, when to retrieve it, how to resolve conflicting information, and whether/how an outcome should modify future behavior. Current systems implement this functionality ","121f4a444355",[3730],[],{"_208":3731,"_24":224,"_225":3732,"_227":3733},"18e76a78164b",[],"It cannot coordinate with other agents if each action begins with an isolated view of the organization","72565cf8678f",[3737],[],{"_208":3738,"_24":224,"_225":3739,"_227":3740},"744b85306b2c",[],"Learning can't happen without memory, and an agent cannot learn if the outcome of one attempt disappears before the next","a0eeaffd296d",[3744],[],{"_208":3745,"_24":224,"_225":3746,"_227":3747},"0f74cd6c9885",[],"An agent cannot pursue a goal over months if it forgets why the goal/sub-goal matters","7139f92c87c1",[3751],[],{"_208":3752,"_24":224,"_225":3753,"_227":3754},"6a42f6ec679f",[],"To understand agent memory, we shouldn't think of it as a place to store the past. We need to think of it as a harness-level control system that decides which previous experiences should affect future behavior. The need for memory in the long-horizon context should be clear, but to provide a few examples:","51c7e00b5f52",[3761,3762,3763],[3758],{"_208":3759,"_24":1899,"_1909":3760},"f72dcfadb07b","https://www.heavybit.com/library/article/long-horizon-agents-from-order-takers-to-outcome-owners",{"_208":3770,"_24":224,"_225":3771,"_227":3772},{"_208":3767,"_24":224,"_225":3768,"_227":3769},{"_208":3764,"_24":224,"_225":3765,"_227":3766},"ceb09fa7a740",[],", I laid out the five systems I believe are missing before agents can graduate from completing tasks to owning outcomes: Memory, learning, goal orchestration, a durable execution layer, and a toolchain ecosystem. This post dives into agent memory.","d6a782b5390a",[3759],"Part 1","dade4a80a130",[],"In ","829b03b465e4",[3776],[],{"_208":3777,"_24":224,"_225":3778,"_227":3629},"224565565806",[],"16e0361b4ce2",[3782],[],{"_208":3783,"_24":224,"_225":3784,"_227":3785},"991570e6c69f",[],"Why Memory Is A Key Piece of the Long-Horizon Puzzle",[3792,3793,3794,3795,3796,3797,3798,3799,3800,3801,3802,3803,3804,3805,3806,3807,3808,3809,3810,3811,3812,3813,3814,3815,3816,3817,3818,3819,3820,3821,3822,3823,3824,3825,3826,3827,3828,3829,3830,3831,3832,3833,3834,3835,3836,3837,3838,3839,3840,3841,3842],16,"616147c4-aa4e-4ab9-83ae-f20398e6871d","2026-10-20T16:48:00.000Z","how-to-orchestrate-multiple-agents-from-the-terminal","How to Orchestrate Multiple Agents from the Terminal",{"_208":4397,"_24":210,"_211":4398,"_213":4399,"_215":493},{"_208":4379,"_24":210,"_211":4380,"_213":4381,"_215":216},{"_208":4361,"_24":210,"_211":4362,"_213":4363,"_215":216},{"_208":4358,"_24":1922,"_74":4359},{"_208":4344,"_24":210,"_211":4345,"_213":4346,"_215":216},{"_208":4337,"_24":210,"_211":4338,"_213":4339,"_215":493},{"_208":4319,"_24":210,"_211":4320,"_213":4321,"_215":216},{"_208":4296,"_24":210,"_211":4297,"_213":4298,"_215":216},{"_208":4281,"_24":210,"_211":4282,"_213":4283,"_215":216},{"_208":4274,"_24":210,"_211":4275,"_213":4276,"_215":216},{"_208":4267,"_24":210,"_211":4268,"_213":4269,"_215":493},{"_208":4260,"_24":210,"_211":4261,"_213":4262,"_215":216},{"_208":4245,"_24":210,"_211":4246,"_213":4247,"_215":216},{"_208":4238,"_24":210,"_211":4239,"_213":4240,"_215":216},{"_208":4231,"_24":210,"_211":4232,"_213":4233,"_215":216},{"_208":4224,"_24":210,"_211":4225,"_213":4226,"_215":216},{"_208":4217,"_24":210,"_211":4218,"_213":4219,"_215":216},{"_208":4194,"_24":210,"_211":4195,"_213":4196,"_215":216},{"_208":4187,"_24":210,"_211":4188,"_213":4189,"_215":493},{"_208":4180,"_24":210,"_211":4181,"_213":4182,"_215":216},{"_208":4173,"_24":210,"_211":4174,"_213":4175,"_215":216},{"_208":4155,"_24":210,"_211":4156,"_213":4157,"_215":216},{"_208":4148,"_24":210,"_211":4149,"_213":4150,"_215":501},{"_208":4141,"_24":210,"_211":4142,"_213":4143,"_215":493},{"_208":4115,"_24":210,"_211":4116,"_213":4117,"_215":216},{"_208":4100,"_24":210,"_211":4101,"_213":4102,"_215":216},{"_208":4086,"_24":210,"_211":4087,"_213":4088,"_215":216},{"_208":4071,"_24":210,"_211":4072,"_213":4073,"_215":216},{"_208":4064,"_24":210,"_211":4065,"_213":4066,"_215":216},{"_208":4057,"_24":210,"_211":4058,"_213":4059,"_215":216},{"_208":4050,"_24":210,"_211":4051,"_213":4052,"_215":493},{"_208":4035,"_24":210,"_211":4036,"_213":4037,"_215":216},{"_208":4028,"_24":210,"_211":4029,"_213":4030,"_215":216},{"_208":3997,"_24":210,"_211":3998,"_213":3999,"_215":216},{"_208":3990,"_24":210,"_211":3991,"_213":3992,"_215":216},{"_208":3983,"_24":210,"_211":3984,"_213":3985,"_215":493},{"_208":3976,"_24":210,"_211":3977,"_213":3978,"_215":216},{"_208":3969,"_24":210,"_211":3970,"_213":3971,"_215":216},{"_208":3962,"_24":210,"_211":3963,"_213":3964,"_215":216},{"_208":3955,"_24":210,"_211":3956,"_213":3957,"_215":216},{"_208":3948,"_24":210,"_211":3949,"_213":3950,"_215":493},{"_208":3930,"_24":210,"_211":3931,"_213":3932,"_215":216},{"_208":3899,"_24":210,"_211":3900,"_213":3901,"_215":216},{"_208":3892,"_24":210,"_211":3893,"_213":3894,"_215":216},{"_208":3885,"_24":210,"_211":3886,"_213":3887,"_215":216},{"_208":3878,"_24":210,"_211":3879,"_213":3880,"_215":216},{"_208":3871,"_24":210,"_211":3872,"_213":3873,"_215":501},{"_208":3864,"_24":210,"_211":3865,"_213":3866,"_215":493},{"_208":3857,"_24":210,"_211":3858,"_213":3859,"_215":216},{"_208":3850,"_24":210,"_211":3851,"_213":3852,"_215":216},{"_208":3843,"_24":210,"_211":3844,"_213":3845,"_215":216},"3e791b59e928",[3846],[],{"_208":3847,"_24":224,"_225":3848,"_227":3849},"19f013dfac9b",[],"“So I don't think tools like TUIOS go away. I think the job changes. Today it helps you keep an eye on a handful of agents. Next it has to tell you when to look, show you the evidence when you do, and let you jump in at any moment. And honestly, a lot of TUIOS today gets built by agents running inside TUIOS, so I'm motivated to get that part right!”","fb18f8982030",[3853],[],{"_208":3854,"_24":224,"_225":3855,"_227":3856},"a0a3bf5f4ae7",[],"“I think both things happen at the same time. Agents need less babysitting every few months, which means people will run more of them, on longer tasks, across more machines. The total amount of agent work is going to grow way faster than the number of decisions one person can make in a day.”","30122ab66bfb",[3860],[],{"_208":3861,"_24":224,"_225":3862,"_227":3863},"84d5d492af88",[],"Gosain reflects on what will happen to projects like his in the future: Will they become less necessary as individual agents become more competent and easier to manage? Or more necessary as more teams onboard larger swarms of agents?","68a0e61fad4a",[3867],[],{"_208":3868,"_24":224,"_225":3869,"_227":3870},"b2d7e327e929",[],"The Future of Orchestration (From the Terminal or Otherwise)","526f25bd891d",[3874],[],{"_208":3875,"_24":224,"_225":3876,"_227":3877},"e081e6730529",[2026],"“A test that can't fail is worse than no test at all, because it makes you feel safe. I found three tests that had been green for months and could never go red. Now every bug fix needs a test that I've actually watched fail with the fix removed.”","5ce0d3fc1b3e",[3881],[],{"_208":3882,"_24":224,"_225":3883,"_227":3884},"efeec16cdd16",[],"“And listen to your users. Copy mode, custom keybindings, and the daemon all started as issues people opened. Not everyone will like every choice either. Some people think mouse support in a TUI defeats the whole point, and that's fine, keyboard-first is still the default.”","65082acf5730",[3888],[],{"_208":3889,"_24":224,"_225":3890,"_227":3891},"ae3f1436f63e",[],"“Third, write things down. I've written more than 40 posts on the TUIOS blog, mostly about bugs I got wrong the first time. It's made me a better engineer, and I think people trust a project more when it's open about its mistakes.”","83b109315657",[3895],[],{"_208":3896,"_24":224,"_225":3897,"_227":3898},"89189c5dda2c",[],"“Second, figure out early who owns what. A lot of the hardest bugs came from two parts of the system both thinking they owned the same data. One fun one was a full scrollback costing 232MB per pane, and paying it twice, once in the daemon and once in every client.”","6709a19906a8",[3902,3903,3904,3905,3906,3907,3908],[],{"_208":3927,"_24":224,"_225":3928,"_227":3929},{"_208":3924,"_24":224,"_225":3925,"_227":3926},{"_208":3921,"_24":224,"_225":3922,"_227":3923},{"_208":3918,"_24":224,"_225":3919,"_227":3920},{"_208":3915,"_24":224,"_225":3916,"_227":3917},{"_208":3912,"_24":224,"_225":3913,"_227":3914},{"_208":3909,"_24":224,"_225":3910,"_227":3911},"03ff68661418",[]," with the fix removed.”","71d9a0844a69",[2026],"that I've actually watched fail","e821897e33d0",[]," than no test at all, because it makes you feel safe. I found three tests that had been green for months and could never go red. Now every bug fix needs a test ","9fcb2fef5254",[2026],"worse","89f7daac29b3",[]," is ","c68efdd5d660",[2026],"a test that can't fail","e7a2992b03e7",[],"“The other half of that lesson is that ","2c567aa855f5",[3936,3937,3938],[3933],{"_208":3934,"_24":1899,"_1909":3935},"f924a1482c30","https://github.com/Gaurav-Gosain/tuitest",{"_208":3945,"_24":224,"_225":3946,"_227":3947},{"_208":3942,"_24":224,"_225":3943,"_227":3944},{"_208":3939,"_24":224,"_225":3940,"_227":3941},"807d067e16ed",[],".”","e6b851d76bb4",[3934],"a separate tool for it","1df3f5508e3e",[],"The creator shares many important lessons learned while building the project. “Testing is the big one. Early on I literally wrote in an issue that I was still trying to figure out how to test TUIOS properly, because testing a TUI with real shells inside it is way harder than it looks. Now the tests I trust most start the real binary, attach a real client and read what's on the screen. I even ended up building ","52e66ff87303",[3951],[],{"_208":3952,"_24":224,"_225":3953,"_227":3954},"b09cc780d360",[],"Lessons Learned: Testing, Ownership, Docs, Community","28c61fd9c130",[3958],[],{"_208":3959,"_24":224,"_225":3960,"_227":3961},"f03d323caae1",[],"“For bigger organizations, I'd expect higher-level tools on top that handle goals, ownership and cost, and TUIOS is built to sit underneath those. Pretty much everything it does is available as a command, as JSON, as an event stream and through MCP, so something else can drive it while a person can still jump into any agent whenever they want.”","bd455af80937",[3965],[],{"_208":3966,"_24":224,"_225":3967,"_227":3968},"731f4a1033a5",[],"For long-horizon runs, the creator points out that sessions require a different layer underneath that supports persistent sessions beyond a laptop close. With a significant amount of time and effort, the creator was eventually able to implement a much-requested daemon to restore sessions post-restart into this project, but larger orgs will presumably need more.","1b8cce8046c1",[3972],[],{"_208":3973,"_24":224,"_225":3974,"_227":3975},"9c0a305c08ff",[],"“When an agent gets stuck I want to see exactly what it sees, type into its session, and take over if I need to. That's really natural in a terminal and pretty awkward from a dashboard. It's also where agents already do their work anyway, with the shell, git and tests.”","ffdc999356dc",[3979],[],{"_208":3980,"_24":224,"_225":3981,"_227":3982},"302606d775e7",[],"While the terminal remains popular for individual devs, Gosain isn’t sure it will scale for major projects across an entire organization. “I think the terminal is the right place for agents to run and for you to step in, but not where you'd set goals and budgets for a whole department.\"","f3e6dbfc6664",[3986],[],{"_208":3987,"_24":224,"_225":3988,"_227":3989},"3a4e64e47a2d",[],"The Future of the Terminal: Long Horizon and Org-Wide Projects","3cc74079e800",[3993],[],{"_208":3994,"_24":224,"_225":3995,"_227":3996},"cf20c36daa7e",[],"Gosain adds that untrusted text remains a potential loophole, as agents will read anything from anywhere and potentially interpret what they read as instructions. Text hidden in PR titles, invisible characters in Unicode, and others. “That kind of labelling really needs to become standard everywhere.”","0dfa637b8b71",[4000,4001,4002,4003,4004,4005,4006],[],{"_208":4025,"_24":224,"_225":4026,"_227":4027},{"_208":4022,"_24":224,"_225":4023,"_227":4024},{"_208":4019,"_24":224,"_225":4020,"_227":4021},{"_208":4016,"_24":224,"_225":4017,"_227":4018},{"_208":4013,"_24":224,"_225":4014,"_227":4015},{"_208":4010,"_24":224,"_225":4011,"_227":4012},{"_208":4007,"_24":224,"_225":4008,"_227":4009},"255ac56e2d27",[],". You should be able to take it away while the agent is still running. And you need a clear record of which agent did what, and on whose behalf.”","95994052226c",[2026],"more","47dfd88b7b4f",[]," than it has but never ","1a9fe7c73af4",[2026],"less","860c3089b9db",[],", so an agent can give a helper ","837e89a39a8a",[2026],"down","ec06fc46f793",[],"“Building grants taught me a few things agents need that most systems don't have yet. Access should be tied to a task rather than a person. It should only ever be passed ","cdb499682691",[4031],[],{"_208":4032,"_24":224,"_225":4033,"_227":4034},"7512596d2d33",[],"The creator explains that while his project focused on least privilege rather than full-blown identity management, teams will likely need IAM systems for both human engineers and agents in the future (and major identity vendors are already hard at work building them).","45b541c5899f",[4038,4039,4040],[],{"_208":4047,"_24":224,"_225":4048,"_227":4049},{"_208":4044,"_24":224,"_225":4045,"_227":4046},{"_208":4041,"_24":224,"_225":4042,"_227":4043},"96fa96fae98a",[],". “Every pane in TUIOS has grants that say what the program inside it is allowed to do through TUIOS: Read its own session, type into it, start other agents, answer prompts, or do everything. The daemon checks every single call against them, no matter how it comes in. So if I want a reviewer agent that can look but not touch, I just start it with read-only.”","2083e36a4d74",[2026],"specifically run through the project itself","c439e261144e",[],"Gosain points out that the project has built-in identity management for jobs ","bd5192f93adf",[4053],[],{"_208":4054,"_24":224,"_225":4055,"_227":4056},"bf4caaeb1172",[],"Managing Agents Via Terminal: Identity and Loopholes","df24faceca60",[4060],[],{"_208":4061,"_24":224,"_225":4062,"_227":4063},"29495e2c94ed",[],"The creator also points out that his project has its limits, controlling what an agent can do through its multiplexer, but not everywhere else. “The ‘ask a human’ path has to be quick and painless, otherwise people just turn it off.”","ed32ddd9d6d8",[4067],[],{"_208":4068,"_24":224,"_225":4069,"_227":4070},"a346f352c481",[],"Gosain suggests that agents generally don’t go astray because they’re inherently malicious. “They go wrong because they're confident and fast. We've all seen the stories of an agent wiping a production database because it found a token lying around. That's what I worry about, an agent being completely sure about something it really should have asked about.”","7918883b39e8",[4074,4075,4076],[],{"_208":4083,"_24":224,"_225":4084,"_227":4085},{"_208":4080,"_24":224,"_225":4081,"_227":4082},{"_208":4077,"_24":224,"_225":4078,"_227":4079},"66999ff3e33e",[]," a risky request if you've allowed it to, but it can never approve one. An agent can't give itself more access, and it can't give a helper more access than it has. Even if an agent edits the config file to give itself more, nothing changes until you apply that change yourself from outside TUIOS.”","dbe58bfdd53e",[2026],"deny","9c3818dff01a",[],"“In practice, that means only you can answer an agent's permission prompt. Another agent can ","d4a501c3e7f1",[4089,4090,4091],[],{"_208":4097,"_24":224,"_225":4098,"_227":4099},{"_208":4094,"_24":224,"_225":4095,"_227":4096},{"_208":4092,"_24":224,"_225":4093,"_227":3941},"79b7b12169fb",[],"fb8f26544685",[2026],"something risky","1bd9d2a22783",[],"According to Gosain, learning from agents on the job is valuable, but only within the bounds of limited autonomy. “The rough rule I ended up with is that agents can do the work and agents can say no, but only a person gets to say yes to ","60319847686f",[4103,4104,4105],[],{"_208":4112,"_24":224,"_225":4113,"_227":4114},{"_208":4109,"_24":224,"_225":4110,"_227":4111},{"_208":4106,"_24":224,"_225":4107,"_227":4108},"729256caecec",[],".” The creator explains that fans let you run your own checks on every attempt, compare the results side by side, and diff the attempts against each other. To help users improve on their own processes, the project allows for annotation that can be shared with agents, effectively giving users the final say based on specific evidence pulled from each agentic run.","715fe426e713",[2026],"comparing","ba5da87edf7b",[],"“The part I care about most is ","f65d4a7bf402",[4121,4122,4123,4124,4125],[4118],{"_208":4119,"_24":1899,"_1909":4120},"3ed3816cd07a","https://github.blog/ai-and-ml/github-copilot/what-are-git-worktrees-and-why-should-i-use-them/",{"_208":4138,"_24":224,"_225":4139,"_227":4140},{"_208":4135,"_24":224,"_225":4136,"_227":4137},{"_208":4132,"_24":224,"_225":4133,"_227":4134},{"_208":4129,"_24":224,"_225":4130,"_227":4131},{"_208":4126,"_24":224,"_225":4127,"_227":4128},"20732e20c65c",[],", partly as a learning aid, but mostly to compare approaches. “Different models fail...and succeed in different ways. If I give the same problem to three agents, I'll often get three reasonable approaches, and seeing them side by side helps me think about the problem. Agent time is cheap and mine isn't, so it's a pretty good trade.”","33fc1103c318",[4119],"worktree","d13353fe843a",[]," functionality to parallelize task execution across multiple agents, each in its own ","46ba47a14fde",[2026],"fan","ca141d2fe81c",[],"The creator notes that he specifically built a ","8fc105268f08",[4144],[],{"_208":4145,"_24":224,"_225":4146,"_227":4147},"291bd897e642",[],"Failstates, Agent Reliability, and Learning Job-to-Job","80403ff8cd0a",[4151],[],{"_208":4152,"_24":224,"_225":4153,"_227":4154},"8d2aebf3369f",[2026],"“Pretty much every lab shipped its own ‘which of my agents needs me’ view, and each one only knows about its own agent. That's fine if you only use one tool, but most people I know don't.” - Gaurav Gosain/Creator, TUIOS","3dca538bee60",[4161,4162,4163],[4158],{"_208":4159,"_24":1899,"_1909":4160},"eb4ac0b4ccd2","https://www.cnbc.com/2026/06/16/anthropics-fable-shutdown-is-a-big-moment-for-open-source-ai.html",{"_208":4170,"_24":224,"_225":4171,"_227":4172},{"_208":4167,"_24":224,"_225":4168,"_227":4169},{"_208":4164,"_24":224,"_225":4165,"_227":4166},"db1ed4e125ad",[]," [access to its tools].” Rather than depend on any one vendor’s roadmap, the project was built to work with multiple tools as well as to be directly compatible with tmux through a tmux shim.","af462a24bae4",[4159],"a lab decided to cut off","63e88dfb40d6",[],"The creator clarifies that his goal wasn’t to create a defensible moat around a single, winner-take-all harness that outcompetes all other labs’ harnesses. “[This] is exactly why a neutral layer is useful. We also saw how fast access can change, when ","c330be734330",[4176],[],{"_208":4177,"_24":224,"_225":4178,"_227":4179},"8217051e8152",[],"“Something I noticed this year is that pretty much every lab shipped its own ‘which of my agents needs me’ view, and each one only knows about its own agent. That's fine if you only use one tool, but most people I know don't. TUIOS recognizes 24 agent CLIs right now, and anything it doesn't know still runs fine as a normal terminal program.”","ab4bc0e3ed05",[4183],[],{"_208":4184,"_24":224,"_225":4185,"_227":4186},"b84cc79e55a3",[],"Gosain is frank about why he decided to keep the project as something that sits on top of other harnesses, rather than trying to also build his own coding agent. “The harnesses get better every week, and the teams behind them are a lot bigger than one person working on an open source project on the side. I also just don't think another agent is what people need. Most people have their favorite, and a lot of them use two or three depending on the task.”","db2551a7b932",[4190],[],{"_208":4191,"_24":224,"_225":4192,"_227":4193},"a7aeb5be88b4",[],"Where Terminal-Level Orchestration Fits in the Big Picture","fa331092dd99",[4197,4198,4199,4200,4201],[],{"_208":4214,"_24":224,"_225":4215,"_227":4216},{"_208":4211,"_24":224,"_225":4212,"_227":4213},{"_208":4208,"_24":224,"_225":4209,"_227":4210},{"_208":4205,"_24":224,"_225":4206,"_227":4207},{"_208":4202,"_24":224,"_225":4203,"_227":4204},"6d9a9be4822a",[]," won't, at least not soon. So review doesn't disappear, it shifts from reading every line to looking at evidence, like whether the tests pass or how two attempts compare.”","03e18c2bea33",[2026],"‘Is this actually the right change?’","14d1aa383e6c",[]," will mostly get automated away. ","459f8e217e2c",[2026],"‘Can this agent run this command?’","f60396b582a3",[],"“I also think the bottleneck moves over time. ","cedcc0d17912",[4220],[],{"_208":4221,"_24":224,"_225":4222,"_227":4223},"472e63a58ba6",[],"The creator suggests that his approach is about streamlining the decision process to fewer, better questions with the assumption that the routine stuff can and will run on its own. “And when something does reach you, it comes with enough context that you can decide in a few seconds.”","c8802a545e46",[4227],[],{"_208":4228,"_24":224,"_225":4229,"_227":4230},"c3b40f8ab7f9",[],"“But I also don't think the answer is asking the human about everything. If you get asked a hundred times an hour, you stop reading and just hit yes.” Gosain suggests that major AI labs are trending in the direction of letting classifiers handle routine approvals, which is probably for the best.","ecf4076fb794",[4234],[],{"_208":4235,"_24":224,"_225":4236,"_227":4237},"dde60bb1e02b",[],"The creator suggests that the bottleneck in human-plus-agent systems is still, from his perspective, human attention and decision-making. “I think that's how it should be. I don't want an agent deciding on its own to force push or delete something important.","4ea2d7f44903",[4241],[],{"_208":4242,"_24":224,"_225":4243,"_227":4244},"96ed4d810536",[],"The creator suggests that the project evolved to help human users spend their limited attention span more wisely. “Agents report what state they're in and the ones that need you [get floated] to the top.” The project collects questions and approvals, and agent turns get saved at git checkpoints to make fixes easier, with cheap verification being something to work on in the future.","25ebcace03e7",[4248,4249,4250],[],{"_208":4257,"_24":224,"_225":4258,"_227":4259},{"_208":4254,"_24":224,"_225":4255,"_227":4256},{"_208":4251,"_24":224,"_225":4252,"_227":4253},"a9b7b4c3a230",[],". Spinning up agents is the easy part now. Every lab ships some way to run them in parallel, and some can kick off hundreds of subagents in one go. But producing a hundred results is cheap, and figuring out which ten are actually good is not. If you can't review it, running more of it doesn't really help you.”","c9a437749d53",[2026],"attention","e98c0abcd22c",[],"“What breaks first, at least for me, is ","7b661806cc77",[4263],[],{"_208":4264,"_24":224,"_225":4265,"_227":4266},"1f0ef4e47a71",[],"Gosain suggests that there’s more to any agentic job than simply how many agents are in play. “I don't think there's a linear curve like five, then 10, then 100 [agents being a breaking point]. It depends on the work. Ten agents doing well-defined changes against a good test suite is honestly easier to manage than two agents doing open-ended design work.”","3f31d5748e7c",[4270],[],{"_208":4271,"_24":224,"_225":4272,"_227":4273},"467d878226a1",[],"Where Do Agent-Plus-Human-in-the-Loop Systems Break?","724b27bc87e5",[4277],[],{"_208":4278,"_24":224,"_225":4279,"_227":4280},"8a8f5b8994d7",[],"“TUIOS already owned every one of those panes, so it felt obvious that it should be the one keeping track.” For the creator, giving cues to help agentic power users like himself was becoming increasingly important (though the project still offers an ‘agents-off’ feature for those who just want a better multiplexer).","23ee3f5a58b7",[4284,4285,4286],[],{"_208":4293,"_24":224,"_225":4294,"_227":4295},{"_208":4290,"_24":224,"_225":4291,"_227":4292},{"_208":4287,"_24":224,"_225":4288,"_227":4289},"5382a94334d1",[]," became the problem. “An agent would hit a permission prompt, draw it once, and then just sit there.” Different screens that were in different project states looked identical at a glance, and would sit waiting for a human thumbs up. “It was a pretty silly way to lose time.”","56cdea4cbb7d",[2026],"which agent needed him","01c30f4c4a0b",[],"As Gosain started running several agents in parallel, arranging panes stopped being the problem. Knowing ","c8f8b537e2f0",[4299,4300,4301,4302,4303],[],{"_208":4316,"_24":224,"_225":4317,"_227":4318},{"_208":4313,"_24":224,"_225":4314,"_227":4315},{"_208":4310,"_24":224,"_225":4311,"_227":4312},{"_208":4307,"_24":224,"_225":4308,"_227":4309},{"_208":4304,"_24":224,"_225":4305,"_227":4306},"bcfd2c3fa106",[],"”","b4a8ddc05174",[2026],"which one of them was waiting on me.","f8ecbb456c9b",[]," became the part I actually cared about. I didn't need help arranging my windows anymore, I needed something to tell me ","f55848acbc67",[2026],"that","52a26e91295d",[],"“A multiplexer sees every program you run, its output, its title, the folder it's in, and yet it never really did anything with any of that. Once I started running coding agents in my panes, ","2c0547539626",[4325,4326,4327],[4322],{"_208":4323,"_24":1899,"_1909":4324},"66e4fafd0d2e","https://github.com/tmux/tmux/wiki",{"_208":4334,"_24":224,"_225":4335,"_227":4336},{"_208":4331,"_24":224,"_225":4332,"_227":4333},{"_208":4328,"_24":224,"_225":4329,"_227":4330},"d57416840743",[]," is great, it always felt stuck in a world of memorized key chords and config files.” The creator points out that while the project was initially about all-in-one window management UX, it soon highlighted a deeper need.","c328590f47fd",[4323],"tmux","b55fff7bf397",[],"Gosain notes that the project started from pursuing a better terminal experience. “I live in the terminal for pretty much everything, and while ","3a705bf2cb04",[4340],[],{"_208":4341,"_24":224,"_225":4342,"_227":4343},"49637b6e2cd9",[],"From Multiple Terminals to Multi-Agent","98f9ba5b1089",[4350,4351],[4347],{"_208":4348,"_24":1899,"_1909":4349},"f04212d3515e","https://www.tuios.dev",{"_208":4355,"_24":224,"_225":4356,"_227":4357},{"_208":4352,"_24":224,"_225":4353,"_227":4354},"9b006e84ff8b",[4348,2026],"tuios.dev","51417f32ca16",[2026],"TUIOS helps users orchestrate agents across multiple terminals. Image courtesy ","d4790a7a95ba",{"_1892":4360,"_24":1894},"image-31b56f7b3c41c15c73d7b410e290c2f05c7c5ede-1600x478-jpg","fa72a247de6c",[4367,4368,4369],[4364],{"_208":4365,"_24":1899,"_1909":4366},"3e20d7e69a4e","https://github.com/Gaurav-Gosain/tuios",{"_208":4376,"_24":224,"_225":4377,"_227":4378},{"_208":4373,"_24":224,"_225":4374,"_227":4375},{"_208":4370,"_24":224,"_225":4371,"_227":4372},"d4349a853895",[]," in response. On the surface, TUIOS acts as a multiterminal orchestration tool, but as he explains below, it’s ultimately a way to address one of the trickiest new bottlenecks in software: The limited attention of a human user.","7ed88089c064",[4365],"TUIOS","50d2ad72640b",[],"But what happens when you start utilizing so many agents at once, and have to have so many terminal windows open that it becomes difficult to keep track of everything? Open-source creator Gaurav Gosain noticed this limitation and began building his project ","5dad60941206",[4385,4386,4387],[4382],{"_208":4383,"_24":1899,"_1909":4384},"52e334b19f82","https://en.wikipedia.org/wiki/Terminal_multiplexer",{"_208":4394,"_24":224,"_225":4395,"_227":4396},{"_208":4391,"_24":224,"_225":4392,"_227":4393},{"_208":4388,"_24":224,"_225":4389,"_227":4390},"932af58ea732",[]," to give each agent their own separate pane that segregates and preserves the work of each across sessions.","ae81e2f7bd1b",[4383],"terminal multiplexers","fcf5bef05f52",[],"With the increasing popularity of command-line interface (CLI) building for agentic projects, terminal interfaces are seeing something of a rebirth in software development. However, as more developers utilize agentic tools, and increasingly, multiple agents at once, they’re turning to ","eef26fcaf517",[4400],[],{"_208":4401,"_24":224,"_225":4402,"_227":4403},"24ae57392a2a",[],"Do Windows Matter Less Than Limited Human Attention?",{"_1949":4437,"_96":4438,"_1922":4439,"_1953":1941,"_4410":4411,"_51":4440,"_14":4441,"_63":4442,"_1960":25},{"_1949":4423,"_96":4424,"_1922":4425,"_1953":1939,"_4410":4411,"_51":4426,"_14":4427,"_63":4428,"_1960":25},{"_1949":4407,"_96":4408,"_1922":4409,"_1953":1937,"_4410":4411,"_51":4412,"_14":4413,"_63":4414,"_1960":25},[4415],751.461333,"https://image.mux.com/WUC7YYclMdxXDY02rzsYF5AyLHBqXYEHf/thumbnail.png","poster","mux","2026-10-26T15:20:00.000Z","persistent-memory-and-what-breaks-in-production","Persistent Memory + What Breaks in Production",{"_208":4416,"_24":210,"_211":4417,"_213":4418,"_215":216},"exmem0",[4419],[],{"_208":4420,"_24":224,"_225":4421,"_227":4422},"exmem0s",[],"Sarah Wooders, CTO of Letta and co-author of MemGPT, on how her team works with long-running agents: persistent memory, continual learning in token space, what breaks when context rots and memory gets polluted, and how to measure what an agent actually learned.",[4429],1381.3823,"https://image.mux.com/v1FWaHcoYP7EpNyiNbxkyvFqG02JeSzx7/thumbnail.png","2026-10-26T15:30:00.000Z","performance-engineering-for-agents-lessons-from-glean","Performance Engineering for Agents: Lessons from Glean",{"_208":4430,"_24":210,"_211":4431,"_213":4432,"_215":216},"exglean0",[4433],[],{"_208":4434,"_24":224,"_225":4435,"_227":4436},"exglean0s",[],"Tony Gentilcore, cofounder of Glean and a veteran of Chrome's Speed Team, brings a performance-first lens to long-horizon agents in a fireside with Chad Metcalf: reading traces, token budgets that change agent behavior, what work belongs in the background, and measuring spend per unit of throughput.",[4443],1056.5995,"https://image.mux.com/4jMAtMC7uNlI01kBXJ00i6R00SWSPhae005l/thumbnail.png","2026-10-26T15:35:00.000Z","the-mythical-agent-month","The Mythical Agent-Month",{"_208":4444,"_24":210,"_211":4445,"_213":4446,"_215":216},"exwes0",[4447],[],{"_208":4448,"_24":224,"_225":4449,"_227":4450},"exwes0s",[],"Wes McKinney, cofounder of Kenn Software, creator of pandas, and co-creator of Apache Arrow, revisits The Mythical Man-Month for the age of agent factories: why coordination is part of the work, and why judgment and taste matter more as agents take on more of the building.",{"_208":4452,"_24":210,"_211":4453,"_213":4454,"_215":216},"exsafe0",[4455],[],{"_208":4456,"_24":224,"_225":4457,"_227":71},"exsafe0s",[],"ua","Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","hideBanner",{"_4480":4481,"_4482":4483,"_4484":4485,"_4486":-5},"ENV",{"_4464":4465,"_4466":4467,"_4468":4469,"_4470":4471,"_4472":4473,"_4474":4475,"_4476":4477,"_4478":4465,"_4479":4465},"SANITY_DATASET","production","ALGOLIA_INDEX","heavybit-library","ALGOLIA_APPLICATION_ID","0QCKBC1FMK","ALGOLIA_SITEWIDE_INDEX","heavybit-sitewide","ALGOLIA_JOBS_INDEX","heavybit-jobs","MUX_ENV_KEY","dRI98bL8ze03gYDL6-Ogle2Js","ALGOLIA_SEARCH_API_KEY","7733fdd199ec7af7ee2923ec39c3f036","MODE","VITE_CONTEXT","footer",{"_4598":4599,"_4600":4601,"_4602":4603},"globalConfig",{"_72":4595},"header",{"_4487":4488,"_4489":4490},"skills","announcementBar",{"_4587":4588,"_4589":-5,"_4590":31,"_4591":4592,"_227":4593,"_90":4594},"headerNavLinks",[4491,4492,4493,4494,4495],{"_208":4568,"_4497":4569,"_4498":4570,"_1899":4571,"_4501":12,"_63":4572},{"_208":4553,"_4497":4554,"_4498":4555,"_1899":4556,"_4501":12,"_63":4557},{"_208":4535,"_4497":4536,"_4498":4537,"_1899":4538,"_4501":12,"_63":4539},{"_208":4503,"_4497":4504,"_4498":4505,"_1899":4506,"_4501":12,"_63":4507},{"_208":4496,"_4497":-5,"_4498":4499,"_1899":4500,"_4501":31,"_63":4502},"3702498a502c","dropdown","label","Contact","/press","mobileOnly","Navigate to contact page","4bec0dd665d4",[4508,4509,4510,4511,4512,4513],"Library","/library","Navigate to library page",{"_208":4531,"_4498":4532,"_1899":4533,"_63":4534},{"_208":4527,"_4498":4528,"_1899":4529,"_63":4530},{"_208":4523,"_4498":4524,"_1899":4525,"_63":4526},{"_208":4520,"_4498":4521,"_1899":4522,"_63":4521},{"_208":4517,"_4498":4518,"_1899":4519,"_63":4518},{"_208":4514,"_4498":4515,"_1899":4516,"_63":4515},"66773779036c","DevToolsDigest","/devtoolsdigest","2ead3bd14715","Reports","/reports","ac06751f0372","Collections","/library/collections","1f3fb936f3b9","Podcast Network","/library/podcasts","Navigate to podcasts page","6526c69f5260","Videos","/library?filter=videos","Watch educational videos in Heavybit's Library","63e48d609548","Articles","/library?filter=articles","Read educational articles in Heavybit's Library","716b76469486",[4540,4541,4542],"Community","/community","Navigate to community page",{"_208":4550,"_4498":4551,"_1899":4552,"_63":4551},{"_208":4547,"_4498":4548,"_1899":4549,"_63":4548},{"_208":4543,"_4498":4544,"_1899":4545,"_63":4546},"23077fca0e2f","DevGuild","/devguild","Navigate to devguild page","1fb7c9c465d0","Advisors","/community/advisors","3a177efc4649","Events","/events","90b68b861c06",[4558,4559],"Portfolio","/portfolio","Navigate to portfolio page",{"_208":4564,"_4498":4565,"_1899":4566,"_63":4567},{"_208":4560,"_4498":4561,"_1899":4562,"_63":4563},"e50fa43ad2e7","Jobs","/jobs","Portfolio Company Jobs","d481fcbbd3af","Spotlights","/portfolio/spotlights","Navigate to spotlights page","a8d641babed2",[4573,4574,4575],"About","/about","Navigate to about page",{"_208":4583,"_4498":4584,"_1899":4585,"_63":4586},{"_208":4579,"_4498":4580,"_1899":4581,"_63":4582},{"_208":4576,"_4498":4577,"_1899":4500,"_63":4578},"84e68f9f5c33","News","Navigate to press page","3d279775d73b","FAQ","/faq","Navigate to FAQ page","964627410473","Team","/team","Navigate to team page","buttonText","RSVP","end","show","start","2026-10-20T21:46:59.960Z","🐺 [Oct 28] GitBlame: Werewolf Happy Hour @GitHub Universe","https://luma.com/gitblame-werewolf",{"_24":1922,"_74":4596},{"_1892":4597,"_24":1894},"image-32fdfae4fd13b8f9a3c5bf6b13a635068cb0ecbb-1332x529-png","emailSubscription",{"_1828":4669,"_4670":4671},"footerColumns",[4635,4636,4637],"socialMedia",[4604,4605,4606,4607,4608],{"_208":4630,"_4610":4631,"_90":4632},{"_208":4625,"_4610":4626,"_90":4627},{"_208":4620,"_4610":4621,"_90":4622},{"_208":4615,"_4610":4616,"_90":4617},{"_208":4609,"_4610":4611,"_90":4612},"639729864c2d","icon",{"_24":1890,"_74":4613},"https://www.tiktok.com/@heavybitindustries",{"_1892":4614,"_24":1894},"image-48ac9473e30341c4bee9f6634b77b6f8f1dd6b2f-849x980-webp","a100f6448036",{"_24":1890,"_74":4618},"https://www.instagram.com/heavybitindustries/",{"_1892":4619,"_24":1894},"image-b38b7ee9ccd05f61ca43d5b29fe7058f822f87eb-512x512-webp","fae1cc0df5c6",{"_24":1890,"_74":4623},"https://www.youtube.com/c/heavybit",{"_1892":4624,"_24":1894},"image-6c548d2e815d1fb3b3077c9b8be1ec251e1bc418-512x512-png","5348b028f0d41c3dac62b3dd2b5531ee",{"_24":1890,"_74":4628},"https://www.linkedin.com/company/heavybit",{"_1892":4629,"_24":1894},"image-01bd92eb06873bdc30b1cb5f9c78b1ef5a9559d4-512x512-png","ee025c96397c",{"_24":1890,"_74":4633},"https://twitter.com/heavybit",{"_1892":4634,"_24":1894},"image-9d618da0948299428b29e5d499af3fa5369a24d2-20x20-svg",{"_208":4661,"_4639":4570,"_1942":4662},{"_208":4649,"_4639":4537,"_1942":4650},{"_208":4638,"_4639":4505,"_1942":4640},"ea618aa34610","heading",[4641,4642,4643],{"_208":4646,"_4498":4647,"_1899":4506,"_63":4648},{"_208":4645,"_4498":4524,"_1899":4525,"_63":4526},{"_208":4644,"_4498":4515,"_1899":4516,"_63":4515},"96a97ceba3a2","e1673433290e","c82a64edc4dd","Blog","Navigate to browse on library page","a584a6acf07b",[4651,4652,4653,4654],{"_208":4660,"_4498":4551,"_1899":4552,"_63":4551},{"_208":4659,"_4498":4544,"_1899":4545,"_63":4546},{"_208":4658,"_4498":4561,"_1899":4562,"_63":4563},{"_208":4655,"_4498":4656,"_1899":4657,"_63":4656},"e22bfa6b2330","Inclusion","/community/diversity-and-inclusion","feb038ce46a1","e2d5641ef7de","4358699f4ca4","30a87ef6e7c1",[4663,4664,4665],{"_208":4668,"_4498":4555,"_1899":4556,"_63":4557},{"_208":4667,"_4498":4584,"_1899":4585,"_63":4586},{"_208":4666,"_4498":4577,"_1899":4500,"_63":4578},"398a9b50e214","42666d0b3987","3dfef1283ab5","Unlock success from technical pioneers in software infrastructure. We send the best strategies, tools, and industry updates directly to your inbox.","targetURL","https://share.hsforms.com/1_KYaR4lAQm-C8_9H7r4MIwqdoyu"]

Safety for Autonomous Organizations

Speakers