{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","short_pith_number":"pith:OP2RC5MV","canonical_record":{"source":{"id":"2605.21347","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-20T16:13:53Z","cross_cats_sorted":["cs.LG","cs.SE"],"title_canon_sha256":"7cb9a1ed30f775bb608eba21351d27d15df57a24db97f911ba3720088463ccb8","abstract_canon_sha256":"5a27c80b6236015322085f3e57516494fad9be1259a175b24f48296e59af9d6d"},"schema_version":"1.0"},"canonical_sha256":"73f511759575c535d1381fabb297ee498e96204675547de2d21b3ece4d87e987","source":{"kind":"arxiv","id":"2605.21347","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.21347","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"arxiv_version","alias_value":"2605.21347v1","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.21347","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"pith_short_12","alias_value":"OP2RC5MVOXCT","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"pith_short_16","alias_value":"OP2RC5MVOXCTLUJY","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"pith_short_8","alias_value":"OP2RC5MV","created_at":"2026-05-21T02:05:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"record","payload":{"canonical_record":{"source":{"id":"2605.21347","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-20T16:13:53Z","cross_cats_sorted":["cs.LG","cs.SE"],"title_canon_sha256":"7cb9a1ed30f775bb608eba21351d27d15df57a24db97f911ba3720088463ccb8","abstract_canon_sha256":"5a27c80b6236015322085f3e57516494fad9be1259a175b24f48296e59af9d6d"},"schema_version":"1.0"},"canonical_sha256":"73f511759575c535d1381fabb297ee498e96204675547de2d21b3ece4d87e987","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-21T02:05:30.459767Z","signature_b64":"QDGh1sdT3vSm2t1th/Zi029H2Z4qBn2pIAj26nJ/pOMREKhzxkIC48x8MMH3b99boj5eSHo4fiMICJMIQGapAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"73f511759575c535d1381fabb297ee498e96204675547de2d21b3ece4d87e987","last_reissued_at":"2026-05-21T02:05:30.458986Z","signature_status":"signed_v1","first_computed_at":"2026-05-21T02:05:30.458986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.21347","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T02:05:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9gi6lfD+ADGi1m859RAyLsmvu2OhjqtqA2APbwriO6sNVVkGznwW+lMWosKedzDk7uIGWXKSi+2/qlU7IiU6Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.201498Z"},"content_sha256":"fbbe95a9abc153df834f840529a912dc3060f8c21951616f000a587f9efcbc47","schema_version":"1.0","event_id":"sha256:fbbe95a9abc153df834f840529a912dc3060f8c21951616f000a587f9efcbc47"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Insights Generator: Systematic Corpus-Level Trace Diagnostics for LLM Agents","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","cs.SE"],"primary_cat":"cs.AI","authors_text":"Akshay Manglik, Apaar Shanker, Jason Qin, Kaustubh Deshpande, Levi Lentz, Veronica Chatrath, Vijay S. Kalmath, Yash Maurya, Yuan (Emily) Xue","submitted_at":"2026-05-20T16:13:53Z","abstract_excerpt":"Diagnosing failures in LLM agents remains largely manual. Practitioners inspect a small subset of execution traces, form ad-hoc hypotheses, and iterate. This process misses patterns that only emerge across trace populations and does not scale to production corpora where individual traces span tens of thousands of tokens. We formalize the problem of corpus-level trace diagnostics. Given a corpus of execution traces, the goal is to produce grounded natural-language insights that characterize systematic behavioral patterns across trace groups, each linked to supporting evidence. We present the In"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.21347","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.21347/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T02:05:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZCZ1SkI8R0i6+zNjS8PkSWbmE1Dn7ON7ttUU6uxMch1feu8Rk7TZhAV1u1Fvm7SDcY5MXx3vk/fDlLg9NDq8AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.201928Z"},"content_sha256":"b1ca1f642c520a99aa62da3d3bd44720981bdbbd65bc73530fc47b161b75fd05","schema_version":"1.0","event_id":"sha256:b1ca1f642c520a99aa62da3d3bd44720981bdbbd65bc73530fc47b161b75fd05"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://arxiv' returned status transport error (transport error: [Errno -3] Temporary failure in name resolution) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://arxiv","final_url":null,"host_kind":"website","status_code":0,"status_text":"transport error: [Errno -3] Temporary failure in name resolution","verdict_class":"incontrovertible","checked_at_unix":1779406458.6302805},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T23:34:18.631592Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://arxiv","finding_type":"dead_url","evidence_hash":"2df5a89ba869f4135402932f565c2c07a19ee774cfe3060e76d0b277484266d0","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":6088,"payload_sha256":"063be36200383bc9ed59f6ad100b4711b695ac09485da08db643a1781e3fced7","signature_b64":"1FB39bui2+oHVFOs59NyHw03KBJH94lh5n8ZXF7ue1C4DhxVJDJgUsH2B3aalZQ0jMHB6Ut+5dnvvETb7P77CQ==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T23:35:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RxvTXikYM28FcX77Er/G2eiFQQuS4g8QRToeA/xLS3J6geh5eKMku0nDCxTW10ANjx2OVjzR95p3TTSBPfcUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.203829Z"},"content_sha256":"8d2ccd15f4a827f6e3104bbb2a33524d190f3bed6fcebe4a452236d24e87ca3f","schema_version":"1.0","event_id":"sha256:8d2ccd15f4a827f6e3104bbb2a33524d190f3bed6fcebe4a452236d24e87ca3f"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://shortcut' returned status transport error (transport error: [Errno -3] Temporary failure in name resolution) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://shortcut","final_url":null,"host_kind":"website","status_code":0,"status_text":"transport error: [Errno -3] Temporary failure in name resolution","verdict_class":"incontrovertible","checked_at_unix":1779406458.6097755},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T23:34:18.631592Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://shortcut","finding_type":"dead_url","evidence_hash":"77c5527b163f906fd9fcc7658676e4ca489eb25b611a1cd40fe29607d096f88c","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":6087,"payload_sha256":"7192c44ea88ca7b85864e40cc970368f2fabeb9b8db7e410d4f3b252f6392898","signature_b64":"JozvhrBRVCIOSbsmsA1MVapBgUABIQbWP0XITAKczgntLO00A4qFN7wTTVV7Ywro70rA+bVdsr/MKHytJ+PzAA==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T23:35:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"geGVgdHIkEqn1FmtrTey/zNQtse/37hFr1Iw4ZpZCokurlcPyf7njQFiFJ6d+AAEFPmBzoLnz+E01TvozMTKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.204155Z"},"content_sha256":"412974f28766261d934b947b357e68dd62e0e5bb149dc3244c698d082acef3cc","schema_version":"1.0","event_id":"sha256:412974f28766261d934b947b357e68dd62e0e5bb149dc3244c698d082acef3cc"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://arxiv.org/abs/' returned status 404 (Not Found) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://arxiv.org/abs/","final_url":"https://arxiv.org/abs/","host_kind":"arxiv","status_code":404,"status_text":"Not Found","verdict_class":"incontrovertible","checked_at_unix":1779406458.6003284},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T23:34:18.631592Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://arxiv.org/abs/","finding_type":"dead_url","evidence_hash":"66e95a08c63ea74106de3c0acfd86c77cf21d180ece721eebf631821a36eba6a","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":6086,"payload_sha256":"4908dc444cfc0aba3e0f90c67933ed23efa9d043ea847ccc0561727f93d66bb8","signature_b64":"1hIuOHI6FV/WuVsYgmCtmbvet2XO57QDjeozMTk/vNISb79ODZtE2O9hi9XAVpduPpgA5EtyMjTTrev7STRzCg==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T23:35:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GCW5rwCsYLykXNzy5pZEerw187it2o81mPDnPAtX7FnVRTzBxVRk9CIsrug/vPbXgXWS1uM/laHKU+XZ2puRBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.204455Z"},"content_sha256":"69aa1805768effe0c088bc0ff90112fc762ca4db0e1ecedda09481a9ac35f462","schema_version":"1.0","event_id":"sha256:69aa1805768effe0c088bc0ff90112fc762ca4db0e1ecedda09481a9ac35f462"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://arxiv.org/abs/2509' returned status 404 (Not Found) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://arxiv.org/abs/2509","final_url":"https://arxiv.org/abs/2509","host_kind":"arxiv","status_code":404,"status_text":"Not Found","verdict_class":"incontrovertible","checked_at_unix":1779406458.0491862},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T23:34:18.631592Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://arxiv.org/abs/2509","finding_type":"dead_url","evidence_hash":"3260b6168ae5f9d030e30a6086f2edf56731f0b4c9a5f132d5b3da89d2b6c2ee","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":6085,"payload_sha256":"76389729cb6fa18c92ba85722fcd545bd9fed8d8418437a5300bf0ea70b8d0b4","signature_b64":"8nOYUO8g9CQxOH7mjJualLBUJv6icN2vOCSb7XHfW2lvUEz54WwS2LMEAYMJ7BhOxNeyNGz3Qwp/I2tGqr9TBA==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T23:35:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLzHN7sZUKGBNiD2/B6T4d02Ab5uC2ul/LR4GsXyWQzeOcXsOin1dZI2SkYpfbmuhCLAneai9UdODwmgnAUnDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.204777Z"},"content_sha256":"2bb3fb678aee4bb13bb069faad13148f37e5f712a717624afbe36856d401c485","schema_version":"1.0","event_id":"sha256:2bb3fb678aee4bb13bb069faad13148f37e5f712a717624afbe36856d401c485"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://arxiv' returned status transport error (transport error: [Errno -3] Temporary failure in name resolution) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://arxiv","final_url":null,"host_kind":"website","status_code":0,"status_text":"transport error: [Errno -3] Temporary failure in name resolution","verdict_class":"incontrovertible","checked_at_unix":1779363253.341261},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T11:34:13.343030Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://arxiv","finding_type":"dead_url","evidence_hash":"c57ac733eacb55960f09b78c17f38c622b2b204a2d52af1907885cff4eadb312","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":5919,"payload_sha256":"9f2c45fd6b730a5096bd9f8746cc14c6ce23b240ab2adb8a1ef27a0a628fd388","signature_b64":"XHNIXsNfooFmMgNlfCSGaWs4PbM/6XyawZ6pmu+JaBTlT050gyR3ZUPUdDb7sDwEsjyTRgZW7V6iXEg1sFLsDA==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T11:34:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QiKmw+1sGowEesTRvsVgEBcS4ozcCF7vy3n2X4rVbMQ5QLr6ewell+q5ZeO3DpFEExN+F1KBIGTvMtsLspi/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.205075Z"},"content_sha256":"dd0b4320aa0b7fa0ae5e6006854e5f410f2451356724feb624b638479f8d7bde","schema_version":"1.0","event_id":"sha256:dd0b4320aa0b7fa0ae5e6006854e5f410f2451356724feb624b638479f8d7bde"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://shortcut' returned status transport error (transport error: [Errno -3] Temporary failure in name resolution) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://shortcut","final_url":null,"host_kind":"website","status_code":0,"status_text":"transport error: [Errno -3] Temporary failure in name resolution","verdict_class":"incontrovertible","checked_at_unix":1779363253.3135831},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T11:34:13.343030Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://shortcut","finding_type":"dead_url","evidence_hash":"a39d9192ad9e2ccde3a72bfefc7b54ac778659e4cae335e71db2c1b6d23b5e84","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":5918,"payload_sha256":"7c2196046f54a34605042404d5d54e7b63a10ad2c4bcc962c42240aa9d44ff2a","signature_b64":"yEpr121Vhp1T6jMGzw5viVwOQa9JQbhPmFF5iu7Z6n6hLddWsxlKybwXmnf6QyNDUqlcOGZDcYzt4fFU1gqECw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T11:34:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iQ/i8m7tKXxwWs6IUp2cFEx3iiLYJdSB4H3UH+iOnB6kX/YJoimt3wZYVX9WD7qOWYZWTr18Dbkw570s3SPcCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.205386Z"},"content_sha256":"5084088a7b522a866488cf1a5faada52c86dfbbc2c395f0ba2fea892f06b7b63","schema_version":"1.0","event_id":"sha256:5084088a7b522a866488cf1a5faada52c86dfbbc2c395f0ba2fea892f06b7b63"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://arxiv.org/abs/' returned status 404 (Not Found) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://arxiv.org/abs/","final_url":"https://arxiv.org/abs/","host_kind":"arxiv","status_code":404,"status_text":"Not Found","verdict_class":"incontrovertible","checked_at_unix":1779363253.2963817},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T11:34:13.343030Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://arxiv.org/abs/","finding_type":"dead_url","evidence_hash":"108419006439e5efc99d02ba523c4a7846a6fb936c2a8fc49c8c16b9da48ea46","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":5917,"payload_sha256":"559ea306c5b808c6ced90a1c53d56cd4b895b7b85a30509f05e2ef14d02b0541","signature_b64":"05WDx59tlZuD/2lm0Q4V1vv503PpNviSmCsVoh16AsVAc2dafDTXGJV/P/ZmQ4c518QLmbJ2f5zDnXUzQ6kEDw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T11:34:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TcmKO7a8QJ83Oli7VIFS9aBcb/R0JXh/ZRK6gb8azFqWSJx9n+k5J0EoVr2djXdQEwCnu8FdZZ21A8bLh9tjCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.205725Z"},"content_sha256":"e340f370f72417c47435c489ab384eac16fed00e6f1381259d7a7f46674fad26","schema_version":"1.0","event_id":"sha256:e340f370f72417c47435c489ab384eac16fed00e6f1381259d7a7f46674fad26"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","target":"integrity","payload":{"note":"URL 'https://arxiv.org/abs/2509' returned status 404 (Not Found) at last check.","snippet":null,"arxiv_id":"2605.21347","detector":"external_links","evidence":{"url":"https://arxiv.org/abs/2509","final_url":"https://arxiv.org/abs/2509","host_kind":"arxiv","status_code":404,"status_text":"Not Found","verdict_class":"incontrovertible","checked_at_unix":1779363252.7842276},"severity":"advisory","ref_index":null,"audited_at":"2026-05-21T11:34:13.343030Z","event_type":"pith.integrity.v1","detected_doi":null,"detector_url":"https://pith.science/pith-integrity-protocol#external_links","external_url":"https://arxiv.org/abs/2509","finding_type":"dead_url","evidence_hash":"4365a793ef4de91fd310c1cb00fd0146b34a795436ad8b24b8536528537ff843","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":5916,"payload_sha256":"98c6fdfd65e1f2bbc6995e39fed7fc114979d6b41fe4ffb8cbccceeb9fef43cc","signature_b64":"nVsmTNNAYuz1XWEg7HRBJWoLwtgD6r6O1Ag6T9TJA+JzTE849TfgvWVbDMBHMv9rSEcwUZ4iWWKv5t5I/GquCw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T11:34:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5eDbWD3YfjC7eDByLfsusbx4bC0mCZFvSPh070jhhqrML4Rd/x3ofyOGyl+HRnTADYue5g7mH437e1Uzi5dOAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T23:07:40.206033Z"},"content_sha256":"747d33a8cfd1f28350a03f97fd132971fd62b8fb44017cf4d1e7920022301fd0","schema_version":"1.0","event_id":"sha256:747d33a8cfd1f28350a03f97fd132971fd62b8fb44017cf4d1e7920022301fd0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG/bundle.json","state_url":"https://pith.science/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-23T23:07:40Z","links":{"resolver":"https://pith.science/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG","bundle":"https://pith.science/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG/bundle.json","state":"https://pith.science/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OP2RC5MVOXCTLUJYD6V3FF7OJG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:OP2RC5MVOXCTLUJYD6V3FF7OJG","merge_version":"pith-open-graph-merge-v1","event_count":10,"valid_event_count":10,"invalid_event_count":0,"equivocation_count":1,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a27c80b6236015322085f3e57516494fad9be1259a175b24f48296e59af9d6d","cross_cats_sorted":["cs.LG","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-20T16:13:53Z","title_canon_sha256":"7cb9a1ed30f775bb608eba21351d27d15df57a24db97f911ba3720088463ccb8"},"schema_version":"1.0","source":{"id":"2605.21347","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.21347","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"arxiv_version","alias_value":"2605.21347v1","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.21347","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"pith_short_12","alias_value":"OP2RC5MVOXCT","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"pith_short_16","alias_value":"OP2RC5MVOXCTLUJY","created_at":"2026-05-21T02:05:30Z"},{"alias_kind":"pith_short_8","alias_value":"OP2RC5MV","created_at":"2026-05-21T02:05:30Z"}],"graph_snapshots":[{"event_id":"sha256:b1ca1f642c520a99aa62da3d3bd44720981bdbbd65bc73530fc47b161b75fd05","target":"graph","created_at":"2026-05-21T02:05:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.21347/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Diagnosing failures in LLM agents remains largely manual. Practitioners inspect a small subset of execution traces, form ad-hoc hypotheses, and iterate. This process misses patterns that only emerge across trace populations and does not scale to production corpora where individual traces span tens of thousands of tokens. We formalize the problem of corpus-level trace diagnostics. Given a corpus of execution traces, the goal is to produce grounded natural-language insights that characterize systematic behavioral patterns across trace groups, each linked to supporting evidence. We present the In","authors_text":"Akshay Manglik, Apaar Shanker, Jason Qin, Kaustubh Deshpande, Levi Lentz, Veronica Chatrath, Vijay S. Kalmath, Yash Maurya, Yuan (Emily) Xue","cross_cats":["cs.LG","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-20T16:13:53Z","title":"Insights Generator: Systematic Corpus-Level Trace Diagnostics for LLM Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.21347","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fbbe95a9abc153df834f840529a912dc3060f8c21951616f000a587f9efcbc47","target":"record","created_at":"2026-05-21T02:05:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a27c80b6236015322085f3e57516494fad9be1259a175b24f48296e59af9d6d","cross_cats_sorted":["cs.LG","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-20T16:13:53Z","title_canon_sha256":"7cb9a1ed30f775bb608eba21351d27d15df57a24db97f911ba3720088463ccb8"},"schema_version":"1.0","source":{"id":"2605.21347","kind":"arxiv","version":1}},"canonical_sha256":"73f511759575c535d1381fabb297ee498e96204675547de2d21b3ece4d87e987","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"73f511759575c535d1381fabb297ee498e96204675547de2d21b3ece4d87e987","first_computed_at":"2026-05-21T02:05:30.458986Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-21T02:05:30.458986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QDGh1sdT3vSm2t1th/Zi029H2Z4qBn2pIAj26nJ/pOMREKhzxkIC48x8MMH3b99boj5eSHo4fiMICJMIQGapAw==","signature_status":"signed_v1","signed_at":"2026-05-21T02:05:30.459767Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.21347","source_kind":"arxiv","source_version":1}}},"equivocations":[{"signer_id":"pith.science","event_type":"integrity_finding","target":"integrity","event_ids":["sha256:2bb3fb678aee4bb13bb069faad13148f37e5f712a717624afbe36856d401c485","sha256:412974f28766261d934b947b357e68dd62e0e5bb149dc3244c698d082acef3cc","sha256:5084088a7b522a866488cf1a5faada52c86dfbbc2c395f0ba2fea892f06b7b63","sha256:69aa1805768effe0c088bc0ff90112fc762ca4db0e1ecedda09481a9ac35f462","sha256:747d33a8cfd1f28350a03f97fd132971fd62b8fb44017cf4d1e7920022301fd0","sha256:8d2ccd15f4a827f6e3104bbb2a33524d190f3bed6fcebe4a452236d24e87ca3f","sha256:dd0b4320aa0b7fa0ae5e6006854e5f410f2451356724feb624b638479f8d7bde","sha256:e340f370f72417c47435c489ab384eac16fed00e6f1381259d7a7f46674fad26"]}],"invalid_events":[],"applied_event_ids":["sha256:fbbe95a9abc153df834f840529a912dc3060f8c21951616f000a587f9efcbc47","sha256:b1ca1f642c520a99aa62da3d3bd44720981bdbbd65bc73530fc47b161b75fd05"],"state_sha256":"2a7344ca7387249333acbb363056816d35132011b9d663924abcc4157d40364c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RQtmF2BOv3e8BzrY2jGZE3MduEJ4DYC8X6pEmwpBO52RdnydF/kNYxeMQ4l1/AFXUD6Ia3pSEQFYUwk9DffWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-23T23:07:40.211295Z","bundle_sha256":"d825bc8073a5a0067d5f025c431f9e43f190b4e4d481396c061ee3f72d7c54eb"}}