{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:T3AFEL2AY73NE6ZOFHDJLWNLUN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"69ed2a37a8fca6673e158f49676be81a15c3920045a64df2da6bd5d4161e3a56","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-21T15:26:02Z","title_canon_sha256":"22a69091466e8d7da106bb2c6dc8ff73c9fba75f87cfa1cb2bc13978e19f9327"},"schema_version":"1.0","source":{"id":"2605.22608","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.22608","created_at":"2026-05-22T01:05:00Z"},{"alias_kind":"arxiv_version","alias_value":"2605.22608v1","created_at":"2026-05-22T01:05:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.22608","created_at":"2026-05-22T01:05:00Z"},{"alias_kind":"pith_short_12","alias_value":"T3AFEL2AY73N","created_at":"2026-05-22T01:05:00Z"},{"alias_kind":"pith_short_16","alias_value":"T3AFEL2AY73NE6ZO","created_at":"2026-05-22T01:05:00Z"},{"alias_kind":"pith_short_8","alias_value":"T3AFEL2A","created_at":"2026-05-22T01:05:00Z"}],"graph_snapshots":[{"event_id":"sha256:927758c95e3bf7d66ca9a958be0f13e26ef9c293f55c02b34dd2cdfc2c7b3629","target":"graph","created_at":"2026-05-22T01:05:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.22608/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Agentic systems are becoming more capable: agents define strategies, take actions, and interact with different environments. This autonomy poses serious challenges for overseeing and assessing agent behavior. Most current tools are limited, focusing on observability with basic evaluation capabilities or imposing static, hand-crafted error taxonomies that cannot adapt to new domains. To address this gap, we present Agentic CLEAR, an automatic, dynamic, and easy-to-use evaluation framework. It produces textual insights into the agent behavior on three levels of granularity: system, trace, and no","authors_text":"Asaf Yehudai, Lilach Eden, Michal Shmueli-Scheuer","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-21T15:26:02Z","title":"Agentic CLEAR: Automating Multi-Level Evaluation of LLM Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.22608","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:955f777720a78ea933bbc6f0c889ac13b25aa4532ea6e5290e1b157b4fc13cb6","target":"record","created_at":"2026-05-22T01:05:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"69ed2a37a8fca6673e158f49676be81a15c3920045a64df2da6bd5d4161e3a56","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-21T15:26:02Z","title_canon_sha256":"22a69091466e8d7da106bb2c6dc8ff73c9fba75f87cfa1cb2bc13978e19f9327"},"schema_version":"1.0","source":{"id":"2605.22608","kind":"arxiv","version":1}},"canonical_sha256":"9ec0522f40c7f6d27b2e29c695d9aba34576cff73cb5d0e34903b0cd4d8175ed","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ec0522f40c7f6d27b2e29c695d9aba34576cff73cb5d0e34903b0cd4d8175ed","first_computed_at":"2026-05-22T01:05:00.119598Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-22T01:05:00.119598Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Jrrrs1rmhK+iLtqsxmnlHdpCGPTUWEEHO+co9qfTdA7trg30D3v7Qx/krqFYllbmxadMWU2IuzkUVjHubz3bCA==","signature_status":"signed_v1","signed_at":"2026-05-22T01:05:00.120490Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.22608","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:955f777720a78ea933bbc6f0c889ac13b25aa4532ea6e5290e1b157b4fc13cb6","sha256:927758c95e3bf7d66ca9a958be0f13e26ef9c293f55c02b34dd2cdfc2c7b3629"],"state_sha256":"742d943bacb241a0c201852de4ecf1369fb4a0354b797799f6454c603d8e647d"}