{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DJ6IF7KPPW6JWYDG2W2TP2TOMM","short_pith_number":"pith:DJ6IF7KP","canonical_record":{"source":{"id":"2506.21605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-20T10:09:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f5ef6348b294777a76b84c3acbe4c179b8b5e758cc8b3714a39eb3327bd9ccce","abstract_canon_sha256":"36a3b4ef9dad358416babec9c01d724bb0bccd8077c2ad2a61647b66b4c540a8"},"schema_version":"1.0"},"canonical_sha256":"1a7c82fd4f7dbc9b6066d5b537ea6e6305f241ed4de23b78c913d139dadfa668","source":{"kind":"arxiv","id":"2506.21605","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.21605","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"arxiv_version","alias_value":"2506.21605v1","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21605","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"pith_short_12","alias_value":"DJ6IF7KPPW6J","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"pith_short_16","alias_value":"DJ6IF7KPPW6JWYDG","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"pith_short_8","alias_value":"DJ6IF7KP","created_at":"2026-07-05T11:27:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DJ6IF7KPPW6JWYDG2W2TP2TOMM","target":"record","payload":{"canonical_record":{"source":{"id":"2506.21605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-20T10:09:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f5ef6348b294777a76b84c3acbe4c179b8b5e758cc8b3714a39eb3327bd9ccce","abstract_canon_sha256":"36a3b4ef9dad358416babec9c01d724bb0bccd8077c2ad2a61647b66b4c540a8"},"schema_version":"1.0"},"canonical_sha256":"1a7c82fd4f7dbc9b6066d5b537ea6e6305f241ed4de23b78c913d139dadfa668","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:27:57.123622Z","signature_b64":"KQmG3OqwwU2x03LTa/mLshjLt100f3BrOoVW8e15GlK7h1x2ACqEj+/59d9TJDEKXsgb7TX1Cu+zZyB2cN1xDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1a7c82fd4f7dbc9b6066d5b537ea6e6305f241ed4de23b78c913d139dadfa668","last_reissued_at":"2026-07-05T11:27:57.123104Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:27:57.123104Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.21605","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HFxBK+i1czbyF0YNLwucgwXEAACwlOVGPVzPIiKuAvRR2PcUmFpBudL13PfQg/P/5Rrpgn+MBBBnUc+RugW5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T09:09:01.444851Z"},"content_sha256":"1d65ebaf14451fed176ce8f61847b912a8cd2bf703aa44bf14f92c091275c572","schema_version":"1.0","event_id":"sha256:1d65ebaf14451fed176ce8f61847b912a8cd2bf703aa44bf14f92c091275c572"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DJ6IF7KPPW6JWYDG2W2TP2TOMM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MemBench: Towards More Comprehensive Evaluation on the Memory of LLM-based Agents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chen Ma, Haoran Tan, Quanyu Dai, Xu Chen, Zeyu Zhang, Zhenhua Dong","submitted_at":"2025-06-20T10:09:23Z","abstract_excerpt":"Recent works have highlighted the significance of memory mechanisms in LLM-based agents, which enable them to store observed information and adapt to dynamic environments. However, evaluating their memory capabilities still remains challenges. Previous evaluations are commonly limited by the diversity of memory levels and interactive scenarios. They also lack comprehensive metrics to reflect the memory capabilities from multiple aspects. To address these problems, in this paper, we construct a more comprehensive dataset and benchmark to evaluate the memory capability of LLM-based agents. Our d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21605","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.21605/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bf1bkCSzzrOA7VbQd5arDEBzdEZ5ruHwzxa20l148QC6EVyAVhwd2CEipoW/D/VWth6cuNvFPhqeqpccnKjaBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T09:09:01.445393Z"},"content_sha256":"8ab2798b6a22422868ac70ef79c9de925e090185fbcb1c424b9e6ac13c9ef812","schema_version":"1.0","event_id":"sha256:8ab2798b6a22422868ac70ef79c9de925e090185fbcb1c424b9e6ac13c9ef812"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM/bundle.json","state_url":"https://pith.science/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T09:09:01Z","links":{"resolver":"https://pith.science/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM","bundle":"https://pith.science/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM/bundle.json","state":"https://pith.science/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DJ6IF7KPPW6JWYDG2W2TP2TOMM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DJ6IF7KPPW6JWYDG2W2TP2TOMM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"36a3b4ef9dad358416babec9c01d724bb0bccd8077c2ad2a61647b66b4c540a8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-20T10:09:23Z","title_canon_sha256":"f5ef6348b294777a76b84c3acbe4c179b8b5e758cc8b3714a39eb3327bd9ccce"},"schema_version":"1.0","source":{"id":"2506.21605","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.21605","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"arxiv_version","alias_value":"2506.21605v1","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21605","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"pith_short_12","alias_value":"DJ6IF7KPPW6J","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"pith_short_16","alias_value":"DJ6IF7KPPW6JWYDG","created_at":"2026-07-05T11:27:57Z"},{"alias_kind":"pith_short_8","alias_value":"DJ6IF7KP","created_at":"2026-07-05T11:27:57Z"}],"graph_snapshots":[{"event_id":"sha256:8ab2798b6a22422868ac70ef79c9de925e090185fbcb1c424b9e6ac13c9ef812","target":"graph","created_at":"2026-07-05T11:27:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.21605/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent works have highlighted the significance of memory mechanisms in LLM-based agents, which enable them to store observed information and adapt to dynamic environments. However, evaluating their memory capabilities still remains challenges. Previous evaluations are commonly limited by the diversity of memory levels and interactive scenarios. They also lack comprehensive metrics to reflect the memory capabilities from multiple aspects. To address these problems, in this paper, we construct a more comprehensive dataset and benchmark to evaluate the memory capability of LLM-based agents. Our d","authors_text":"Chen Ma, Haoran Tan, Quanyu Dai, Xu Chen, Zeyu Zhang, Zhenhua Dong","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-20T10:09:23Z","title":"MemBench: Towards More Comprehensive Evaluation on the Memory of LLM-based Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21605","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d65ebaf14451fed176ce8f61847b912a8cd2bf703aa44bf14f92c091275c572","target":"record","created_at":"2026-07-05T11:27:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"36a3b4ef9dad358416babec9c01d724bb0bccd8077c2ad2a61647b66b4c540a8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-20T10:09:23Z","title_canon_sha256":"f5ef6348b294777a76b84c3acbe4c179b8b5e758cc8b3714a39eb3327bd9ccce"},"schema_version":"1.0","source":{"id":"2506.21605","kind":"arxiv","version":1}},"canonical_sha256":"1a7c82fd4f7dbc9b6066d5b537ea6e6305f241ed4de23b78c913d139dadfa668","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1a7c82fd4f7dbc9b6066d5b537ea6e6305f241ed4de23b78c913d139dadfa668","first_computed_at":"2026-07-05T11:27:57.123104Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:27:57.123104Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KQmG3OqwwU2x03LTa/mLshjLt100f3BrOoVW8e15GlK7h1x2ACqEj+/59d9TJDEKXsgb7TX1Cu+zZyB2cN1xDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:27:57.123622Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.21605","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d65ebaf14451fed176ce8f61847b912a8cd2bf703aa44bf14f92c091275c572","sha256:8ab2798b6a22422868ac70ef79c9de925e090185fbcb1c424b9e6ac13c9ef812"],"state_sha256":"be9eca3b12e9de5b53952c720473f78663dd38eaee9244861e1e59225afc662a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CMYsCnZq+k1zCAEq5jVNzBkmGNFnN0CeWfub/RzupwBy3OJtAVwvHeAnur0rlcnJ1uZR1T/6JUWkw8/MUb5TCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T09:09:01.451076Z","bundle_sha256":"3ec4ee1239788eb0d12396fa3c78579b949ed97a618e49f9a99083cf866abbda"}}