{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RH6Y34IDZXQHPMDB2IZLDZLQU6","short_pith_number":"pith:RH6Y34ID","canonical_record":{"source":{"id":"2410.04727","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T03:38:27Z","cross_cats_sorted":[],"title_canon_sha256":"6a1e7835b572338f1cffcdb9aab2aa0bc90087039af94ef9a0d625d38d172d67","abstract_canon_sha256":"1eacda1cd0468321f35091b2696203e8890a8cc2471a9c70d444e27878d725ea"},"schema_version":"1.0"},"canonical_sha256":"89fd8df103cde077b061d232b1e570a7a3f96c066a2efb43d96a1ec1572fe833","source":{"kind":"arxiv","id":"2410.04727","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04727","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04727v1","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04727","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"pith_short_12","alias_value":"RH6Y34IDZXQH","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"pith_short_16","alias_value":"RH6Y34IDZXQHPMDB","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"pith_short_8","alias_value":"RH6Y34ID","created_at":"2026-07-05T09:16:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RH6Y34IDZXQHPMDB2IZLDZLQU6","target":"record","payload":{"canonical_record":{"source":{"id":"2410.04727","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T03:38:27Z","cross_cats_sorted":[],"title_canon_sha256":"6a1e7835b572338f1cffcdb9aab2aa0bc90087039af94ef9a0d625d38d172d67","abstract_canon_sha256":"1eacda1cd0468321f35091b2696203e8890a8cc2471a9c70d444e27878d725ea"},"schema_version":"1.0"},"canonical_sha256":"89fd8df103cde077b061d232b1e570a7a3f96c066a2efb43d96a1ec1572fe833","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:55.297065Z","signature_b64":"IRdSDXr6DjzXsGlyEVpozZmepF9Ks7gH5MmyMycisi21am0W3V9ZLr7IrEvEideqCIUUD9PzB80LhSTK/615Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"89fd8df103cde077b061d232b1e570a7a3f96c066a2efb43d96a1ec1572fe833","last_reissued_at":"2026-07-05T09:16:55.296598Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:55.296598Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.04727","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C6ja85S7XEsJjRt4Yt+EF6N76K0OYe3LnVNX5lJ20GqSBSoux6rZ8oy8FSDfe2mfiuO10R8Ue+G0NlOh7tHkAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T22:07:47.954791Z"},"content_sha256":"a98a948a1e39b0a5e9877444f49a8de22465aa3df3632830e10f817cba38dcc6","schema_version":"1.0","event_id":"sha256:a98a948a1e39b0a5e9877444f49a8de22465aa3df3632830e10f817cba38dcc6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RH6Y34IDZXQHPMDB2IZLDZLQU6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Forgetting Curve: A Reliable Method for Evaluating Memorization Capability for Long-context Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bei Li, Chunyang Xiao, Jingang Wang, Jingbo Zhu, Pengcheng Huang, Runsong Zhao, Tong Xiao, Xinyu Liu","submitted_at":"2024-10-07T03:38:27Z","abstract_excerpt":"Numerous recent works target to extend effective context length for language models and various methods, tasks and benchmarks exist to measure model's effective memorization length. However, through thorough investigations, we find limitations for currently existing evaluations on model's memorization capability. We provide an extensive survey for limitations in this work and propose a new method called forgetting curve to measure the memorization capability of long-context models. We show that forgetting curve has the advantage of being robust to the tested corpus and the experimental setting"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04727","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.04727/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AD7SpEg+EkhYVG5Li+CQz5WXm3T7lozkTvlCNjrMR8yJRtx3SGJRZbAHEvViLjd1qB8SGX78vwdtJSnAhApwDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T22:07:47.955285Z"},"content_sha256":"6d26a28251e28e4e81f906268b2cb1f15158eee15724d8b0441c0380242c9b77","schema_version":"1.0","event_id":"sha256:6d26a28251e28e4e81f906268b2cb1f15158eee15724d8b0441c0380242c9b77"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6/bundle.json","state_url":"https://pith.science/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T22:07:47Z","links":{"resolver":"https://pith.science/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6","bundle":"https://pith.science/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6/bundle.json","state":"https://pith.science/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RH6Y34IDZXQHPMDB2IZLDZLQU6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RH6Y34IDZXQHPMDB2IZLDZLQU6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1eacda1cd0468321f35091b2696203e8890a8cc2471a9c70d444e27878d725ea","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T03:38:27Z","title_canon_sha256":"6a1e7835b572338f1cffcdb9aab2aa0bc90087039af94ef9a0d625d38d172d67"},"schema_version":"1.0","source":{"id":"2410.04727","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04727","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04727v1","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04727","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"pith_short_12","alias_value":"RH6Y34IDZXQH","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"pith_short_16","alias_value":"RH6Y34IDZXQHPMDB","created_at":"2026-07-05T09:16:55Z"},{"alias_kind":"pith_short_8","alias_value":"RH6Y34ID","created_at":"2026-07-05T09:16:55Z"}],"graph_snapshots":[{"event_id":"sha256:6d26a28251e28e4e81f906268b2cb1f15158eee15724d8b0441c0380242c9b77","target":"graph","created_at":"2026-07-05T09:16:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.04727/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Numerous recent works target to extend effective context length for language models and various methods, tasks and benchmarks exist to measure model's effective memorization length. However, through thorough investigations, we find limitations for currently existing evaluations on model's memorization capability. We provide an extensive survey for limitations in this work and propose a new method called forgetting curve to measure the memorization capability of long-context models. We show that forgetting curve has the advantage of being robust to the tested corpus and the experimental setting","authors_text":"Bei Li, Chunyang Xiao, Jingang Wang, Jingbo Zhu, Pengcheng Huang, Runsong Zhao, Tong Xiao, Xinyu Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T03:38:27Z","title":"Forgetting Curve: A Reliable Method for Evaluating Memorization Capability for Long-context Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04727","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a98a948a1e39b0a5e9877444f49a8de22465aa3df3632830e10f817cba38dcc6","target":"record","created_at":"2026-07-05T09:16:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1eacda1cd0468321f35091b2696203e8890a8cc2471a9c70d444e27878d725ea","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T03:38:27Z","title_canon_sha256":"6a1e7835b572338f1cffcdb9aab2aa0bc90087039af94ef9a0d625d38d172d67"},"schema_version":"1.0","source":{"id":"2410.04727","kind":"arxiv","version":1}},"canonical_sha256":"89fd8df103cde077b061d232b1e570a7a3f96c066a2efb43d96a1ec1572fe833","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"89fd8df103cde077b061d232b1e570a7a3f96c066a2efb43d96a1ec1572fe833","first_computed_at":"2026-07-05T09:16:55.296598Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:55.296598Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IRdSDXr6DjzXsGlyEVpozZmepF9Ks7gH5MmyMycisi21am0W3V9ZLr7IrEvEideqCIUUD9PzB80LhSTK/615Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:55.297065Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.04727","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a98a948a1e39b0a5e9877444f49a8de22465aa3df3632830e10f817cba38dcc6","sha256:6d26a28251e28e4e81f906268b2cb1f15158eee15724d8b0441c0380242c9b77"],"state_sha256":"ff0f1e751df87d7cdd2b45934c43b8138cd813278de067b71be93993b64a7c0d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vP0Zkd8GBLt3/Uc2idfUkzub7L327a2QUEB+36P0CkdSAfr2j9oTcGFJVpAkY4drXySfKdLnG3JtH0Qd1U7CDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T22:07:47.959780Z","bundle_sha256":"dafe126cf7cb7a49ad40eb262919c49b1ac8d0df8502719b19db211d3f957f22"}}