{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JQRVUTKUPHX3OZFXXCKWLF35BT","short_pith_number":"pith:JQRVUTKU","canonical_record":{"source":{"id":"2310.06762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T16:38:49Z","cross_cats_sorted":[],"title_canon_sha256":"da50520fb3dc357186f680948296d91a6743abc2bed286c71fbb8ac9643e1eec","abstract_canon_sha256":"dadb89d67703184b075cec61fad1f027ce2168dabe959c451809a1c60df77126"},"schema_version":"1.0"},"canonical_sha256":"4c235a4d5479efb764b7b89565977d0cc15484eea49617fd8b6bf1086d1b1ac1","source":{"kind":"arxiv","id":"2310.06762","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06762","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06762v1","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06762","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"pith_short_12","alias_value":"JQRVUTKUPHX3","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"pith_short_16","alias_value":"JQRVUTKUPHX3OZFX","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"pith_short_8","alias_value":"JQRVUTKU","created_at":"2026-07-05T06:59:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JQRVUTKUPHX3OZFXXCKWLF35BT","target":"record","payload":{"canonical_record":{"source":{"id":"2310.06762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T16:38:49Z","cross_cats_sorted":[],"title_canon_sha256":"da50520fb3dc357186f680948296d91a6743abc2bed286c71fbb8ac9643e1eec","abstract_canon_sha256":"dadb89d67703184b075cec61fad1f027ce2168dabe959c451809a1c60df77126"},"schema_version":"1.0"},"canonical_sha256":"4c235a4d5479efb764b7b89565977d0cc15484eea49617fd8b6bf1086d1b1ac1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:59:23.569772Z","signature_b64":"UljuCYNkEFPGu1ry6K8MHOXSN/yJQPiUmDAE4701llXAMRQYLUWrbbm0en9HRdaoLjFRgX+NAlGW79NPDPs/Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4c235a4d5479efb764b7b89565977d0cc15484eea49617fd8b6bf1086d1b1ac1","last_reissued_at":"2026-07-05T06:59:23.569299Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:59:23.569299Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.06762","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NQa2nnnQDFQfVyUt+0Jd+aqkDaSysdIcqkmxUGPXOV5RPf3NQrD8Ovw8wz8iG6M78Z9sbCrj7ziUEOBcaiE/DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:08:39.128916Z"},"content_sha256":"500f5a1dda9801a46d5d35f6d3e47c8887f1768ff3047fb6b4194472119ed922","schema_version":"1.0","event_id":"sha256:500f5a1dda9801a46d5d35f6d3e47c8887f1768ff3047fb6b4194472119ed922"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JQRVUTKUPHX3OZFXXCKWLF35BT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Qi Zhang, Rui Zheng, Senjie Jin, Songyang Gao, Tao Gui, Tianze Chen, Xianjun Yang, Xiao Wang, Xuanjing Huang, Yicheng Zou, Yuansen Zhang, Zhiheng Xi","submitted_at":"2023-10-10T16:38:49Z","abstract_excerpt":"Aligned large language models (LLMs) demonstrate exceptional capabilities in task-solving, following instructions, and ensuring safety. However, the continual learning aspect of these aligned LLMs has been largely overlooked. Existing continual learning benchmarks lack sufficient challenge for leading aligned LLMs, owing to both their simplicity and the models' potential exposure during instruction tuning. In this paper, we introduce TRACE, a novel benchmark designed to evaluate continual learning in LLMs. TRACE consists of 8 distinct datasets spanning challenging tasks including domain-specif"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06762","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.06762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sfh5IaSiTbXEAPCLjjFsL13kKmRhVUBoXscrbPoA9Ae0knKU2GX1lpdreOQ+sEXJBXjU1AOdYLZc0+Unrk58Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:08:39.129625Z"},"content_sha256":"e3b59326f52edb917686bd486cd8f75cef70fd6f97a635579a52ba630582e392","schema_version":"1.0","event_id":"sha256:e3b59326f52edb917686bd486cd8f75cef70fd6f97a635579a52ba630582e392"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JQRVUTKUPHX3OZFXXCKWLF35BT/bundle.json","state_url":"https://pith.science/pith/JQRVUTKUPHX3OZFXXCKWLF35BT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JQRVUTKUPHX3OZFXXCKWLF35BT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T14:08:39Z","links":{"resolver":"https://pith.science/pith/JQRVUTKUPHX3OZFXXCKWLF35BT","bundle":"https://pith.science/pith/JQRVUTKUPHX3OZFXXCKWLF35BT/bundle.json","state":"https://pith.science/pith/JQRVUTKUPHX3OZFXXCKWLF35BT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JQRVUTKUPHX3OZFXXCKWLF35BT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JQRVUTKUPHX3OZFXXCKWLF35BT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dadb89d67703184b075cec61fad1f027ce2168dabe959c451809a1c60df77126","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T16:38:49Z","title_canon_sha256":"da50520fb3dc357186f680948296d91a6743abc2bed286c71fbb8ac9643e1eec"},"schema_version":"1.0","source":{"id":"2310.06762","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06762","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06762v1","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06762","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"pith_short_12","alias_value":"JQRVUTKUPHX3","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"pith_short_16","alias_value":"JQRVUTKUPHX3OZFX","created_at":"2026-07-05T06:59:23Z"},{"alias_kind":"pith_short_8","alias_value":"JQRVUTKU","created_at":"2026-07-05T06:59:23Z"}],"graph_snapshots":[{"event_id":"sha256:e3b59326f52edb917686bd486cd8f75cef70fd6f97a635579a52ba630582e392","target":"graph","created_at":"2026-07-05T06:59:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.06762/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Aligned large language models (LLMs) demonstrate exceptional capabilities in task-solving, following instructions, and ensuring safety. However, the continual learning aspect of these aligned LLMs has been largely overlooked. Existing continual learning benchmarks lack sufficient challenge for leading aligned LLMs, owing to both their simplicity and the models' potential exposure during instruction tuning. In this paper, we introduce TRACE, a novel benchmark designed to evaluate continual learning in LLMs. TRACE consists of 8 distinct datasets spanning challenging tasks including domain-specif","authors_text":"Qi Zhang, Rui Zheng, Senjie Jin, Songyang Gao, Tao Gui, Tianze Chen, Xianjun Yang, Xiao Wang, Xuanjing Huang, Yicheng Zou, Yuansen Zhang, Zhiheng Xi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T16:38:49Z","title":"TRACE: A Comprehensive Benchmark for Continual Learning in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06762","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:500f5a1dda9801a46d5d35f6d3e47c8887f1768ff3047fb6b4194472119ed922","target":"record","created_at":"2026-07-05T06:59:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dadb89d67703184b075cec61fad1f027ce2168dabe959c451809a1c60df77126","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-10T16:38:49Z","title_canon_sha256":"da50520fb3dc357186f680948296d91a6743abc2bed286c71fbb8ac9643e1eec"},"schema_version":"1.0","source":{"id":"2310.06762","kind":"arxiv","version":1}},"canonical_sha256":"4c235a4d5479efb764b7b89565977d0cc15484eea49617fd8b6bf1086d1b1ac1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4c235a4d5479efb764b7b89565977d0cc15484eea49617fd8b6bf1086d1b1ac1","first_computed_at":"2026-07-05T06:59:23.569299Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:23.569299Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UljuCYNkEFPGu1ry6K8MHOXSN/yJQPiUmDAE4701llXAMRQYLUWrbbm0en9HRdaoLjFRgX+NAlGW79NPDPs/Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:23.569772Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.06762","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:500f5a1dda9801a46d5d35f6d3e47c8887f1768ff3047fb6b4194472119ed922","sha256:e3b59326f52edb917686bd486cd8f75cef70fd6f97a635579a52ba630582e392"],"state_sha256":"9250c7318ee39807e515af2ace374ba9080ce7d49f4ac942d63d315b4fd40548"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rkR3Xx4IKxeJOgkb5jS7CfdoS8+ED8Bl31GJxR5llqBanHSxnoDK8euZMtt7gW92edl8kUnMKXBLZmFDzzO7Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T14:08:39.136222Z","bundle_sha256":"d3e9dc362348157805eb59f511fe88cdf9f6a739bc37999b7d520730e900d1d7"}}