{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:IUMLCBZZDARUSZMLVXUC4PZ6FU","short_pith_number":"pith:IUMLCBZZ","canonical_record":{"source":{"id":"2310.02980","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:17:06Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"41f8a2e0b73a814cf5e40ce9fcba02ddbc5ee005449c47267b6cd92e40f569eb","abstract_canon_sha256":"5cb038bab948404cdc1b0fe4ce4c035884d25c5072a82467357fb1652bcb9c4a"},"schema_version":"1.0"},"canonical_sha256":"4518b10739182349658bade82e3f3e2d279ce1a7754445899f3b7b453181ae72","source":{"kind":"arxiv","id":"2310.02980","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02980","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02980v4","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02980","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"pith_short_12","alias_value":"IUMLCBZZDARU","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"pith_short_16","alias_value":"IUMLCBZZDARUSZML","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"pith_short_8","alias_value":"IUMLCBZZ","created_at":"2026-07-05T08:12:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:IUMLCBZZDARUSZMLVXUC4PZ6FU","target":"record","payload":{"canonical_record":{"source":{"id":"2310.02980","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:17:06Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"41f8a2e0b73a814cf5e40ce9fcba02ddbc5ee005449c47267b6cd92e40f569eb","abstract_canon_sha256":"5cb038bab948404cdc1b0fe4ce4c035884d25c5072a82467357fb1652bcb9c4a"},"schema_version":"1.0"},"canonical_sha256":"4518b10739182349658bade82e3f3e2d279ce1a7754445899f3b7b453181ae72","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:12:45.243416Z","signature_b64":"Ql436xdE+tk0aMLDlAuj26vCamvpyV0cBGqKwWI4cPQ0UAQ47z6voggcZSv7tJHR3zqGvgWDvyIVotkSy5HuDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4518b10739182349658bade82e3f3e2d279ce1a7754445899f3b7b453181ae72","last_reissued_at":"2026-07-05T08:12:45.242923Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:12:45.242923Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.02980","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:12:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e3ernlP47A8HFWUeOwTJwRQV4sdegSliXglNdJ3Jddir0cG6cAwCI6emcZq/dUNEMadEtETAI8f2F0j6OuY1Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:08:50.423752Z"},"content_sha256":"14d42284fcc628d6124c74ceb145e90e86a7e04a6f275a36ace33450da56671c","schema_version":"1.0","event_id":"sha256:14d42284fcc628d6124c74ceb145e90e86a7e04a6f275a36ace33450da56671c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:IUMLCBZZDARUSZMLVXUC4PZ6FU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Never Train from Scratch: Fair Comparison of Long-Sequence Models Requires Data-Driven Priors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Ankit Gupta, Ido Amos, Jonathan Berant","submitted_at":"2023-10-04T17:17:06Z","abstract_excerpt":"Modeling long-range dependencies across sequences is a longstanding goal in machine learning and has led to architectures, such as state space models, that dramatically outperform Transformers on long sequences. However, these impressive empirical gains have been by and large demonstrated on benchmarks (e.g. Long Range Arena), where models are randomly initialized and trained to predict a target label from an input sequence. In this work, we show that random initialization leads to gross overestimation of the differences between architectures and that pretraining with standard denoising object"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02980","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.02980/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:12:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oF47yk5yrSHlSx5U2468rg+BxuoiqEG5KmcHFhtFOHiWHTyBx2mMTotPgND3RlnGneA+EZdp7bda78F/7xaXDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:08:50.424240Z"},"content_sha256":"a1aee25f8924df41060b9b2245ecf6c9df92e3cbdfa9c73bb184d1f494094080","schema_version":"1.0","event_id":"sha256:a1aee25f8924df41060b9b2245ecf6c9df92e3cbdfa9c73bb184d1f494094080"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU/bundle.json","state_url":"https://pith.science/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T22:08:50Z","links":{"resolver":"https://pith.science/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU","bundle":"https://pith.science/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU/bundle.json","state":"https://pith.science/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IUMLCBZZDARUSZMLVXUC4PZ6FU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:IUMLCBZZDARUSZMLVXUC4PZ6FU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5cb038bab948404cdc1b0fe4ce4c035884d25c5072a82467357fb1652bcb9c4a","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:17:06Z","title_canon_sha256":"41f8a2e0b73a814cf5e40ce9fcba02ddbc5ee005449c47267b6cd92e40f569eb"},"schema_version":"1.0","source":{"id":"2310.02980","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02980","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02980v4","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02980","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"pith_short_12","alias_value":"IUMLCBZZDARU","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"pith_short_16","alias_value":"IUMLCBZZDARUSZML","created_at":"2026-07-05T08:12:45Z"},{"alias_kind":"pith_short_8","alias_value":"IUMLCBZZ","created_at":"2026-07-05T08:12:45Z"}],"graph_snapshots":[{"event_id":"sha256:a1aee25f8924df41060b9b2245ecf6c9df92e3cbdfa9c73bb184d1f494094080","target":"graph","created_at":"2026-07-05T08:12:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.02980/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modeling long-range dependencies across sequences is a longstanding goal in machine learning and has led to architectures, such as state space models, that dramatically outperform Transformers on long sequences. However, these impressive empirical gains have been by and large demonstrated on benchmarks (e.g. Long Range Arena), where models are randomly initialized and trained to predict a target label from an input sequence. In this work, we show that random initialization leads to gross overestimation of the differences between architectures and that pretraining with standard denoising object","authors_text":"Ankit Gupta, Ido Amos, Jonathan Berant","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:17:06Z","title":"Never Train from Scratch: Fair Comparison of Long-Sequence Models Requires Data-Driven Priors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02980","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:14d42284fcc628d6124c74ceb145e90e86a7e04a6f275a36ace33450da56671c","target":"record","created_at":"2026-07-05T08:12:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5cb038bab948404cdc1b0fe4ce4c035884d25c5072a82467357fb1652bcb9c4a","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:17:06Z","title_canon_sha256":"41f8a2e0b73a814cf5e40ce9fcba02ddbc5ee005449c47267b6cd92e40f569eb"},"schema_version":"1.0","source":{"id":"2310.02980","kind":"arxiv","version":4}},"canonical_sha256":"4518b10739182349658bade82e3f3e2d279ce1a7754445899f3b7b453181ae72","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4518b10739182349658bade82e3f3e2d279ce1a7754445899f3b7b453181ae72","first_computed_at":"2026-07-05T08:12:45.242923Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:12:45.242923Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ql436xdE+tk0aMLDlAuj26vCamvpyV0cBGqKwWI4cPQ0UAQ47z6voggcZSv7tJHR3zqGvgWDvyIVotkSy5HuDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:12:45.243416Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.02980","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:14d42284fcc628d6124c74ceb145e90e86a7e04a6f275a36ace33450da56671c","sha256:a1aee25f8924df41060b9b2245ecf6c9df92e3cbdfa9c73bb184d1f494094080"],"state_sha256":"bbce27e9f0494765c6af2ee5216f2fed8ee48c17e662449b679508f104a3c14a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gJl/3/fk5s8x7oxzAcqe/IeKKLJnM8N1zQJS0MvLfx4/QD+ltiIcN+Q/hcUjzXzIiY9sDndzAlFJtxiSh1THCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T22:08:50.427522Z","bundle_sha256":"7c84cc648ae1ad3daf329863d880a5f8dc40b3cb9a03d8ad3429ac612cff55ad"}}