{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:X77JOGIV5XGMHMCBHDEWKCA62P","short_pith_number":"pith:X77JOGIV","schema_version":"1.0","canonical_sha256":"bffe971915edccc3b04138c965081ed3d0d8dd00ed91f17afd927596e770af1b","source":{"kind":"arxiv","id":"2410.17194","version":5},"attestation_state":"computed","paper":{"title":"Representation Shattering in Transformers: A Synthetic Study with Knowledge Editing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ekdeep Singh Lubana, Hidenori Tanaka, Kento Nishi, Maya Okawa, Mikail Khona, Rahul Ramesh","submitted_at":"2024-10-22T17:13:34Z","abstract_excerpt":"Knowledge Editing (KE) algorithms alter models' weights to perform targeted updates to incorrect, outdated, or otherwise unwanted factual associations. However, recent work has shown that applying KE can adversely affect models' broader factual recall accuracy and diminish their reasoning abilities. Although these studies give insights into the potential harms of KE algorithms, e.g., performance evaluations on benchmarks, little is understood about why such destructive failures occur. Motivated by this, we define a novel synthetic task in which a Transformer is trained from scratch to internal"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.17194","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-22T17:13:34Z","cross_cats_sorted":[],"title_canon_sha256":"bfb37959cf48038bd1b41c609cace366291df82a0c851e8b8da294b3154801d7","abstract_canon_sha256":"2a79e81e961e39ea6604978500be6c9c762a6fa999032aaf9dcd370c75bcb231"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:19:49.938281Z","signature_b64":"aq7TbGxxBLcX53SWMjpYasqQI59jDCZlkSVsSceS/Fb3Pmzdx4mH0FeWjlhDn1hgFmFlQ0iSok3AlrKLlh7qDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bffe971915edccc3b04138c965081ed3d0d8dd00ed91f17afd927596e770af1b","last_reissued_at":"2026-07-05T11:19:49.937850Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:19:49.937850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Representation Shattering in Transformers: A Synthetic Study with Knowledge Editing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ekdeep Singh Lubana, Hidenori Tanaka, Kento Nishi, Maya Okawa, Mikail Khona, Rahul Ramesh","submitted_at":"2024-10-22T17:13:34Z","abstract_excerpt":"Knowledge Editing (KE) algorithms alter models' weights to perform targeted updates to incorrect, outdated, or otherwise unwanted factual associations. However, recent work has shown that applying KE can adversely affect models' broader factual recall accuracy and diminish their reasoning abilities. Although these studies give insights into the potential harms of KE algorithms, e.g., performance evaluations on benchmarks, little is understood about why such destructive failures occur. Motivated by this, we define a novel synthetic task in which a Transformer is trained from scratch to internal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17194","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.17194/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.17194","created_at":"2026-07-05T11:19:49.937906+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.17194v5","created_at":"2026-07-05T11:19:49.937906+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17194","created_at":"2026-07-05T11:19:49.937906+00:00"},{"alias_kind":"pith_short_12","alias_value":"X77JOGIV5XGM","created_at":"2026-07-05T11:19:49.937906+00:00"},{"alias_kind":"pith_short_16","alias_value":"X77JOGIV5XGMHMCB","created_at":"2026-07-05T11:19:49.937906+00:00"},{"alias_kind":"pith_short_8","alias_value":"X77JOGIV","created_at":"2026-07-05T11:19:49.937906+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":7,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.07568","citing_title":"A Systematic Study of Behavioral Cloning for Scientific Data Annotation","ref_index":76,"is_internal_anchor":false},{"citing_arxiv_id":"2605.28303","citing_title":"From Fact Overwriting to Knowledge Evolution: Causal Editing via On-Policy Self-Distillation","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2602.20207","citing_title":"Golden Layers and Where to Find Them: Improved Knowledge Editing for Large Language Models Via Layer Gradient Analysis","ref_index":18,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20299","citing_title":"Mechanisms of Misgeneralization in Physical Sequence Modeling","ref_index":70,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12705","citing_title":"Early Data Exposure Improves Robustness to Subsequent Fine-Tuning","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05115","citing_title":"Manifold Steering Reveals the Shared Geometry of Neural Network Representation and Behavior","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2605.01148","citing_title":"Arithmetic in the Wild: Llama uses Base-10 Addition to Reason About Cyclic Concepts","ref_index":7,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P","json":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P.json","graph_json":"https://pith.science/api/pith-number/X77JOGIV5XGMHMCBHDEWKCA62P/graph.json","events_json":"https://pith.science/api/pith-number/X77JOGIV5XGMHMCBHDEWKCA62P/events.json","paper":"https://pith.science/paper/X77JOGIV"},"agent_actions":{"view_html":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P","download_json":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P.json","view_paper":"https://pith.science/paper/X77JOGIV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.17194&json=true","fetch_graph":"https://pith.science/api/pith-number/X77JOGIV5XGMHMCBHDEWKCA62P/graph.json","fetch_events":"https://pith.science/api/pith-number/X77JOGIV5XGMHMCBHDEWKCA62P/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P/action/timestamp_anchor","attest_storage":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P/action/storage_attestation","attest_author":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P/action/author_attestation","sign_citation":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P/action/citation_signature","submit_replication":"https://pith.science/pith/X77JOGIV5XGMHMCBHDEWKCA62P/action/replication_record"}},"created_at":"2026-07-05T11:19:49.937906+00:00","updated_at":"2026-07-05T11:19:49.937906+00:00"}