{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GE33OONA4SSWAHI5BCCD2AI7CP","short_pith_number":"pith:GE33OONA","canonical_record":{"source":{"id":"2306.00802","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2023-06-01T15:30:33Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"bdcbf34e0b9168870e11c43471fbcca97694fa90e1ba5f9dbeb95c504c3c4853","abstract_canon_sha256":"30ed789eba9c4753e59773c522660fc14998c7acf931bb5c98bac9d6bcf8e4fc"},"schema_version":"1.0"},"canonical_sha256":"3137b739a0e4a5601d1d08843d011f13e8517785ee45119eee5f9309c3ff5e83","source":{"kind":"arxiv","id":"2306.00802","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00802","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00802v2","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00802","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_12","alias_value":"GE33OONA4SSW","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_16","alias_value":"GE33OONA4SSWAHI5","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_8","alias_value":"GE33OONA","created_at":"2026-07-05T07:09:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GE33OONA4SSWAHI5BCCD2AI7CP","target":"record","payload":{"canonical_record":{"source":{"id":"2306.00802","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2023-06-01T15:30:33Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"bdcbf34e0b9168870e11c43471fbcca97694fa90e1ba5f9dbeb95c504c3c4853","abstract_canon_sha256":"30ed789eba9c4753e59773c522660fc14998c7acf931bb5c98bac9d6bcf8e4fc"},"schema_version":"1.0"},"canonical_sha256":"3137b739a0e4a5601d1d08843d011f13e8517785ee45119eee5f9309c3ff5e83","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:09:49.086945Z","signature_b64":"WZHk1ua839ktYe8dEvNh918aNmGs91yrBPgoX+Nc995luhNa+jVT1FBFWZemmovN9CzB8gRtYBtStZvuNPOIAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3137b739a0e4a5601d1d08843d011f13e8517785ee45119eee5f9309c3ff5e83","last_reissued_at":"2026-07-05T07:09:49.086444Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:09:49.086444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.00802","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hskLYMh7nMBo/ActJJPhRSTAgWSUSb7qU98YMN4zyZGzbkjZ5/tB8NAJBbKNiwMsRHcumKnGlAQrOLHz4hzBAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T18:03:59.394992Z"},"content_sha256":"706d32f51096abd3e03bf02d34c5b95df1a968bd23a214110c8e0a639d01db48","schema_version":"1.0","event_id":"sha256:706d32f51096abd3e03bf02d34c5b95df1a968bd23a214110c8e0a639d01db48"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GE33OONA4SSWAHI5BCCD2AI7CP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Birth of a Transformer: A Memory Viewpoint","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"stat.ML","authors_text":"Alberto Bietti, Diane Bouchacourt, Herve Jegou, Leon Bottou, Vivien Cabannes","submitted_at":"2023-06-01T15:30:33Z","abstract_excerpt":"Large language models based on transformers have achieved great empirical successes. However, as they are deployed more widely, there is a growing need to better understand their internal mechanisms in order to make them more reliable. These models appear to store vast amounts of knowledge from their training data, and to adapt quickly to new information provided in their context or prompt. We study how transformers balance these two types of knowledge by considering a synthetic setup where tokens are generated from either global or context-specific bigram distributions. By a careful empirical"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00802","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.00802/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UhNLlOrokerwmEC9QKv+4gG5FimRylhUgJXIxEMB051DOCKiey7e4CafdNGuu4vL/FGOHQpxaSqBkTh5lESWBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T18:03:59.395396Z"},"content_sha256":"717ab0c06eeb2e7a1e4193b81b9be32e20fa22a22735fb5a0b761fe09770a485","schema_version":"1.0","event_id":"sha256:717ab0c06eeb2e7a1e4193b81b9be32e20fa22a22735fb5a0b761fe09770a485"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GE33OONA4SSWAHI5BCCD2AI7CP/bundle.json","state_url":"https://pith.science/pith/GE33OONA4SSWAHI5BCCD2AI7CP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GE33OONA4SSWAHI5BCCD2AI7CP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T18:03:59Z","links":{"resolver":"https://pith.science/pith/GE33OONA4SSWAHI5BCCD2AI7CP","bundle":"https://pith.science/pith/GE33OONA4SSWAHI5BCCD2AI7CP/bundle.json","state":"https://pith.science/pith/GE33OONA4SSWAHI5BCCD2AI7CP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GE33OONA4SSWAHI5BCCD2AI7CP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GE33OONA4SSWAHI5BCCD2AI7CP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30ed789eba9c4753e59773c522660fc14998c7acf931bb5c98bac9d6bcf8e4fc","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2023-06-01T15:30:33Z","title_canon_sha256":"bdcbf34e0b9168870e11c43471fbcca97694fa90e1ba5f9dbeb95c504c3c4853"},"schema_version":"1.0","source":{"id":"2306.00802","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00802","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00802v2","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00802","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_12","alias_value":"GE33OONA4SSW","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_16","alias_value":"GE33OONA4SSWAHI5","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_8","alias_value":"GE33OONA","created_at":"2026-07-05T07:09:49Z"}],"graph_snapshots":[{"event_id":"sha256:717ab0c06eeb2e7a1e4193b81b9be32e20fa22a22735fb5a0b761fe09770a485","target":"graph","created_at":"2026-07-05T07:09:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.00802/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models based on transformers have achieved great empirical successes. However, as they are deployed more widely, there is a growing need to better understand their internal mechanisms in order to make them more reliable. These models appear to store vast amounts of knowledge from their training data, and to adapt quickly to new information provided in their context or prompt. We study how transformers balance these two types of knowledge by considering a synthetic setup where tokens are generated from either global or context-specific bigram distributions. By a careful empirical","authors_text":"Alberto Bietti, Diane Bouchacourt, Herve Jegou, Leon Bottou, Vivien Cabannes","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2023-06-01T15:30:33Z","title":"Birth of a Transformer: A Memory Viewpoint"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00802","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:706d32f51096abd3e03bf02d34c5b95df1a968bd23a214110c8e0a639d01db48","target":"record","created_at":"2026-07-05T07:09:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30ed789eba9c4753e59773c522660fc14998c7acf931bb5c98bac9d6bcf8e4fc","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2023-06-01T15:30:33Z","title_canon_sha256":"bdcbf34e0b9168870e11c43471fbcca97694fa90e1ba5f9dbeb95c504c3c4853"},"schema_version":"1.0","source":{"id":"2306.00802","kind":"arxiv","version":2}},"canonical_sha256":"3137b739a0e4a5601d1d08843d011f13e8517785ee45119eee5f9309c3ff5e83","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3137b739a0e4a5601d1d08843d011f13e8517785ee45119eee5f9309c3ff5e83","first_computed_at":"2026-07-05T07:09:49.086444Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:09:49.086444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WZHk1ua839ktYe8dEvNh918aNmGs91yrBPgoX+Nc995luhNa+jVT1FBFWZemmovN9CzB8gRtYBtStZvuNPOIAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:09:49.086945Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.00802","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:706d32f51096abd3e03bf02d34c5b95df1a968bd23a214110c8e0a639d01db48","sha256:717ab0c06eeb2e7a1e4193b81b9be32e20fa22a22735fb5a0b761fe09770a485"],"state_sha256":"33c07f6d49461587a2f5ca814e84b30c64cfe5375093a34212a05bab58f2abfe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WZ5iIf8MBNvxIQgyYfvLs+8osCGDedGLLhZXRRcdiOZeV9G1uAcE/ubDspnmeQt+zlpBpeDMC1y+/asaU3ggBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T18:03:59.397532Z","bundle_sha256":"4fb61beb497c26c0cec6ea11739487fe97ca1cd26e55a7154dfa5a52120ecd36"}}