{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RL5C6P7AO3XHBKBSJJYXBO44PJ","short_pith_number":"pith:RL5C6P7A","canonical_record":{"source":{"id":"2210.05675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T09:29:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e97a4aaee31639dfd2633a4b4c113c329e147d96a9a8be80e14990d7bfbd64cc","abstract_canon_sha256":"9ee15a78699ea59236b7f065af7900aef07ab16e2721a242232824ddbf85688f"},"schema_version":"1.0"},"canonical_sha256":"8afa2f3fe076ee70a8324a7170bb9c7a7a5aecc31c283c59a05d9bc802fccd2b","source":{"kind":"arxiv","id":"2210.05675","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.05675","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"arxiv_version","alias_value":"2210.05675v2","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.05675","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"pith_short_12","alias_value":"RL5C6P7AO3XH","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"pith_short_16","alias_value":"RL5C6P7AO3XHBKBS","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"pith_short_8","alias_value":"RL5C6P7A","created_at":"2026-07-05T05:06:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RL5C6P7AO3XHBKBSJJYXBO44PJ","target":"record","payload":{"canonical_record":{"source":{"id":"2210.05675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T09:29:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e97a4aaee31639dfd2633a4b4c113c329e147d96a9a8be80e14990d7bfbd64cc","abstract_canon_sha256":"9ee15a78699ea59236b7f065af7900aef07ab16e2721a242232824ddbf85688f"},"schema_version":"1.0"},"canonical_sha256":"8afa2f3fe076ee70a8324a7170bb9c7a7a5aecc31c283c59a05d9bc802fccd2b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:06:15.777497Z","signature_b64":"rHcCDv6ilUoP1Rn9T5hBJ19NywYEI1g1FSQ/rp4Uoy+H/lXBP4e0dz9WFjRvbA5IipaLc27Zng04gj5eJ6LvDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8afa2f3fe076ee70a8324a7170bb9c7a7a5aecc31c283c59a05d9bc802fccd2b","last_reissued_at":"2026-07-05T05:06:15.776970Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:06:15.776970Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.05675","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0HsxR5ni4n+LLzqRh8pQYc3No1iMdAx7m/v+hJ49s76GXwvAvrGZ3Vk9+ybKfrHMDqmhAl6Qjnk/cUQkGs/aDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:34:31.857339Z"},"content_sha256":"a0697594c50f111c01c566bfa39c36bb33c73dcd3450c4f1ef03ea636f80eaf7","schema_version":"1.0","event_id":"sha256:a0697594c50f111c01c566bfa39c36bb33c73dcd3450c4f1ef03ea636f80eaf7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RL5C6P7AO3XHBKBSJJYXBO44PJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers generalize differently from information stored in context vs in weights","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Andrew K. Lampinen, Dharshan Kumaran, Felix Hill, Ishita Dasgupta, Junkyung Kim, Stephanie C.Y. Chan","submitted_at":"2022-10-11T09:29:19Z","abstract_excerpt":"Transformer models can use two fundamentally different kinds of information: information stored in weights during training, and information provided ``in-context'' at inference time. In this work, we show that transformers exhibit different inductive biases in how they represent and generalize from the information in these two sources. In particular, we characterize whether they generalize via parsimonious rules (rule-based generalization) or via direct comparison with observed examples (exemplar-based generalization). This is of important practical consequence, as it informs whether to encode"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.05675","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.05675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xrMCDPeFe1psgXRlNGfwrRbPsh635q46UbD9CYhi0uuXamyA0Sy1YsMn/aq45TTxwkLeqyrRwnKlt+LljVsyCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:34:31.857886Z"},"content_sha256":"5ada043df381b290c99a567688db86f3e2421622c24d918d2c4dada57e529fee","schema_version":"1.0","event_id":"sha256:5ada043df381b290c99a567688db86f3e2421622c24d918d2c4dada57e529fee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ/bundle.json","state_url":"https://pith.science/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:34:31Z","links":{"resolver":"https://pith.science/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ","bundle":"https://pith.science/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ/bundle.json","state":"https://pith.science/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RL5C6P7AO3XHBKBSJJYXBO44PJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RL5C6P7AO3XHBKBSJJYXBO44PJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ee15a78699ea59236b7f065af7900aef07ab16e2721a242232824ddbf85688f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T09:29:19Z","title_canon_sha256":"e97a4aaee31639dfd2633a4b4c113c329e147d96a9a8be80e14990d7bfbd64cc"},"schema_version":"1.0","source":{"id":"2210.05675","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.05675","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"arxiv_version","alias_value":"2210.05675v2","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.05675","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"pith_short_12","alias_value":"RL5C6P7AO3XH","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"pith_short_16","alias_value":"RL5C6P7AO3XHBKBS","created_at":"2026-07-05T05:06:15Z"},{"alias_kind":"pith_short_8","alias_value":"RL5C6P7A","created_at":"2026-07-05T05:06:15Z"}],"graph_snapshots":[{"event_id":"sha256:5ada043df381b290c99a567688db86f3e2421622c24d918d2c4dada57e529fee","target":"graph","created_at":"2026-07-05T05:06:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.05675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models can use two fundamentally different kinds of information: information stored in weights during training, and information provided ``in-context'' at inference time. In this work, we show that transformers exhibit different inductive biases in how they represent and generalize from the information in these two sources. In particular, we characterize whether they generalize via parsimonious rules (rule-based generalization) or via direct comparison with observed examples (exemplar-based generalization). This is of important practical consequence, as it informs whether to encode","authors_text":"Andrew K. Lampinen, Dharshan Kumaran, Felix Hill, Ishita Dasgupta, Junkyung Kim, Stephanie C.Y. Chan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T09:29:19Z","title":"Transformers generalize differently from information stored in context vs in weights"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.05675","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0697594c50f111c01c566bfa39c36bb33c73dcd3450c4f1ef03ea636f80eaf7","target":"record","created_at":"2026-07-05T05:06:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ee15a78699ea59236b7f065af7900aef07ab16e2721a242232824ddbf85688f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-11T09:29:19Z","title_canon_sha256":"e97a4aaee31639dfd2633a4b4c113c329e147d96a9a8be80e14990d7bfbd64cc"},"schema_version":"1.0","source":{"id":"2210.05675","kind":"arxiv","version":2}},"canonical_sha256":"8afa2f3fe076ee70a8324a7170bb9c7a7a5aecc31c283c59a05d9bc802fccd2b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8afa2f3fe076ee70a8324a7170bb9c7a7a5aecc31c283c59a05d9bc802fccd2b","first_computed_at":"2026-07-05T05:06:15.776970Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:15.776970Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rHcCDv6ilUoP1Rn9T5hBJ19NywYEI1g1FSQ/rp4Uoy+H/lXBP4e0dz9WFjRvbA5IipaLc27Zng04gj5eJ6LvDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:15.777497Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.05675","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0697594c50f111c01c566bfa39c36bb33c73dcd3450c4f1ef03ea636f80eaf7","sha256:5ada043df381b290c99a567688db86f3e2421622c24d918d2c4dada57e529fee"],"state_sha256":"9a9aca5ac7d37491a1a690fce72e8b988f62000bb69245c179699778a527be19"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aennOoRsDdg4AeOV4Lu3N3ZdcbDDJu6k79lHwprQeyAFFRI1J26m4P/GjRrgTmmiciwiCLCeQd+W3qnNylkXCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:34:31.866562Z","bundle_sha256":"3337892a268d464619675e5eba489d98a2b134d1ec197bf5c7f80195a4ed2aa3"}}