{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ID4GOU2ZEAX6S57VGN3NABKHDC","short_pith_number":"pith:ID4GOU2Z","canonical_record":{"source":{"id":"2307.01201","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T00:29:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4424bce3107e570f93924389e6fbb8fc6ef06450a82cf2d3f825346e009cfe50","abstract_canon_sha256":"18169593a3a5beeb71ed978945dc9caa42e12dcde9f0b668c29b127ad5ca5826"},"schema_version":"1.0"},"canonical_sha256":"40f8675359202fe977f53376d0054718afc81e67247e3a8b1c53dd4e5e0b51ca","source":{"kind":"arxiv","id":"2307.01201","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01201","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01201v1","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01201","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"pith_short_12","alias_value":"ID4GOU2ZEAX6","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"pith_short_16","alias_value":"ID4GOU2ZEAX6S57V","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"pith_short_8","alias_value":"ID4GOU2Z","created_at":"2026-07-05T06:27:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ID4GOU2ZEAX6S57VGN3NABKHDC","target":"record","payload":{"canonical_record":{"source":{"id":"2307.01201","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T00:29:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4424bce3107e570f93924389e6fbb8fc6ef06450a82cf2d3f825346e009cfe50","abstract_canon_sha256":"18169593a3a5beeb71ed978945dc9caa42e12dcde9f0b668c29b127ad5ca5826"},"schema_version":"1.0"},"canonical_sha256":"40f8675359202fe977f53376d0054718afc81e67247e3a8b1c53dd4e5e0b51ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:27:52.815712Z","signature_b64":"HVc+OJNdXDpUmKtQeGIhCJo8CsayzbzyJraD6aXg6O92mLr9wtOnA1+/Gjk6/fBE403xpOvnRWG+TK3KELY6BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"40f8675359202fe977f53376d0054718afc81e67247e3a8b1c53dd4e5e0b51ca","last_reissued_at":"2026-07-05T06:27:52.815170Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:27:52.815170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.01201","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:27:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U2L48ujeoTCwVTmz3hflHbKf3GN/Ap4wo/cSEHf4HdHKLAdyIlfolZEYVxSQWi9VefFjVlwQXt4ShSZFR2ziCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:59:18.106782Z"},"content_sha256":"6d09928c05abdc1ecabbc34e26ea9b7c2991a1befc90ceeb0451325363592361","schema_version":"1.0","event_id":"sha256:6d09928c05abdc1ecabbc34e26ea9b7c2991a1befc90ceeb0451325363592361"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ID4GOU2ZEAX6S57VGN3NABKHDC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Schema-learning and rebinding as mechanisms of in-context learning and emergence","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Antoine Dedieu, Dileep George, Miguel Lazaro-Gredilla, Murray Shanahan, Rajkumar Vasudeva Raju, Sivaramakrishnan Swaminathan","submitted_at":"2023-06-16T00:29:19Z","abstract_excerpt":"In-context learning (ICL) is one of the most powerful and most unexpected capabilities to emerge in recent transformer-based large language models (LLMs). Yet the mechanisms that underlie it are poorly understood. In this paper, we demonstrate that comparable ICL capabilities can be acquired by an alternative sequence prediction learning method using clone-structured causal graphs (CSCGs). Moreover, a key property of CSCGs is that, unlike transformer-based LLMs, they are {\\em interpretable}, which considerably simplifies the task of explaining how ICL works. Specifically, we show that it uses "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01201","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.01201/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:27:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZFdbAlbwwZM1JaglbdJXnfAVlQneodnYqA/0PcAeGIk5rQEMUXhcLNkTJylQoYTK/gAYOeRoUNiKzsInDCU3Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:59:18.107312Z"},"content_sha256":"856dcf1155d940c073d6eee1cbe3602aa55c62c2253a7b1bd41cbaac0b28baa6","schema_version":"1.0","event_id":"sha256:856dcf1155d940c073d6eee1cbe3602aa55c62c2253a7b1bd41cbaac0b28baa6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ID4GOU2ZEAX6S57VGN3NABKHDC/bundle.json","state_url":"https://pith.science/pith/ID4GOU2ZEAX6S57VGN3NABKHDC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ID4GOU2ZEAX6S57VGN3NABKHDC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T22:59:18Z","links":{"resolver":"https://pith.science/pith/ID4GOU2ZEAX6S57VGN3NABKHDC","bundle":"https://pith.science/pith/ID4GOU2ZEAX6S57VGN3NABKHDC/bundle.json","state":"https://pith.science/pith/ID4GOU2ZEAX6S57VGN3NABKHDC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ID4GOU2ZEAX6S57VGN3NABKHDC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ID4GOU2ZEAX6S57VGN3NABKHDC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"18169593a3a5beeb71ed978945dc9caa42e12dcde9f0b668c29b127ad5ca5826","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T00:29:19Z","title_canon_sha256":"4424bce3107e570f93924389e6fbb8fc6ef06450a82cf2d3f825346e009cfe50"},"schema_version":"1.0","source":{"id":"2307.01201","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.01201","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"arxiv_version","alias_value":"2307.01201v1","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.01201","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"pith_short_12","alias_value":"ID4GOU2ZEAX6","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"pith_short_16","alias_value":"ID4GOU2ZEAX6S57V","created_at":"2026-07-05T06:27:52Z"},{"alias_kind":"pith_short_8","alias_value":"ID4GOU2Z","created_at":"2026-07-05T06:27:52Z"}],"graph_snapshots":[{"event_id":"sha256:856dcf1155d940c073d6eee1cbe3602aa55c62c2253a7b1bd41cbaac0b28baa6","target":"graph","created_at":"2026-07-05T06:27:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.01201/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-context learning (ICL) is one of the most powerful and most unexpected capabilities to emerge in recent transformer-based large language models (LLMs). Yet the mechanisms that underlie it are poorly understood. In this paper, we demonstrate that comparable ICL capabilities can be acquired by an alternative sequence prediction learning method using clone-structured causal graphs (CSCGs). Moreover, a key property of CSCGs is that, unlike transformer-based LLMs, they are {\\em interpretable}, which considerably simplifies the task of explaining how ICL works. Specifically, we show that it uses ","authors_text":"Antoine Dedieu, Dileep George, Miguel Lazaro-Gredilla, Murray Shanahan, Rajkumar Vasudeva Raju, Sivaramakrishnan Swaminathan","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T00:29:19Z","title":"Schema-learning and rebinding as mechanisms of in-context learning and emergence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.01201","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d09928c05abdc1ecabbc34e26ea9b7c2991a1befc90ceeb0451325363592361","target":"record","created_at":"2026-07-05T06:27:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"18169593a3a5beeb71ed978945dc9caa42e12dcde9f0b668c29b127ad5ca5826","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T00:29:19Z","title_canon_sha256":"4424bce3107e570f93924389e6fbb8fc6ef06450a82cf2d3f825346e009cfe50"},"schema_version":"1.0","source":{"id":"2307.01201","kind":"arxiv","version":1}},"canonical_sha256":"40f8675359202fe977f53376d0054718afc81e67247e3a8b1c53dd4e5e0b51ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"40f8675359202fe977f53376d0054718afc81e67247e3a8b1c53dd4e5e0b51ca","first_computed_at":"2026-07-05T06:27:52.815170Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:27:52.815170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HVc+OJNdXDpUmKtQeGIhCJo8CsayzbzyJraD6aXg6O92mLr9wtOnA1+/Gjk6/fBE403xpOvnRWG+TK3KELY6BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:27:52.815712Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.01201","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d09928c05abdc1ecabbc34e26ea9b7c2991a1befc90ceeb0451325363592361","sha256:856dcf1155d940c073d6eee1cbe3602aa55c62c2253a7b1bd41cbaac0b28baa6"],"state_sha256":"76620f96618cb1b7d6e08a0b4975b70cc9bb124074670f39ac51b8465d6e1827"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m7tfTBrNF3qfjf4Ng+6y0G1brTLtcYj41u6YtzG3iY4f/r5eL4cw3UkEwpX36JF+AFw6UOkpwDYdDYWns2JUDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T22:59:18.111665Z","bundle_sha256":"2d8d7c8d4cd59879c81d6a4ef5c100c0441103bf19e3c4d1cbfd9823e997d043"}}