{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MIXKGVVUOVEEWLYKHF3BGCBYMD","short_pith_number":"pith:MIXKGVVU","canonical_record":{"source":{"id":"2408.09503","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-18T14:52:25Z","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"title_canon_sha256":"84edea9f3a11f91fcaddd99aeff3344d15e6636afbcbfcb0c664e26589fafc36","abstract_canon_sha256":"ab6e8bb35f09823ec841200ec1bf26e110e1b99e6d7dedc0da777b533cb24bab"},"schema_version":"1.0"},"canonical_sha256":"622ea356b475484b2f0a397613083860e0f0bfb52d502f9cc782aa2143566b53","source":{"kind":"arxiv","id":"2408.09503","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09503","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09503v2","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09503","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"pith_short_12","alias_value":"MIXKGVVUOVEE","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"pith_short_16","alias_value":"MIXKGVVUOVEEWLYK","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"pith_short_8","alias_value":"MIXKGVVU","created_at":"2026-07-05T09:54:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MIXKGVVUOVEEWLYKHF3BGCBYMD","target":"record","payload":{"canonical_record":{"source":{"id":"2408.09503","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-18T14:52:25Z","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"title_canon_sha256":"84edea9f3a11f91fcaddd99aeff3344d15e6636afbcbfcb0c664e26589fafc36","abstract_canon_sha256":"ab6e8bb35f09823ec841200ec1bf26e110e1b99e6d7dedc0da777b533cb24bab"},"schema_version":"1.0"},"canonical_sha256":"622ea356b475484b2f0a397613083860e0f0bfb52d502f9cc782aa2143566b53","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:46.371264Z","signature_b64":"dIcT3QZv0QEGtOIUa5TjKc961W7i4/3AHLjIfQKb/2vSp4CLJcWs/UYWE/AMhjNnb2pIemPdt0j3+aS1b3+BBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"622ea356b475484b2f0a397613083860e0f0bfb52d502f9cc782aa2143566b53","last_reissued_at":"2026-07-05T09:54:46.370777Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:46.370777Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.09503","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XDx5EJBZYxGwJIkzpoBbo45+fndhZLOEbkubLlGWqU21MqqviIr3bsTKEbAj7MqJeXkxNid98c7tpPnMs2VvDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:17:21.524643Z"},"content_sha256":"f4358ac0ad5a4cfa1e06e971306e98173db44f65b5fe03b8bfc44bf87806e282","schema_version":"1.0","event_id":"sha256:f4358ac0ad5a4cfa1e06e971306e98173db44f65b5fe03b8bfc44bf87806e282"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MIXKGVVUOVEEWLYKHF3BGCBYMD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Jiajun Song, Yiqiao Zhong, Zhuoyan Xu","submitted_at":"2024-08-18T14:52:25Z","abstract_excerpt":"Large language models (LLMs) such as GPT-4 sometimes appear to be creative, solving novel tasks often with a few demonstrations in the prompt. These tasks require the models to generalize on distributions different from those from training data -- which is known as out-of-distribution (OOD) generalization. Despite the tremendous success of LLMs, how they approach OOD generalization remains an open and underexplored question. We examine OOD generalization in settings where instances are generated according to hidden rules, including in-context learning with symbolic reasoning. Models are requir"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09503","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.09503/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CAlj021+PNaUKt57wV+JgeYSc/Gguq1UjfrjVHMviRKZksEnDn833gRe/bn1NJGB49gs4Ioe7UVTfu5OGih4DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:17:21.525133Z"},"content_sha256":"9196eea7be9300ef3c8f321a8b2810d0c088560cefdd6b671bfc52c569260aae","schema_version":"1.0","event_id":"sha256:9196eea7be9300ef3c8f321a8b2810d0c088560cefdd6b671bfc52c569260aae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD/bundle.json","state_url":"https://pith.science/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:17:21Z","links":{"resolver":"https://pith.science/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD","bundle":"https://pith.science/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD/bundle.json","state":"https://pith.science/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MIXKGVVUOVEEWLYKHF3BGCBYMD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MIXKGVVUOVEEWLYKHF3BGCBYMD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ab6e8bb35f09823ec841200ec1bf26e110e1b99e6d7dedc0da777b533cb24bab","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-18T14:52:25Z","title_canon_sha256":"84edea9f3a11f91fcaddd99aeff3344d15e6636afbcbfcb0c664e26589fafc36"},"schema_version":"1.0","source":{"id":"2408.09503","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09503","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09503v2","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09503","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"pith_short_12","alias_value":"MIXKGVVUOVEE","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"pith_short_16","alias_value":"MIXKGVVUOVEEWLYK","created_at":"2026-07-05T09:54:46Z"},{"alias_kind":"pith_short_8","alias_value":"MIXKGVVU","created_at":"2026-07-05T09:54:46Z"}],"graph_snapshots":[{"event_id":"sha256:9196eea7be9300ef3c8f321a8b2810d0c088560cefdd6b671bfc52c569260aae","target":"graph","created_at":"2026-07-05T09:54:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.09503/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) such as GPT-4 sometimes appear to be creative, solving novel tasks often with a few demonstrations in the prompt. These tasks require the models to generalize on distributions different from those from training data -- which is known as out-of-distribution (OOD) generalization. Despite the tremendous success of LLMs, how they approach OOD generalization remains an open and underexplored question. We examine OOD generalization in settings where instances are generated according to hidden rules, including in-context learning with symbolic reasoning. Models are requir","authors_text":"Jiajun Song, Yiqiao Zhong, Zhuoyan Xu","cross_cats":["cs.AI","cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-18T14:52:25Z","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09503","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4358ac0ad5a4cfa1e06e971306e98173db44f65b5fe03b8bfc44bf87806e282","target":"record","created_at":"2026-07-05T09:54:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ab6e8bb35f09823ec841200ec1bf26e110e1b99e6d7dedc0da777b533cb24bab","cross_cats_sorted":["cs.AI","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-18T14:52:25Z","title_canon_sha256":"84edea9f3a11f91fcaddd99aeff3344d15e6636afbcbfcb0c664e26589fafc36"},"schema_version":"1.0","source":{"id":"2408.09503","kind":"arxiv","version":2}},"canonical_sha256":"622ea356b475484b2f0a397613083860e0f0bfb52d502f9cc782aa2143566b53","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"622ea356b475484b2f0a397613083860e0f0bfb52d502f9cc782aa2143566b53","first_computed_at":"2026-07-05T09:54:46.370777Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:46.370777Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dIcT3QZv0QEGtOIUa5TjKc961W7i4/3AHLjIfQKb/2vSp4CLJcWs/UYWE/AMhjNnb2pIemPdt0j3+aS1b3+BBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:46.371264Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.09503","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4358ac0ad5a4cfa1e06e971306e98173db44f65b5fe03b8bfc44bf87806e282","sha256:9196eea7be9300ef3c8f321a8b2810d0c088560cefdd6b671bfc52c569260aae"],"state_sha256":"6303a0e1d81f0befe4b5b5edb605679a614e1779ee84a343e61824504e49eef4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gt7VTO/B1f+NEH98gFTHzcwPcZwLSSpM/p4IOgls7zxPLTGAn2RuAz/yvntK0pZa6/qXyrwHBqBU86iaU45KBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:17:21.529649Z","bundle_sha256":"160b1aec5df75633400af4492f659c5bb3e794f41fb5902016c1dd545f998264"}}