{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RSXCFYBPGQW4AHU7WSTL2KXTUK","short_pith_number":"pith:RSXCFYBP","canonical_record":{"source":{"id":"2310.19956","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T19:10:06Z","cross_cats_sorted":[],"title_canon_sha256":"70f3ef084f4b08dcd892ebfa50eeecb91d79093b608a866f18162ca2769e33c9","abstract_canon_sha256":"dab2ee3b749111469c4232013fb11781181d3a3b0e8b56244b3e8e59c4af25a9"},"schema_version":"1.0"},"canonical_sha256":"8cae22e02f342dc01e9fb4a6bd2af3a29302b9c63b4e52777b6541ab923d1370","source":{"kind":"arxiv","id":"2310.19956","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19956","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19956v2","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19956","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"pith_short_12","alias_value":"RSXCFYBPGQW4","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"pith_short_16","alias_value":"RSXCFYBPGQW4AHU7","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"pith_short_8","alias_value":"RSXCFYBP","created_at":"2026-07-05T08:06:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RSXCFYBPGQW4AHU7WSTL2KXTUK","target":"record","payload":{"canonical_record":{"source":{"id":"2310.19956","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T19:10:06Z","cross_cats_sorted":[],"title_canon_sha256":"70f3ef084f4b08dcd892ebfa50eeecb91d79093b608a866f18162ca2769e33c9","abstract_canon_sha256":"dab2ee3b749111469c4232013fb11781181d3a3b0e8b56244b3e8e59c4af25a9"},"schema_version":"1.0"},"canonical_sha256":"8cae22e02f342dc01e9fb4a6bd2af3a29302b9c63b4e52777b6541ab923d1370","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:06:43.960431Z","signature_b64":"FB2bXJxMe+2fnfH1u0OH1zBR/XpHqDpG8cvsWc3NabNzs8bj+sXO2Z2WB++51QgIkA/PZ8WbmvgTmc6jntCLAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8cae22e02f342dc01e9fb4a6bd2af3a29302b9c63b4e52777b6541ab923d1370","last_reissued_at":"2026-07-05T08:06:43.959934Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:06:43.959934Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.19956","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4YcxMeBxEujmJFgvv2w49slFOWSuco6sLmM8FEHK39X4fxhrHOYMO6caRsuQkeUYeVSvKqic8PbQ5k8JvO9xCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:49:08.033796Z"},"content_sha256":"0f258484443c3d3d500eb622c098ad2325f1a32497904f9143472159197f64f7","schema_version":"1.0","event_id":"sha256:0f258484443c3d3d500eb622c098ad2325f1a32497904f9143472159197f64f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RSXCFYBPGQW4AHU7WSTL2KXTUK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Impact of Depth on Compositional Generalization in Transformer Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dan Garrette, Fei Sha, Ishita Dasgupta, Jackson Petty, Sjoerd van Steenkiste, Tal Linzen","submitted_at":"2023-10-30T19:10:06Z","abstract_excerpt":"To process novel sentences, language models (LMs) must generalize compositionally -- combine familiar elements in new ways. What aspects of a model's structure promote compositional generalization? Focusing on transformers, we test the hypothesis, motivated by theoretical and empirical work, that deeper transformers generalize more compositionally. Simply adding layers increases the total number of parameters; to address this confound between depth and size, we construct three classes of models which trade off depth for width such that the total number of parameters is kept constant (41M, 134M"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19956","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.19956/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oHqYvdh3Nk/+a3Iit5kYF1LTTV7rMB1RV7PHHLp3Ik6bRJ7NT/OrXhyOQsLT0r18pKJrIVb4v+tVut5R/cIuBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:49:08.034705Z"},"content_sha256":"cb48d9108a6bdb654f1b99745f2d78b6001c2f9f165eca0fd505c80c65c0e6f6","schema_version":"1.0","event_id":"sha256:cb48d9108a6bdb654f1b99745f2d78b6001c2f9f165eca0fd505c80c65c0e6f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK/bundle.json","state_url":"https://pith.science/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:49:08Z","links":{"resolver":"https://pith.science/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK","bundle":"https://pith.science/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK/bundle.json","state":"https://pith.science/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RSXCFYBPGQW4AHU7WSTL2KXTUK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RSXCFYBPGQW4AHU7WSTL2KXTUK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dab2ee3b749111469c4232013fb11781181d3a3b0e8b56244b3e8e59c4af25a9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T19:10:06Z","title_canon_sha256":"70f3ef084f4b08dcd892ebfa50eeecb91d79093b608a866f18162ca2769e33c9"},"schema_version":"1.0","source":{"id":"2310.19956","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19956","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19956v2","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19956","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"pith_short_12","alias_value":"RSXCFYBPGQW4","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"pith_short_16","alias_value":"RSXCFYBPGQW4AHU7","created_at":"2026-07-05T08:06:43Z"},{"alias_kind":"pith_short_8","alias_value":"RSXCFYBP","created_at":"2026-07-05T08:06:43Z"}],"graph_snapshots":[{"event_id":"sha256:cb48d9108a6bdb654f1b99745f2d78b6001c2f9f165eca0fd505c80c65c0e6f6","target":"graph","created_at":"2026-07-05T08:06:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.19956/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To process novel sentences, language models (LMs) must generalize compositionally -- combine familiar elements in new ways. What aspects of a model's structure promote compositional generalization? Focusing on transformers, we test the hypothesis, motivated by theoretical and empirical work, that deeper transformers generalize more compositionally. Simply adding layers increases the total number of parameters; to address this confound between depth and size, we construct three classes of models which trade off depth for width such that the total number of parameters is kept constant (41M, 134M","authors_text":"Dan Garrette, Fei Sha, Ishita Dasgupta, Jackson Petty, Sjoerd van Steenkiste, Tal Linzen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T19:10:06Z","title":"The Impact of Depth on Compositional Generalization in Transformer Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19956","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0f258484443c3d3d500eb622c098ad2325f1a32497904f9143472159197f64f7","target":"record","created_at":"2026-07-05T08:06:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dab2ee3b749111469c4232013fb11781181d3a3b0e8b56244b3e8e59c4af25a9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-30T19:10:06Z","title_canon_sha256":"70f3ef084f4b08dcd892ebfa50eeecb91d79093b608a866f18162ca2769e33c9"},"schema_version":"1.0","source":{"id":"2310.19956","kind":"arxiv","version":2}},"canonical_sha256":"8cae22e02f342dc01e9fb4a6bd2af3a29302b9c63b4e52777b6541ab923d1370","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8cae22e02f342dc01e9fb4a6bd2af3a29302b9c63b4e52777b6541ab923d1370","first_computed_at":"2026-07-05T08:06:43.959934Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:06:43.959934Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FB2bXJxMe+2fnfH1u0OH1zBR/XpHqDpG8cvsWc3NabNzs8bj+sXO2Z2WB++51QgIkA/PZ8WbmvgTmc6jntCLAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:06:43.960431Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.19956","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0f258484443c3d3d500eb622c098ad2325f1a32497904f9143472159197f64f7","sha256:cb48d9108a6bdb654f1b99745f2d78b6001c2f9f165eca0fd505c80c65c0e6f6"],"state_sha256":"fb442a092b754c390f2cae2f19e7af2efe180dab34064a9223a93d2eb161427d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9n2DmGPPVXoGArqcA8Cett1b9Nn1E+NHTEHKba7rlf/u7rVYIWJs0GSRUioR3jDkFJCc6Y4vRXgRZVGgfM4ICA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:49:08.073021Z","bundle_sha256":"fb7776de83c60b09439bfb0cd3e67ba58659a81ee6b5f98f5283316f3fe2dcc2"}}