{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:42KLFC6WUFHYQBPIKK4APWCP5L","short_pith_number":"pith:42KLFC6W","canonical_record":{"source":{"id":"2404.16367","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T07:10:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"05a0cd28b834affad95ab65463bbc96a8aa9c807d7e7c956b1a78503b0b76f10","abstract_canon_sha256":"982e94e4e77a2464f1eff4c3185e5ece49c2fbcb89b2daba4526daa0ccc5f0ff"},"schema_version":"1.0"},"canonical_sha256":"e694b28bd6a14f8805e852b807d84feacea37f68e3924cc187b1f5f1a4a560c5","source":{"kind":"arxiv","id":"2404.16367","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16367","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16367v3","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16367","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"pith_short_12","alias_value":"42KLFC6WUFHY","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"pith_short_16","alias_value":"42KLFC6WUFHYQBPI","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"pith_short_8","alias_value":"42KLFC6W","created_at":"2026-07-05T10:31:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:42KLFC6WUFHYQBPIKK4APWCP5L","target":"record","payload":{"canonical_record":{"source":{"id":"2404.16367","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T07:10:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"05a0cd28b834affad95ab65463bbc96a8aa9c807d7e7c956b1a78503b0b76f10","abstract_canon_sha256":"982e94e4e77a2464f1eff4c3185e5ece49c2fbcb89b2daba4526daa0ccc5f0ff"},"schema_version":"1.0"},"canonical_sha256":"e694b28bd6a14f8805e852b807d84feacea37f68e3924cc187b1f5f1a4a560c5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:31:42.854742Z","signature_b64":"gCPElLuLCQOy/DD2LIHuWrd2PFLsDxtqkRmIdzG3mFV0P0ZSiHK4sMjvgrF/1pJgYE6gSRRSqmuphcVm1YaZCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e694b28bd6a14f8805e852b807d84feacea37f68e3924cc187b1f5f1a4a560c5","last_reissued_at":"2026-07-05T10:31:42.854211Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:31:42.854211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.16367","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:31:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q4pq/E4dxQOB+eFvqi4l/A9MqWeUyJAIVLLWLnzXZyK3p7DSHnC1m3SbtXGky6StgynIgfpa4ZVsEKmfYDyqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T23:34:49.639076Z"},"content_sha256":"0943a71ca95fc1b27feb544e17baccb239cb7be824d26d5cfe433bba0e236621","schema_version":"1.0","event_id":"sha256:0943a71ca95fc1b27feb544e17baccb239cb7be824d26d5cfe433bba0e236621"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:42KLFC6WUFHYQBPIKK4APWCP5L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Syntax Without Planting Trees: Understanding Hierarchical Generalization in Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Kabir Ahuja, Madhur Panwar, Navin Goyal, Noah A. Smith, Tianxing He, Vidhisha Balachandran, Yulia Tsvetkov","submitted_at":"2024-04-25T07:10:29Z","abstract_excerpt":"Transformers trained on natural language data have been shown to learn its hierarchical structure and generalize to sentences with unseen syntactic structures without explicitly encoding any structural bias. In this work, we investigate sources of inductive bias in transformer models and their training that could cause such generalization behavior to emerge. We extensively experiment with transformer models trained on multiple synthetic datasets and with different training objectives and show that while other objectives e.g. sequence-to-sequence modeling, prefix language modeling, often failed"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16367","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.16367/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:31:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yhdB04OVx+DvRTvQfF8SR4nikj7MEmEWGqXuy70voTtgL1gHQ9EQFtMfuZcOsci6O/P+LvwD/71q7MLjm1PXCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T23:34:49.639590Z"},"content_sha256":"1acfbf38d3fc6f02e115bb6aed76d1975e3c3c9a88f52c0b812056e3989906b0","schema_version":"1.0","event_id":"sha256:1acfbf38d3fc6f02e115bb6aed76d1975e3c3c9a88f52c0b812056e3989906b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/42KLFC6WUFHYQBPIKK4APWCP5L/bundle.json","state_url":"https://pith.science/pith/42KLFC6WUFHYQBPIKK4APWCP5L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/42KLFC6WUFHYQBPIKK4APWCP5L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T23:34:49Z","links":{"resolver":"https://pith.science/pith/42KLFC6WUFHYQBPIKK4APWCP5L","bundle":"https://pith.science/pith/42KLFC6WUFHYQBPIKK4APWCP5L/bundle.json","state":"https://pith.science/pith/42KLFC6WUFHYQBPIKK4APWCP5L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/42KLFC6WUFHYQBPIKK4APWCP5L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:42KLFC6WUFHYQBPIKK4APWCP5L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"982e94e4e77a2464f1eff4c3185e5ece49c2fbcb89b2daba4526daa0ccc5f0ff","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T07:10:29Z","title_canon_sha256":"05a0cd28b834affad95ab65463bbc96a8aa9c807d7e7c956b1a78503b0b76f10"},"schema_version":"1.0","source":{"id":"2404.16367","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16367","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16367v3","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16367","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"pith_short_12","alias_value":"42KLFC6WUFHY","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"pith_short_16","alias_value":"42KLFC6WUFHYQBPI","created_at":"2026-07-05T10:31:42Z"},{"alias_kind":"pith_short_8","alias_value":"42KLFC6W","created_at":"2026-07-05T10:31:42Z"}],"graph_snapshots":[{"event_id":"sha256:1acfbf38d3fc6f02e115bb6aed76d1975e3c3c9a88f52c0b812056e3989906b0","target":"graph","created_at":"2026-07-05T10:31:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.16367/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers trained on natural language data have been shown to learn its hierarchical structure and generalize to sentences with unseen syntactic structures without explicitly encoding any structural bias. In this work, we investigate sources of inductive bias in transformer models and their training that could cause such generalization behavior to emerge. We extensively experiment with transformer models trained on multiple synthetic datasets and with different training objectives and show that while other objectives e.g. sequence-to-sequence modeling, prefix language modeling, often failed","authors_text":"Kabir Ahuja, Madhur Panwar, Navin Goyal, Noah A. Smith, Tianxing He, Vidhisha Balachandran, Yulia Tsvetkov","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T07:10:29Z","title":"Learning Syntax Without Planting Trees: Understanding Hierarchical Generalization in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16367","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0943a71ca95fc1b27feb544e17baccb239cb7be824d26d5cfe433bba0e236621","target":"record","created_at":"2026-07-05T10:31:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"982e94e4e77a2464f1eff4c3185e5ece49c2fbcb89b2daba4526daa0ccc5f0ff","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T07:10:29Z","title_canon_sha256":"05a0cd28b834affad95ab65463bbc96a8aa9c807d7e7c956b1a78503b0b76f10"},"schema_version":"1.0","source":{"id":"2404.16367","kind":"arxiv","version":3}},"canonical_sha256":"e694b28bd6a14f8805e852b807d84feacea37f68e3924cc187b1f5f1a4a560c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e694b28bd6a14f8805e852b807d84feacea37f68e3924cc187b1f5f1a4a560c5","first_computed_at":"2026-07-05T10:31:42.854211Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:31:42.854211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gCPElLuLCQOy/DD2LIHuWrd2PFLsDxtqkRmIdzG3mFV0P0ZSiHK4sMjvgrF/1pJgYE6gSRRSqmuphcVm1YaZCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:31:42.854742Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.16367","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0943a71ca95fc1b27feb544e17baccb239cb7be824d26d5cfe433bba0e236621","sha256:1acfbf38d3fc6f02e115bb6aed76d1975e3c3c9a88f52c0b812056e3989906b0"],"state_sha256":"f51f3224313f576836d45f1cd5f76b25e6becb88313f7c828182bf57ea58cfa0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g+2/ISs/hphcVRILj+jHrdUs1COg5Uyv2KIGpHjjXqxwhPO1aArtN781hUDdgxoOIcGY/QlDYY7a+y4ZVwGWDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T23:34:49.644454Z","bundle_sha256":"0b07b972e5a68d270b2fbfe121e11282c901d30cd09e88a1600f044e3b3cba7f"}}