{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4ZN727BAON67TYFF3O3UXENUEK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4b37ef2caacb9517892fad8cebc66fcdc2d2f38996cdf022b1f4ee96d048b6da","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-30T23:14:51Z","title_canon_sha256":"2b4e762e3fbbdf36a70a678a3bb863358a3db430f1de68bc820f5b62fe3bab2a"},"schema_version":"1.0","source":{"id":"2108.00104","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.00104","created_at":"2026-07-05T03:02:18Z"},{"alias_kind":"arxiv_version","alias_value":"2108.00104v1","created_at":"2026-07-05T03:02:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.00104","created_at":"2026-07-05T03:02:18Z"},{"alias_kind":"pith_short_12","alias_value":"4ZN727BAON67","created_at":"2026-07-05T03:02:18Z"},{"alias_kind":"pith_short_16","alias_value":"4ZN727BAON67TYFF","created_at":"2026-07-05T03:02:18Z"},{"alias_kind":"pith_short_8","alias_value":"4ZN727BA","created_at":"2026-07-05T03:02:18Z"}],"graph_snapshots":[{"event_id":"sha256:71d8b4a33cfc2d7436eaecc041125a260efd4456a17fb80cde404595480b5120","target":"graph","created_at":"2026-07-05T03:02:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.00104/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based language models pre-trained on large amounts of text data have proven remarkably successful in learning generic transferable linguistic representations. Here we study whether structural guidance leads to more human-like systematic linguistic generalization in Transformer language models without resorting to pre-training on very large amounts of data. We explore two general ideas. The \"Generative Parsing\" idea jointly models the incremental parse and word sequence as part of the same sequence modeling task. The \"Structural Scaffold\" idea guides the language model's representat","authors_text":"Peng Qian, Ram\\'on Fernandez Astudillo, Roger Levy, Tahira Naseem","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-30T23:14:51Z","title":"Structural Guidance for Transformer Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.00104","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:341eda17389867e40c9dbf86af9c2b178bba11ee1290e1912cf12505de0292a7","target":"record","created_at":"2026-07-05T03:02:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4b37ef2caacb9517892fad8cebc66fcdc2d2f38996cdf022b1f4ee96d048b6da","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-30T23:14:51Z","title_canon_sha256":"2b4e762e3fbbdf36a70a678a3bb863358a3db430f1de68bc820f5b62fe3bab2a"},"schema_version":"1.0","source":{"id":"2108.00104","kind":"arxiv","version":1}},"canonical_sha256":"e65bfd7c20737df9e0a5dbb74b91b422b1d6067e7776d1ad840c5a9d9b9a526a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e65bfd7c20737df9e0a5dbb74b91b422b1d6067e7776d1ad840c5a9d9b9a526a","first_computed_at":"2026-07-05T03:02:18.954084Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:02:18.954084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"owluUb6jnJIDkjE40XfXan4O4P90wRdOzlfJeUSPsIvkxW2w96IgMkIntP5OKeOJ7lWhp9qaoYMLiq27fRRyCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:02:18.954438Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.00104","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:341eda17389867e40c9dbf86af9c2b178bba11ee1290e1912cf12505de0292a7","sha256:71d8b4a33cfc2d7436eaecc041125a260efd4456a17fb80cde404595480b5120"],"state_sha256":"43028266deab342a2350a4858cf43b259f3812ea784bad9b57d2280c0aca1570"}