{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:VYNCAL57XKGCF34C3GKUBMYDNX","short_pith_number":"pith:VYNCAL57","schema_version":"1.0","canonical_sha256":"ae1a202fbfba8c22ef82d99540b3036dfda78e7c2982e92a05bfca4bb5f62df9","source":{"kind":"arxiv","id":"2412.05353","version":1},"attestation_state":"computed","paper":{"title":"Incremental Sentence Processing Mechanisms in Autoregressive Transformer Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aaron Mueller, Michael Hanna","submitted_at":"2024-12-06T18:54:54Z","abstract_excerpt":"Autoregressive transformer language models (LMs) possess strong syntactic abilities, often successfully handling phenomena from agreement to NPI licensing. However, the features they use to incrementally process language inputs are not well understood. In this paper, we fill this gap by studying the mechanisms underlying garden path sentence processing in LMs. We ask: (1) Do LMs use syntactic features or shallow heuristics to perform incremental sentence processing? (2) Do LMs represent only one potential interpretation, or multiple? and (3) Do LMs reanalyze or repair their initial incorrect r"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2412.05353","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-06T18:54:54Z","cross_cats_sorted":[],"title_canon_sha256":"cd34b6790d6869ab035f6b451e4e23eac8fe3fd177ed7e5d95c1008fa0b0c93a","abstract_canon_sha256":"fa1735e68077334c72a7652f21b8c6bfbd7dcd1370acdeb0e88728acd0ec2fbf"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:46:01.863058Z","signature_b64":"qwZYJtYz+UipPxZOtegutKPzqdG06kLRBeNEqfawUpzM225kZlYm73EJWnxWxT3t8brA+AhWD+ot9C4xjoSXBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae1a202fbfba8c22ef82d99540b3036dfda78e7c2982e92a05bfca4bb5f62df9","last_reissued_at":"2026-07-05T09:46:01.862624Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:46:01.862624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Incremental Sentence Processing Mechanisms in Autoregressive Transformer Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aaron Mueller, Michael Hanna","submitted_at":"2024-12-06T18:54:54Z","abstract_excerpt":"Autoregressive transformer language models (LMs) possess strong syntactic abilities, often successfully handling phenomena from agreement to NPI licensing. However, the features they use to incrementally process language inputs are not well understood. In this paper, we fill this gap by studying the mechanisms underlying garden path sentence processing in LMs. We ask: (1) Do LMs use syntactic features or shallow heuristics to perform incremental sentence processing? (2) Do LMs represent only one potential interpretation, or multiple? and (3) Do LMs reanalyze or repair their initial incorrect r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05353","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.05353/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2412.05353","created_at":"2026-07-05T09:46:01.862680+00:00"},{"alias_kind":"arxiv_version","alias_value":"2412.05353v1","created_at":"2026-07-05T09:46:01.862680+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05353","created_at":"2026-07-05T09:46:01.862680+00:00"},{"alias_kind":"pith_short_12","alias_value":"VYNCAL57XKGC","created_at":"2026-07-05T09:46:01.862680+00:00"},{"alias_kind":"pith_short_16","alias_value":"VYNCAL57XKGCF34C","created_at":"2026-07-05T09:46:01.862680+00:00"},{"alias_kind":"pith_short_8","alias_value":"VYNCAL57","created_at":"2026-07-05T09:46:01.862680+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.27206","citing_title":"Syntactic Belief Update as the Driver of Garden Path Processing Difficulty","ref_index":59,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15440","citing_title":"Why are language models less surprised than humans? Testing the Parse Multiplicity Mismatch Hypothesis","ref_index":164,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX","json":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX.json","graph_json":"https://pith.science/api/pith-number/VYNCAL57XKGCF34C3GKUBMYDNX/graph.json","events_json":"https://pith.science/api/pith-number/VYNCAL57XKGCF34C3GKUBMYDNX/events.json","paper":"https://pith.science/paper/VYNCAL57"},"agent_actions":{"view_html":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX","download_json":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX.json","view_paper":"https://pith.science/paper/VYNCAL57","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2412.05353&json=true","fetch_graph":"https://pith.science/api/pith-number/VYNCAL57XKGCF34C3GKUBMYDNX/graph.json","fetch_events":"https://pith.science/api/pith-number/VYNCAL57XKGCF34C3GKUBMYDNX/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX/action/timestamp_anchor","attest_storage":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX/action/storage_attestation","attest_author":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX/action/author_attestation","sign_citation":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX/action/citation_signature","submit_replication":"https://pith.science/pith/VYNCAL57XKGCF34C3GKUBMYDNX/action/replication_record"}},"created_at":"2026-07-05T09:46:01.862680+00:00","updated_at":"2026-07-05T09:46:01.862680+00:00"}