{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:BEYLZCEGVD7TPSGDVHD4UVFS63","short_pith_number":"pith:BEYLZCEG","schema_version":"1.0","canonical_sha256":"0930bc8886a8ff37c8c3a9c7ca54b2f6e1402f9b56c02de176ee11c80251b295","source":{"kind":"arxiv","id":"2403.00876","version":1},"attestation_state":"computed","paper":{"title":"Word Order and World Knowledge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Anders S{\\o}gaard, Nicolas Garneau, Qinghua Zhao, Vinit Ravishankar","submitted_at":"2024-03-01T08:13:48Z","abstract_excerpt":"Word order is an important concept in natural language, and in this work, we study how word order affects the induction of world knowledge from raw text using language models. We use word analogies to probe for such knowledge. Specifically, in addition to the natural word order, we first respectively extract texts of six fixed word orders from five languages and then pretrain the language models on these texts. Finally, we analyze the experimental results of the fixed word orders on word analogies and show that i) certain fixed word orders consistently outperform or underperform others, though"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2403.00876","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-01T08:13:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3cad7bda21143a09da7062e060fe19320fa383f47d42b127e35c75d6cc38ec87","abstract_canon_sha256":"54b9738370921822eb98506479abe7b56f139c79510e8ec242d01064d1e87977"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:51:13.151157Z","signature_b64":"C9u+Wl8bjUxIVbevQWkRumvFa/V5gqCIOrVRyFhWi4VOX127y2OCxpXVBvNJMxeK1G9qN5/5LF+z+DeX4CrFDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0930bc8886a8ff37c8c3a9c7ca54b2f6e1402f9b56c02de176ee11c80251b295","last_reissued_at":"2026-07-05T07:51:13.150711Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:51:13.150711Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Word Order and World Knowledge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Anders S{\\o}gaard, Nicolas Garneau, Qinghua Zhao, Vinit Ravishankar","submitted_at":"2024-03-01T08:13:48Z","abstract_excerpt":"Word order is an important concept in natural language, and in this work, we study how word order affects the induction of world knowledge from raw text using language models. We use word analogies to probe for such knowledge. Specifically, in addition to the natural word order, we first respectively extract texts of six fixed word orders from five languages and then pretrain the language models on these texts. Finally, we analyze the experimental results of the fixed word orders on word analogies and show that i) certain fixed word orders consistently outperform or underperform others, though"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.00876","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.00876/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2403.00876","created_at":"2026-07-05T07:51:13.150772+00:00"},{"alias_kind":"arxiv_version","alias_value":"2403.00876v1","created_at":"2026-07-05T07:51:13.150772+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.00876","created_at":"2026-07-05T07:51:13.150772+00:00"},{"alias_kind":"pith_short_12","alias_value":"BEYLZCEGVD7T","created_at":"2026-07-05T07:51:13.150772+00:00"},{"alias_kind":"pith_short_16","alias_value":"BEYLZCEGVD7TPSGD","created_at":"2026-07-05T07:51:13.150772+00:00"},{"alias_kind":"pith_short_8","alias_value":"BEYLZCEG","created_at":"2026-07-05T07:51:13.150772+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2501.08641","citing_title":"Reassessing the Role of Chain-of-Thought in Sentiment Analysis: Insights and Limitations","ref_index":26,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63","json":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63.json","graph_json":"https://pith.science/api/pith-number/BEYLZCEGVD7TPSGDVHD4UVFS63/graph.json","events_json":"https://pith.science/api/pith-number/BEYLZCEGVD7TPSGDVHD4UVFS63/events.json","paper":"https://pith.science/paper/BEYLZCEG"},"agent_actions":{"view_html":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63","download_json":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63.json","view_paper":"https://pith.science/paper/BEYLZCEG","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2403.00876&json=true","fetch_graph":"https://pith.science/api/pith-number/BEYLZCEGVD7TPSGDVHD4UVFS63/graph.json","fetch_events":"https://pith.science/api/pith-number/BEYLZCEGVD7TPSGDVHD4UVFS63/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63/action/timestamp_anchor","attest_storage":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63/action/storage_attestation","attest_author":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63/action/author_attestation","sign_citation":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63/action/citation_signature","submit_replication":"https://pith.science/pith/BEYLZCEGVD7TPSGDVHD4UVFS63/action/replication_record"}},"created_at":"2026-07-05T07:51:13.150772+00:00","updated_at":"2026-07-05T07:51:13.150772+00:00"}