{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:NNEIJL4PL5H4K2NRBVSQKZT7JZ","short_pith_number":"pith:NNEIJL4P","canonical_record":{"source":{"id":"2510.27118","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-31T02:41:05Z","cross_cats_sorted":[],"title_canon_sha256":"252896fbdab5cf2df4c489b5d60cf47d2a336ebcf19ac5b66fdde63f36f54df8","abstract_canon_sha256":"c365740636987e2e144d6c8da500757910908e0495d86c2a53c46387e42075f3"},"schema_version":"1.0"},"canonical_sha256":"6b4884af8f5f4fc569b10d6505667f4e4a8da413e858af91652ec7fb29ec919f","source":{"kind":"arxiv","id":"2510.27118","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.27118","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"arxiv_version","alias_value":"2510.27118v4","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.27118","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"pith_short_12","alias_value":"NNEIJL4PL5H4","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"pith_short_16","alias_value":"NNEIJL4PL5H4K2NR","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"pith_short_8","alias_value":"NNEIJL4P","created_at":"2026-05-26T01:03:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:NNEIJL4PL5H4K2NRBVSQKZT7JZ","target":"record","payload":{"canonical_record":{"source":{"id":"2510.27118","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-31T02:41:05Z","cross_cats_sorted":[],"title_canon_sha256":"252896fbdab5cf2df4c489b5d60cf47d2a336ebcf19ac5b66fdde63f36f54df8","abstract_canon_sha256":"c365740636987e2e144d6c8da500757910908e0495d86c2a53c46387e42075f3"},"schema_version":"1.0"},"canonical_sha256":"6b4884af8f5f4fc569b10d6505667f4e4a8da413e858af91652ec7fb29ec919f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-26T01:03:18.367237Z","signature_b64":"47R5Nq8/ey4Uc7t3JDRC95h72+/synBozzmh0swvYMitbHgKPwcAyPthIp6Q9CyNqcI09qwCXZjKmgHeIh5QCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6b4884af8f5f4fc569b10d6505667f4e4a8da413e858af91652ec7fb29ec919f","last_reissued_at":"2026-05-26T01:03:18.366696Z","signature_status":"signed_v1","first_computed_at":"2026-05-26T01:03:18.366696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.27118","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T01:03:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GphXJT7NAztoEwEBAAoR2x7ODiDzPGjugKEa7kkeCuW9NNtbBi2TLscZuhaCgdx0g8mmIZZynozlHxsp9gHKAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T14:44:44.664553Z"},"content_sha256":"72596ea1d0aee8b63e1f63be68cae2c858426ceef0778d260763417d436c4534","schema_version":"1.0","event_id":"sha256:72596ea1d0aee8b63e1f63be68cae2c858426ceef0778d260763417d436c4534"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:NNEIJL4PL5H4K2NRBVSQKZT7JZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Probability Distributions Computed by Autoregressive Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andy Yang, Anej Svete, Anthony Widjaja Lin, David Chiang, Jiaoda Li, Jonathan Rawski, Ryan Cotterell","submitted_at":"2025-10-31T02:41:05Z","abstract_excerpt":"Most expressivity results for transformers treat them as language recognizers -- devices that accept or reject strings -- rather than as they are used in practice: as language models that generate strings autoregressively and probabilistically. We characterize the probability distributions that transformer language models can express. We show that making transformer language recognizers autoregressive can sometimes increase their expressivity, and that making them probabilistic can break equivalences that hold in the non-probabilistic case. Our overall contribution is to tease apart what funct"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.27118","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2510.27118/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T01:03:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q4zS1CryLq3jxee3yM1jPIb/txnXnMUr1TNq1+ntb/t7qbudYIKZjw0bjBEdG++LWsDIDNonB1vSrxZD35TCDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T14:44:44.665290Z"},"content_sha256":"bf3d38bb4740d1818e66aa0f63709192f6f396423496beb3929a8dc00716dc2e","schema_version":"1.0","event_id":"sha256:bf3d38bb4740d1818e66aa0f63709192f6f396423496beb3929a8dc00716dc2e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ/bundle.json","state_url":"https://pith.science/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T14:44:44Z","links":{"resolver":"https://pith.science/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ","bundle":"https://pith.science/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ/bundle.json","state":"https://pith.science/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NNEIJL4PL5H4K2NRBVSQKZT7JZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NNEIJL4PL5H4K2NRBVSQKZT7JZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c365740636987e2e144d6c8da500757910908e0495d86c2a53c46387e42075f3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-31T02:41:05Z","title_canon_sha256":"252896fbdab5cf2df4c489b5d60cf47d2a336ebcf19ac5b66fdde63f36f54df8"},"schema_version":"1.0","source":{"id":"2510.27118","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.27118","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"arxiv_version","alias_value":"2510.27118v4","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.27118","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"pith_short_12","alias_value":"NNEIJL4PL5H4","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"pith_short_16","alias_value":"NNEIJL4PL5H4K2NR","created_at":"2026-05-26T01:03:18Z"},{"alias_kind":"pith_short_8","alias_value":"NNEIJL4P","created_at":"2026-05-26T01:03:18Z"}],"graph_snapshots":[{"event_id":"sha256:bf3d38bb4740d1818e66aa0f63709192f6f396423496beb3929a8dc00716dc2e","target":"graph","created_at":"2026-05-26T01:03:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2510.27118/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most expressivity results for transformers treat them as language recognizers -- devices that accept or reject strings -- rather than as they are used in practice: as language models that generate strings autoregressively and probabilistically. We characterize the probability distributions that transformer language models can express. We show that making transformer language recognizers autoregressive can sometimes increase their expressivity, and that making them probabilistic can break equivalences that hold in the non-probabilistic case. Our overall contribution is to tease apart what funct","authors_text":"Andy Yang, Anej Svete, Anthony Widjaja Lin, David Chiang, Jiaoda Li, Jonathan Rawski, Ryan Cotterell","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-31T02:41:05Z","title":"Probability Distributions Computed by Autoregressive Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.27118","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72596ea1d0aee8b63e1f63be68cae2c858426ceef0778d260763417d436c4534","target":"record","created_at":"2026-05-26T01:03:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c365740636987e2e144d6c8da500757910908e0495d86c2a53c46387e42075f3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-10-31T02:41:05Z","title_canon_sha256":"252896fbdab5cf2df4c489b5d60cf47d2a336ebcf19ac5b66fdde63f36f54df8"},"schema_version":"1.0","source":{"id":"2510.27118","kind":"arxiv","version":4}},"canonical_sha256":"6b4884af8f5f4fc569b10d6505667f4e4a8da413e858af91652ec7fb29ec919f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6b4884af8f5f4fc569b10d6505667f4e4a8da413e858af91652ec7fb29ec919f","first_computed_at":"2026-05-26T01:03:18.366696Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-26T01:03:18.366696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"47R5Nq8/ey4Uc7t3JDRC95h72+/synBozzmh0swvYMitbHgKPwcAyPthIp6Q9CyNqcI09qwCXZjKmgHeIh5QCw==","signature_status":"signed_v1","signed_at":"2026-05-26T01:03:18.367237Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.27118","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72596ea1d0aee8b63e1f63be68cae2c858426ceef0778d260763417d436c4534","sha256:bf3d38bb4740d1818e66aa0f63709192f6f396423496beb3929a8dc00716dc2e"],"state_sha256":"e17d32a753760a26eab45db87173bd9f35c9a4e6e74e50b1b9079b552189d87e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6A1usb1MaxVMNjzJ8iZOooUlQBxDLqRFjkUq23nMvYFZMw7ox/uFHkUqc7x94f8zVkTCCyweyydVYjjNFFaoBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T14:44:44.668928Z","bundle_sha256":"5d339200d506649bdf688d54a250f830845103a343a0be9d964908d45f843df1"}}