{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:HB7S5PQS5Q42IRHAKI2T7HQ5NF","short_pith_number":"pith:HB7S5PQS","schema_version":"1.0","canonical_sha256":"387f2ebe12ec39a444e052353f9e1d6954e35f7a2d43ac0f0bc4d39429920e37","source":{"kind":"arxiv","id":"2404.04393","version":2},"attestation_state":"computed","paper":{"title":"Counting Like Transformers: Compiling Temporal Counting Logic Into Softmax Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.FL","cs.LG"],"primary_cat":"cs.LO","authors_text":"Andy Yang, David Chiang","submitted_at":"2024-04-05T20:36:30Z","abstract_excerpt":"Deriving formal bounds on the expressivity of transformers, as well as studying transformers that are constructed to implement known algorithms, are both effective methods for better understanding the computational power of transformers. Towards both ends, we introduce the temporal counting logic $\\textsf{K}_\\text{t}$[#] alongside the RASP variant $\\textsf{C-RASP}$. We show they are equivalent to each other, and that together they are the best-known lower bound on the formal expressivity of future-masked soft attention transformers with unbounded input size. We prove this by showing all $\\text"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2404.04393","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LO","submitted_at":"2024-04-05T20:36:30Z","cross_cats_sorted":["cs.CL","cs.FL","cs.LG"],"title_canon_sha256":"d65fbc7bb8a588ca39b430545040b862d888a187f33d57af95caa7ec784023ed","abstract_canon_sha256":"c21de1c7b7a7697681054679ed635db106aae4bf8b84f33d355dfabf4fbad6ab"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:42:24.258681Z","signature_b64":"jTxWM3GDIQZikwDAhRubjY3y3lgzLK6legbU6k1FSk+EQMWTYDI1eSU0kKa1s7gkdD3HfTv1QeiOv/gmz7lxBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"387f2ebe12ec39a444e052353f9e1d6954e35f7a2d43ac0f0bc4d39429920e37","last_reissued_at":"2026-07-05T09:42:24.258144Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:42:24.258144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Counting Like Transformers: Compiling Temporal Counting Logic Into Softmax Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.FL","cs.LG"],"primary_cat":"cs.LO","authors_text":"Andy Yang, David Chiang","submitted_at":"2024-04-05T20:36:30Z","abstract_excerpt":"Deriving formal bounds on the expressivity of transformers, as well as studying transformers that are constructed to implement known algorithms, are both effective methods for better understanding the computational power of transformers. Towards both ends, we introduce the temporal counting logic $\\textsf{K}_\\text{t}$[#] alongside the RASP variant $\\textsf{C-RASP}$. We show they are equivalent to each other, and that together they are the best-known lower bound on the formal expressivity of future-masked soft attention transformers with unbounded input size. We prove this by showing all $\\text"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.04393","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.04393/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2404.04393","created_at":"2026-07-05T09:42:24.258207+00:00"},{"alias_kind":"arxiv_version","alias_value":"2404.04393v2","created_at":"2026-07-05T09:42:24.258207+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.04393","created_at":"2026-07-05T09:42:24.258207+00:00"},{"alias_kind":"pith_short_12","alias_value":"HB7S5PQS5Q42","created_at":"2026-07-05T09:42:24.258207+00:00"},{"alias_kind":"pith_short_16","alias_value":"HB7S5PQS5Q42IRHA","created_at":"2026-07-05T09:42:24.258207+00:00"},{"alias_kind":"pith_short_8","alias_value":"HB7S5PQS","created_at":"2026-07-05T09:42:24.258207+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.24291","citing_title":"Rubato: Transcribing Piano Music with Timestamps","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"2602.16473","citing_title":"Synthesis and Verification of Transformer Programs (Technical Report)","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2605.16640","citing_title":"Provably Shorter Scratchpads in Hybrid DeltaNet-Attention Decoders","ref_index":18,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF","json":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF.json","graph_json":"https://pith.science/api/pith-number/HB7S5PQS5Q42IRHAKI2T7HQ5NF/graph.json","events_json":"https://pith.science/api/pith-number/HB7S5PQS5Q42IRHAKI2T7HQ5NF/events.json","paper":"https://pith.science/paper/HB7S5PQS"},"agent_actions":{"view_html":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF","download_json":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF.json","view_paper":"https://pith.science/paper/HB7S5PQS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2404.04393&json=true","fetch_graph":"https://pith.science/api/pith-number/HB7S5PQS5Q42IRHAKI2T7HQ5NF/graph.json","fetch_events":"https://pith.science/api/pith-number/HB7S5PQS5Q42IRHAKI2T7HQ5NF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF/action/storage_attestation","attest_author":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF/action/author_attestation","sign_citation":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF/action/citation_signature","submit_replication":"https://pith.science/pith/HB7S5PQS5Q42IRHAKI2T7HQ5NF/action/replication_record"}},"created_at":"2026-07-05T09:42:24.258207+00:00","updated_at":"2026-07-05T09:42:24.258207+00:00"}