{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TEXFGBHDKAUFKOLJAIQJ3WO6JG","short_pith_number":"pith:TEXFGBHD","canonical_record":{"source":{"id":"2502.01432","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T15:11:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3bb1fd5e9f8d4903015eee90f77574d76a6ab702ff13322e03e9c8380f0cafbc","abstract_canon_sha256":"b5b7092c4e65b7b73c642906887d84ef82e959a3c9af521210277f198d28561e"},"schema_version":"1.0"},"canonical_sha256":"992e5304e3502855396902209dd9de49add6fc6647e83c1d7399f04a99f5e869","source":{"kind":"arxiv","id":"2502.01432","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01432","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01432v1","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01432","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"pith_short_12","alias_value":"TEXFGBHDKAUF","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"pith_short_16","alias_value":"TEXFGBHDKAUFKOLJ","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"pith_short_8","alias_value":"TEXFGBHD","created_at":"2026-07-05T10:08:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TEXFGBHDKAUFKOLJAIQJ3WO6JG","target":"record","payload":{"canonical_record":{"source":{"id":"2502.01432","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T15:11:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3bb1fd5e9f8d4903015eee90f77574d76a6ab702ff13322e03e9c8380f0cafbc","abstract_canon_sha256":"b5b7092c4e65b7b73c642906887d84ef82e959a3c9af521210277f198d28561e"},"schema_version":"1.0"},"canonical_sha256":"992e5304e3502855396902209dd9de49add6fc6647e83c1d7399f04a99f5e869","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:08:55.101024Z","signature_b64":"vY4fIF/UuewXrUpBAkfqBR35iGND7ToTgon7LfmP/LaeNbs3gDC5yjBROVTxmReAexgMfUA4L+j9CY4IxjW2Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"992e5304e3502855396902209dd9de49add6fc6647e83c1d7399f04a99f5e869","last_reissued_at":"2026-07-05T10:08:55.100537Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:08:55.100537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.01432","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6pG0joqn46dKpjdV0Xl7s45DUXQ6IToh6ySkwfgS9b/wVkmGLYFwSAi3O5Vot9LSwP3JbPugbWjuPay4Mjd4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:52:58.835891Z"},"content_sha256":"3f41027d9c18108aabbd06165769464b1bc9a9327724c5d1bc0e8efc068daf28","schema_version":"1.0","event_id":"sha256:3f41027d9c18108aabbd06165769464b1bc9a9327724c5d1bc0e8efc068daf28"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TEXFGBHDKAUFKOLJAIQJ3WO6JG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Emergent Stack Representations in Modeling Counter Languages Using Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Aviral Gupta, Michael Hahn, Utkarsh Tiwari","submitted_at":"2025-02-03T15:11:49Z","abstract_excerpt":"Transformer architectures are the backbone of most modern language models, but understanding the inner workings of these models still largely remains an open problem. One way that research in the past has tackled this problem is by isolating the learning capabilities of these architectures by training them over well-understood classes of formal languages. We extend this literature by analyzing models trained over counter languages, which can be modeled using counter variables. We train transformer models on 4 counter languages, and equivalently formulate these languages using stacks, whose dep"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01432","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.01432/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UI5TcJGiiwJjLDokZl8BaN/V9+n5KTR5no1wLJbLRF9RV5+5wBry7IitUNip15w8eO7j5w4FQSth9qiSTlbzAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:52:58.836388Z"},"content_sha256":"70a7734da54f05a464832fa00a135c4a74bdc513a46b0bbf53b7f370c85769e5","schema_version":"1.0","event_id":"sha256:70a7734da54f05a464832fa00a135c4a74bdc513a46b0bbf53b7f370c85769e5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG/bundle.json","state_url":"https://pith.science/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T03:52:58Z","links":{"resolver":"https://pith.science/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG","bundle":"https://pith.science/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG/bundle.json","state":"https://pith.science/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TEXFGBHDKAUFKOLJAIQJ3WO6JG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TEXFGBHDKAUFKOLJAIQJ3WO6JG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b5b7092c4e65b7b73c642906887d84ef82e959a3c9af521210277f198d28561e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T15:11:49Z","title_canon_sha256":"3bb1fd5e9f8d4903015eee90f77574d76a6ab702ff13322e03e9c8380f0cafbc"},"schema_version":"1.0","source":{"id":"2502.01432","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01432","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01432v1","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01432","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"pith_short_12","alias_value":"TEXFGBHDKAUF","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"pith_short_16","alias_value":"TEXFGBHDKAUFKOLJ","created_at":"2026-07-05T10:08:55Z"},{"alias_kind":"pith_short_8","alias_value":"TEXFGBHD","created_at":"2026-07-05T10:08:55Z"}],"graph_snapshots":[{"event_id":"sha256:70a7734da54f05a464832fa00a135c4a74bdc513a46b0bbf53b7f370c85769e5","target":"graph","created_at":"2026-07-05T10:08:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.01432/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer architectures are the backbone of most modern language models, but understanding the inner workings of these models still largely remains an open problem. One way that research in the past has tackled this problem is by isolating the learning capabilities of these architectures by training them over well-understood classes of formal languages. We extend this literature by analyzing models trained over counter languages, which can be modeled using counter variables. We train transformer models on 4 counter languages, and equivalently formulate these languages using stacks, whose dep","authors_text":"Aviral Gupta, Michael Hahn, Utkarsh Tiwari","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T15:11:49Z","title":"Emergent Stack Representations in Modeling Counter Languages Using Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01432","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3f41027d9c18108aabbd06165769464b1bc9a9327724c5d1bc0e8efc068daf28","target":"record","created_at":"2026-07-05T10:08:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b5b7092c4e65b7b73c642906887d84ef82e959a3c9af521210277f198d28561e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T15:11:49Z","title_canon_sha256":"3bb1fd5e9f8d4903015eee90f77574d76a6ab702ff13322e03e9c8380f0cafbc"},"schema_version":"1.0","source":{"id":"2502.01432","kind":"arxiv","version":1}},"canonical_sha256":"992e5304e3502855396902209dd9de49add6fc6647e83c1d7399f04a99f5e869","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"992e5304e3502855396902209dd9de49add6fc6647e83c1d7399f04a99f5e869","first_computed_at":"2026-07-05T10:08:55.100537Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:08:55.100537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vY4fIF/UuewXrUpBAkfqBR35iGND7ToTgon7LfmP/LaeNbs3gDC5yjBROVTxmReAexgMfUA4L+j9CY4IxjW2Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:08:55.101024Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.01432","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3f41027d9c18108aabbd06165769464b1bc9a9327724c5d1bc0e8efc068daf28","sha256:70a7734da54f05a464832fa00a135c4a74bdc513a46b0bbf53b7f370c85769e5"],"state_sha256":"623fd575fe8f4b60b5c3d3f887dfaca6e8c8f5541aaa201f9eb407d4ec17ead5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uJBjsNv1CeNJoUrBn2tbNUBZxoe6GhaGn7aakiwdKbrs2BL4B181oimRNJHv0jnXRhil0tdxvwbHLMg2PHMbDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T03:52:58.841305Z","bundle_sha256":"dc813297d28ed7657ca04a1f6fb1bf636a165be0de24cca3cd7f663867d2aaa6"}}