{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:B5ZC7VKUFDFZGGNMQH6EVIT22O","short_pith_number":"pith:B5ZC7VKU","canonical_record":{"source":{"id":"2306.00946","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T17:44:35Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d90983e85dd94d44746ac2aed4fb973a868e7eb0103b0f841761ec1eadc3e8b9","abstract_canon_sha256":"5b233fa65283689e120acf160b3a3b114f59e2a23dab604bb4a1d3f45ecab735"},"schema_version":"1.0"},"canonical_sha256":"0f722fd55428cb9319ac81fc4aa27ad39b200b4ff30cb377b84bd17c34856c29","source":{"kind":"arxiv","id":"2306.00946","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00946","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00946v2","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00946","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"pith_short_12","alias_value":"B5ZC7VKUFDFZ","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"pith_short_16","alias_value":"B5ZC7VKUFDFZGGNM","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"pith_short_8","alias_value":"B5ZC7VKU","created_at":"2026-07-05T07:06:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:B5ZC7VKUFDFZGGNMQH6EVIT22O","target":"record","payload":{"canonical_record":{"source":{"id":"2306.00946","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T17:44:35Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d90983e85dd94d44746ac2aed4fb973a868e7eb0103b0f841761ec1eadc3e8b9","abstract_canon_sha256":"5b233fa65283689e120acf160b3a3b114f59e2a23dab604bb4a1d3f45ecab735"},"schema_version":"1.0"},"canonical_sha256":"0f722fd55428cb9319ac81fc4aa27ad39b200b4ff30cb377b84bd17c34856c29","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:29.049613Z","signature_b64":"GgXXHwAeKWHJrhC4LVlsMoByNSdWhgp09V+XV9SBVpQ1W1YopRiGYREah3Kse4UUItXp+nIG8I6QsSY68PuODg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0f722fd55428cb9319ac81fc4aa27ad39b200b4ff30cb377b84bd17c34856c29","last_reissued_at":"2026-07-05T07:06:29.049135Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:29.049135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.00946","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nE86k836ECIMEY2y08U3PmUcj0DMAP1DlJMQ3KEjaEYS9p+hb+I4omqoPJRlah/TljJU/VuJltieDckTH7opAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T03:00:28.667088Z"},"content_sha256":"00fbc755b54b23341f27ec82b71f8f805e03cba62929511c8d280844ad1fe822","schema_version":"1.0","event_id":"sha256:00fbc755b54b23341f27ec82b71f8f805e03cba62929511c8d280844ad1fe822"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:B5ZC7VKUFDFZGGNMQH6EVIT22O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exposing Attention Glitches with Flip-Flop Language Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Akshay Krishnamurthy, Bingbin Liu, Cyril Zhang, Jordan T. Ash, Surbhi Goel","submitted_at":"2023-06-01T17:44:35Z","abstract_excerpt":"Why do large language models sometimes output factual inaccuracies and exhibit erroneous reasoning? The brittleness of these models, particularly when executing long chains of reasoning, currently seems to be an inevitable price to pay for their advanced capabilities of coherently synthesizing knowledge, pragmatics, and abstract thought. Towards making sense of this fundamentally unsolved problem, this work identifies and analyzes the phenomenon of attention glitches, in which the Transformer architecture's inductive biases intermittently fail to capture robust reasoning. To isolate the issue,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00946","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.00946/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xoAnxr4aFWgG/tAkE9wIBPns+yvFar44544IRIud7EDWacALKYyJk+MFaWTXRKIfjbiNCkRufYsbzDRHSq/cCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T03:00:28.667436Z"},"content_sha256":"3b4718106df3c1768c18c78e738ec3419a5d4768e4d360963673b52d56d4e7e2","schema_version":"1.0","event_id":"sha256:3b4718106df3c1768c18c78e738ec3419a5d4768e4d360963673b52d56d4e7e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O/bundle.json","state_url":"https://pith.science/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T03:00:28Z","links":{"resolver":"https://pith.science/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O","bundle":"https://pith.science/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O/bundle.json","state":"https://pith.science/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B5ZC7VKUFDFZGGNMQH6EVIT22O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:B5ZC7VKUFDFZGGNMQH6EVIT22O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b233fa65283689e120acf160b3a3b114f59e2a23dab604bb4a1d3f45ecab735","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T17:44:35Z","title_canon_sha256":"d90983e85dd94d44746ac2aed4fb973a868e7eb0103b0f841761ec1eadc3e8b9"},"schema_version":"1.0","source":{"id":"2306.00946","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00946","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00946v2","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00946","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"pith_short_12","alias_value":"B5ZC7VKUFDFZ","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"pith_short_16","alias_value":"B5ZC7VKUFDFZGGNM","created_at":"2026-07-05T07:06:29Z"},{"alias_kind":"pith_short_8","alias_value":"B5ZC7VKU","created_at":"2026-07-05T07:06:29Z"}],"graph_snapshots":[{"event_id":"sha256:3b4718106df3c1768c18c78e738ec3419a5d4768e4d360963673b52d56d4e7e2","target":"graph","created_at":"2026-07-05T07:06:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.00946/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Why do large language models sometimes output factual inaccuracies and exhibit erroneous reasoning? The brittleness of these models, particularly when executing long chains of reasoning, currently seems to be an inevitable price to pay for their advanced capabilities of coherently synthesizing knowledge, pragmatics, and abstract thought. Towards making sense of this fundamentally unsolved problem, this work identifies and analyzes the phenomenon of attention glitches, in which the Transformer architecture's inductive biases intermittently fail to capture robust reasoning. To isolate the issue,","authors_text":"Akshay Krishnamurthy, Bingbin Liu, Cyril Zhang, Jordan T. Ash, Surbhi Goel","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T17:44:35Z","title":"Exposing Attention Glitches with Flip-Flop Language Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00946","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:00fbc755b54b23341f27ec82b71f8f805e03cba62929511c8d280844ad1fe822","target":"record","created_at":"2026-07-05T07:06:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b233fa65283689e120acf160b3a3b114f59e2a23dab604bb4a1d3f45ecab735","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T17:44:35Z","title_canon_sha256":"d90983e85dd94d44746ac2aed4fb973a868e7eb0103b0f841761ec1eadc3e8b9"},"schema_version":"1.0","source":{"id":"2306.00946","kind":"arxiv","version":2}},"canonical_sha256":"0f722fd55428cb9319ac81fc4aa27ad39b200b4ff30cb377b84bd17c34856c29","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0f722fd55428cb9319ac81fc4aa27ad39b200b4ff30cb377b84bd17c34856c29","first_computed_at":"2026-07-05T07:06:29.049135Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:29.049135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GgXXHwAeKWHJrhC4LVlsMoByNSdWhgp09V+XV9SBVpQ1W1YopRiGYREah3Kse4UUItXp+nIG8I6QsSY68PuODg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:29.049613Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.00946","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:00fbc755b54b23341f27ec82b71f8f805e03cba62929511c8d280844ad1fe822","sha256:3b4718106df3c1768c18c78e738ec3419a5d4768e4d360963673b52d56d4e7e2"],"state_sha256":"d16b92a7cf7923d076bdd406dfffc0159df181a62862f14d42777e552a3e4b15"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dQKhhDOLW2U1aa0eYNTTfZQyvc5MoXLEHk963iqYUh4zv7K4BZMxzEFlSFZtyJzYEEomXb7JAgYtQFauGGXIAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T03:00:28.669859Z","bundle_sha256":"ef2f5a8e5fe840af8f05f35dea1e321caaa86daff732f41e4b98e14f6708f0ac"}}