{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DBD6XTPGSTOZ3CBVEGMBNGASMZ","short_pith_number":"pith:DBD6XTPG","canonical_record":{"source":{"id":"2507.00322","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T23:35:19Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"90d9862e5b230046b13d931f7b358aff5bae0517b46a91733301508ffb881818","abstract_canon_sha256":"7a363484e3f0184bda08ef8da08eeca490f4cc626144c06c5912eb3385b6e171"},"schema_version":"1.0"},"canonical_sha256":"1847ebcde694dd9d88352198169812665630edc037726bcd3a3e20efdd3014c3","source":{"kind":"arxiv","id":"2507.00322","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.00322","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"arxiv_version","alias_value":"2507.00322v2","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.00322","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"pith_short_12","alias_value":"DBD6XTPGSTOZ","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"pith_short_16","alias_value":"DBD6XTPGSTOZ3CBV","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"pith_short_8","alias_value":"DBD6XTPG","created_at":"2026-06-09T02:08:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DBD6XTPGSTOZ3CBVEGMBNGASMZ","target":"record","payload":{"canonical_record":{"source":{"id":"2507.00322","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T23:35:19Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"90d9862e5b230046b13d931f7b358aff5bae0517b46a91733301508ffb881818","abstract_canon_sha256":"7a363484e3f0184bda08ef8da08eeca490f4cc626144c06c5912eb3385b6e171"},"schema_version":"1.0"},"canonical_sha256":"1847ebcde694dd9d88352198169812665630edc037726bcd3a3e20efdd3014c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-09T02:08:31.582388Z","signature_b64":"vK+ZWTynX8zDffC0orIF33ehYoWxUF3S+aZxXPCuME7hr4vZ1mhgqq7fW1jWKzJf1Si8b0OD59bPVDQIKmHgDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1847ebcde694dd9d88352198169812665630edc037726bcd3a3e20efdd3014c3","last_reissued_at":"2026-06-09T02:08:31.581894Z","signature_status":"signed_v1","first_computed_at":"2026-06-09T02:08:31.581894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.00322","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:08:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XDIUoXV7GvGyV0QjFv/kw2m2i05cA0fo0UHRUxu6CkYpw3Zg/9tipsVaKONABsXzMAcUXOl1bId87YBazIXICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:02:06.872769Z"},"content_sha256":"02eabce1f434a43525edb64e28d1e9cfd8bdd3446d90c298463db3fb05053a15","schema_version":"1.0","event_id":"sha256:02eabce1f434a43525edb64e28d1e9cfd8bdd3446d90c298463db3fb05053a15"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DBD6XTPGSTOZ3CBVEGMBNGASMZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Failure by Interference: Language Models Make Balanced Parentheses Errors When Faulty Mechanisms Overshadow Sound Ones","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.SE"],"primary_cat":"cs.CL","authors_text":"Daking Rai, Kevin Moran, Samuel Miller, Ziyu Yao","submitted_at":"2025-06-30T23:35:19Z","abstract_excerpt":"Despite remarkable advances in coding capabilities, language models (LMs) still struggle with simple syntactic tasks such as generating balanced parentheses. In this study, we investigate the underlying mechanisms behind the persistence of these errors across LMs of varying sizes (124M-7B) to both understand and mitigate the errors. Our study reveals that LMs rely on a number of components (attention heads and FF neurons) that independently make their own predictions. While some components reliably promote correct answers across a generalized range of inputs (i.e., implementing \"sound mechanis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.00322","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.00322/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:08:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qeg+B6YiIDu5VD8LRzQzi6iuF+rP88wH+BXT05VyADCfdc3cOj1u/Ep7cC1My1vgPpH/dME0UTF9sHesppz/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:02:06.873704Z"},"content_sha256":"2d8529aff4b9d744a7b7caf197dc3152b691265175f5a51dd7932ac02baeb3f7","schema_version":"1.0","event_id":"sha256:2d8529aff4b9d744a7b7caf197dc3152b691265175f5a51dd7932ac02baeb3f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ/bundle.json","state_url":"https://pith.science/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:02:06Z","links":{"resolver":"https://pith.science/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ","bundle":"https://pith.science/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ/bundle.json","state":"https://pith.science/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DBD6XTPGSTOZ3CBVEGMBNGASMZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DBD6XTPGSTOZ3CBVEGMBNGASMZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a363484e3f0184bda08ef8da08eeca490f4cc626144c06c5912eb3385b6e171","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T23:35:19Z","title_canon_sha256":"90d9862e5b230046b13d931f7b358aff5bae0517b46a91733301508ffb881818"},"schema_version":"1.0","source":{"id":"2507.00322","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.00322","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"arxiv_version","alias_value":"2507.00322v2","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.00322","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"pith_short_12","alias_value":"DBD6XTPGSTOZ","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"pith_short_16","alias_value":"DBD6XTPGSTOZ3CBV","created_at":"2026-06-09T02:08:31Z"},{"alias_kind":"pith_short_8","alias_value":"DBD6XTPG","created_at":"2026-06-09T02:08:31Z"}],"graph_snapshots":[{"event_id":"sha256:2d8529aff4b9d744a7b7caf197dc3152b691265175f5a51dd7932ac02baeb3f7","target":"graph","created_at":"2026-06-09T02:08:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.00322/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite remarkable advances in coding capabilities, language models (LMs) still struggle with simple syntactic tasks such as generating balanced parentheses. In this study, we investigate the underlying mechanisms behind the persistence of these errors across LMs of varying sizes (124M-7B) to both understand and mitigate the errors. Our study reveals that LMs rely on a number of components (attention heads and FF neurons) that independently make their own predictions. While some components reliably promote correct answers across a generalized range of inputs (i.e., implementing \"sound mechanis","authors_text":"Daking Rai, Kevin Moran, Samuel Miller, Ziyu Yao","cross_cats":["cs.AI","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T23:35:19Z","title":"Failure by Interference: Language Models Make Balanced Parentheses Errors When Faulty Mechanisms Overshadow Sound Ones"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.00322","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:02eabce1f434a43525edb64e28d1e9cfd8bdd3446d90c298463db3fb05053a15","target":"record","created_at":"2026-06-09T02:08:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a363484e3f0184bda08ef8da08eeca490f4cc626144c06c5912eb3385b6e171","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T23:35:19Z","title_canon_sha256":"90d9862e5b230046b13d931f7b358aff5bae0517b46a91733301508ffb881818"},"schema_version":"1.0","source":{"id":"2507.00322","kind":"arxiv","version":2}},"canonical_sha256":"1847ebcde694dd9d88352198169812665630edc037726bcd3a3e20efdd3014c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1847ebcde694dd9d88352198169812665630edc037726bcd3a3e20efdd3014c3","first_computed_at":"2026-06-09T02:08:31.581894Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-09T02:08:31.581894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vK+ZWTynX8zDffC0orIF33ehYoWxUF3S+aZxXPCuME7hr4vZ1mhgqq7fW1jWKzJf1Si8b0OD59bPVDQIKmHgDA==","signature_status":"signed_v1","signed_at":"2026-06-09T02:08:31.582388Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.00322","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:02eabce1f434a43525edb64e28d1e9cfd8bdd3446d90c298463db3fb05053a15","sha256:2d8529aff4b9d744a7b7caf197dc3152b691265175f5a51dd7932ac02baeb3f7"],"state_sha256":"8fe40c2313268e67745363a2912a9e652a26441a7a645fd3881f89f60ae73b29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l/DtYPoJnMwdJnIPVOrelT5yZMKymeo2nl8VNVBIoMhaI4iujhwn/20IeSQb8wSxK2uw+pFoyIM8RGZ653JBCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:02:06.902538Z","bundle_sha256":"a09f0e81231a5181cdf8df2cc054eb4f579ff8f73c30bfcb915bfed619d4ad6a"}}