{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:UM3U6FLRFFAPKW33MCWT7MTFDR","short_pith_number":"pith:UM3U6FLR","canonical_record":{"source":{"id":"2608.03994","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-04T17:54:01Z","cross_cats_sorted":[],"title_canon_sha256":"7bd846d10d159927c8b28c1df95b3503d21a74a905a154d7dcc37bd72152bc72","abstract_canon_sha256":"7093bdaf164d8e983e9069690d52a9ba291d40aaa5be9208a7198dc9e9987d2c"},"schema_version":"1.0"},"canonical_sha256":"a3374f15712940f55b7b60ad3fb2651c4b33962be0d13222f394facada745c32","source":{"kind":"arxiv","id":"2608.03994","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.03994","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"arxiv_version","alias_value":"2608.03994v1","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.03994","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"pith_short_12","alias_value":"UM3U6FLRFFAP","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"pith_short_16","alias_value":"UM3U6FLRFFAPKW33","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"pith_short_8","alias_value":"UM3U6FLR","created_at":"2026-08-05T01:37:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:UM3U6FLRFFAPKW33MCWT7MTFDR","target":"record","payload":{"canonical_record":{"source":{"id":"2608.03994","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-04T17:54:01Z","cross_cats_sorted":[],"title_canon_sha256":"7bd846d10d159927c8b28c1df95b3503d21a74a905a154d7dcc37bd72152bc72","abstract_canon_sha256":"7093bdaf164d8e983e9069690d52a9ba291d40aaa5be9208a7198dc9e9987d2c"},"schema_version":"1.0"},"canonical_sha256":"a3374f15712940f55b7b60ad3fb2651c4b33962be0d13222f394facada745c32","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-05T01:37:39.603824Z","signature_b64":"cb1PCByKPCLIH2cqgo4IzrSv09zgbl9Y5YXKUsLfHbl1cQ0UPe7sqz7s/msjU9K4wl3HQvG3FbF4GS4cL7ChAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a3374f15712940f55b7b60ad3fb2651c4b33962be0d13222f394facada745c32","last_reissued_at":"2026-08-05T01:37:39.602340Z","signature_status":"signed_v1","first_computed_at":"2026-08-05T01:37:39.602340Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.03994","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-05T01:37:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y2mPyBPzXgUMfGOyaATs9ny8lfwEQE0b2CtLqRAm0JFZb9wGZn4uSrrs365t7qh4YxuOFlCy8HeWhyqA4PCxCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:45:26.059581Z"},"content_sha256":"67191f6dc2a4eff9b7dad1e3e68b78aeda807d0faaf23ab4420f01d2ebbad21e","schema_version":"1.0","event_id":"sha256:67191f6dc2a4eff9b7dad1e3e68b78aeda807d0faaf23ab4420f01d2ebbad21e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:UM3U6FLRFFAPKW33MCWT7MTFDR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When Attention Goes Blind: Numerical Failure in ALiBi Positional Encodings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christopher Schr\\\"oder, Ferdinand Schlatt, Gerhard Heyer, Lukas Gienapp, Martin Potthast","submitted_at":"2026-08-04T17:54:01Z","abstract_excerpt":"We identify a previously overlooked failure mode of ALiBi positional encoding: its linear bias scaling underflows floating-point precision, which zeroes out a large fraction of attention weights and renders the affected attention heads partially blind. We analyze this failure mode, characterize its impact, and examine four mitigation strategies. We further demonstrate its occurrence in state-of-the-art pretrained models based on ALiBi. Comprehensive pretraining experiments with 148M-parameter decoder models help us to disentangle its effects from out-of-context degradation. We find that ALiBi'"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.03994","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.03994/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-05T01:37:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U5kolmeikne+c4BqloILH1z6prDWLubsI/23f3dK6b3U1OtbDPSpIdNjS6xCFIqYbiEWYRVx4AHutmBNT7zXDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:45:26.060491Z"},"content_sha256":"7df67068c157cfdf3456db0bdf96fdeeb385090bfe71ccd4d2e993962eef8c49","schema_version":"1.0","event_id":"sha256:7df67068c157cfdf3456db0bdf96fdeeb385090bfe71ccd4d2e993962eef8c49"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UM3U6FLRFFAPKW33MCWT7MTFDR/bundle.json","state_url":"https://pith.science/pith/UM3U6FLRFFAPKW33MCWT7MTFDR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UM3U6FLRFFAPKW33MCWT7MTFDR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:45:26Z","links":{"resolver":"https://pith.science/pith/UM3U6FLRFFAPKW33MCWT7MTFDR","bundle":"https://pith.science/pith/UM3U6FLRFFAPKW33MCWT7MTFDR/bundle.json","state":"https://pith.science/pith/UM3U6FLRFFAPKW33MCWT7MTFDR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UM3U6FLRFFAPKW33MCWT7MTFDR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:UM3U6FLRFFAPKW33MCWT7MTFDR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7093bdaf164d8e983e9069690d52a9ba291d40aaa5be9208a7198dc9e9987d2c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-04T17:54:01Z","title_canon_sha256":"7bd846d10d159927c8b28c1df95b3503d21a74a905a154d7dcc37bd72152bc72"},"schema_version":"1.0","source":{"id":"2608.03994","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.03994","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"arxiv_version","alias_value":"2608.03994v1","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.03994","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"pith_short_12","alias_value":"UM3U6FLRFFAP","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"pith_short_16","alias_value":"UM3U6FLRFFAPKW33","created_at":"2026-08-05T01:37:39Z"},{"alias_kind":"pith_short_8","alias_value":"UM3U6FLR","created_at":"2026-08-05T01:37:39Z"}],"graph_snapshots":[{"event_id":"sha256:7df67068c157cfdf3456db0bdf96fdeeb385090bfe71ccd4d2e993962eef8c49","target":"graph","created_at":"2026-08-05T01:37:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.03994/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We identify a previously overlooked failure mode of ALiBi positional encoding: its linear bias scaling underflows floating-point precision, which zeroes out a large fraction of attention weights and renders the affected attention heads partially blind. We analyze this failure mode, characterize its impact, and examine four mitigation strategies. We further demonstrate its occurrence in state-of-the-art pretrained models based on ALiBi. Comprehensive pretraining experiments with 148M-parameter decoder models help us to disentangle its effects from out-of-context degradation. We find that ALiBi'","authors_text":"Christopher Schr\\\"oder, Ferdinand Schlatt, Gerhard Heyer, Lukas Gienapp, Martin Potthast","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-04T17:54:01Z","title":"When Attention Goes Blind: Numerical Failure in ALiBi Positional Encodings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.03994","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:67191f6dc2a4eff9b7dad1e3e68b78aeda807d0faaf23ab4420f01d2ebbad21e","target":"record","created_at":"2026-08-05T01:37:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7093bdaf164d8e983e9069690d52a9ba291d40aaa5be9208a7198dc9e9987d2c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-08-04T17:54:01Z","title_canon_sha256":"7bd846d10d159927c8b28c1df95b3503d21a74a905a154d7dcc37bd72152bc72"},"schema_version":"1.0","source":{"id":"2608.03994","kind":"arxiv","version":1}},"canonical_sha256":"a3374f15712940f55b7b60ad3fb2651c4b33962be0d13222f394facada745c32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a3374f15712940f55b7b60ad3fb2651c4b33962be0d13222f394facada745c32","first_computed_at":"2026-08-05T01:37:39.602340Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-05T01:37:39.602340Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cb1PCByKPCLIH2cqgo4IzrSv09zgbl9Y5YXKUsLfHbl1cQ0UPe7sqz7s/msjU9K4wl3HQvG3FbF4GS4cL7ChAA==","signature_status":"signed_v1","signed_at":"2026-08-05T01:37:39.603824Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.03994","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:67191f6dc2a4eff9b7dad1e3e68b78aeda807d0faaf23ab4420f01d2ebbad21e","sha256:7df67068c157cfdf3456db0bdf96fdeeb385090bfe71ccd4d2e993962eef8c49"],"state_sha256":"a230e151fb0d181ee08349726630aef69744447cbf18d25ebe18418cf28a3779"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K+S+v4b+6rX7bjdbUFNgjOTcsyzRMej4rFWJ+F80GaH6fsIxTRijMkf7CIJn1AjUYSbwTPB+XHps/Tx9vfVBBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:45:26.067262Z","bundle_sha256":"f4c34bcbd9375dd3b5bf68fe319a5ddb9e11b4c520de1e66f7c2813be361b8c7"}}