{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LFAEHAVTLHQ2AL6OVGTGP5M6IY","short_pith_number":"pith:LFAEHAVT","canonical_record":{"source":{"id":"2411.13476","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T17:22:31Z","cross_cats_sorted":[],"title_canon_sha256":"1ccd5b0b249b3ce1f75984d43811bd55b075d4066645c1e8f3bf2e07406b4b4c","abstract_canon_sha256":"c3c3f1e9a726eee4b6ec8442eeb397067c977bd18ce441011a7a6bbc648b2427"},"schema_version":"1.0"},"canonical_sha256":"59404382b359e1a02fcea9a667f59e4635927f2a153b38396e28a3f5f0b68c1f","source":{"kind":"arxiv","id":"2411.13476","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.13476","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"arxiv_version","alias_value":"2411.13476v2","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.13476","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"pith_short_12","alias_value":"LFAEHAVTLHQ2","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"pith_short_16","alias_value":"LFAEHAVTLHQ2AL6O","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"pith_short_8","alias_value":"LFAEHAVT","created_at":"2026-07-05T09:40:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LFAEHAVTLHQ2AL6OVGTGP5M6IY","target":"record","payload":{"canonical_record":{"source":{"id":"2411.13476","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T17:22:31Z","cross_cats_sorted":[],"title_canon_sha256":"1ccd5b0b249b3ce1f75984d43811bd55b075d4066645c1e8f3bf2e07406b4b4c","abstract_canon_sha256":"c3c3f1e9a726eee4b6ec8442eeb397067c977bd18ce441011a7a6bbc648b2427"},"schema_version":"1.0"},"canonical_sha256":"59404382b359e1a02fcea9a667f59e4635927f2a153b38396e28a3f5f0b68c1f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:21.364865Z","signature_b64":"PwXy5ITveas+D+myp+5Ne6fgGlG4ZGqO4sjS25P8NhX/3KYcFmi1roMhJ51ZG+QCSEA01R/BVF0Y35qh1kC8DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"59404382b359e1a02fcea9a667f59e4635927f2a153b38396e28a3f5f0b68c1f","last_reissued_at":"2026-07-05T09:40:21.364430Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:21.364430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.13476","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CQUP5Hm0IsablIQfj2L4ZD0AgQPzz9ULOeHSwQ4Qi7x85THgoEGz04ZNy9qAFi6hQCAAveJydoK7JfbWJOoYAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:03:44.623722Z"},"content_sha256":"e5288627ff5a591ed4e0ed188fad9bc3a214b4e0e1ac211c35e41e5d5f2c7e51","schema_version":"1.0","event_id":"sha256:e5288627ff5a591ed4e0ed188fad9bc3a214b4e0e1ac211c35e41e5d5f2c7e51"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LFAEHAVTLHQ2AL6OVGTGP5M6IY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chao Du, Cunxiao Du, Haonan Wang, Kenji Kawaguchi, Qian Liu, Tianyu Pang, Tongyao Zhu","submitted_at":"2024-11-20T17:22:31Z","abstract_excerpt":"Extending context window sizes allows large language models (LLMs) to process longer sequences and handle more complex tasks. Rotary Positional Embedding (RoPE) has become the de facto standard due to its relative positional encoding properties that benefit long-context training. However, we observe that using RoPE with BFloat16 format results in numerical issues, causing it to deviate from its intended relative positional encoding, especially in long-context scenarios. This issue arises from BFloat16's limited precision and accumulates as context length increases, with the first token contrib"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.13476","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.13476/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F3HnQh7qbmJCAW01aIGy2ALUz0a/ipReeMq1T8D6n9gLD/2NgizXexPT7eSbH6efSDLhzQf4FcKGpvjBr59XBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:03:44.624250Z"},"content_sha256":"60fef72b6d923217f21624c6c1624c6bd9f41ecd73c4eb8a56ba18761ed108b7","schema_version":"1.0","event_id":"sha256:60fef72b6d923217f21624c6c1624c6bd9f41ecd73c4eb8a56ba18761ed108b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY/bundle.json","state_url":"https://pith.science/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:03:44Z","links":{"resolver":"https://pith.science/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY","bundle":"https://pith.science/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY/bundle.json","state":"https://pith.science/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LFAEHAVTLHQ2AL6OVGTGP5M6IY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LFAEHAVTLHQ2AL6OVGTGP5M6IY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c3c3f1e9a726eee4b6ec8442eeb397067c977bd18ce441011a7a6bbc648b2427","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T17:22:31Z","title_canon_sha256":"1ccd5b0b249b3ce1f75984d43811bd55b075d4066645c1e8f3bf2e07406b4b4c"},"schema_version":"1.0","source":{"id":"2411.13476","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.13476","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"arxiv_version","alias_value":"2411.13476v2","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.13476","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"pith_short_12","alias_value":"LFAEHAVTLHQ2","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"pith_short_16","alias_value":"LFAEHAVTLHQ2AL6O","created_at":"2026-07-05T09:40:21Z"},{"alias_kind":"pith_short_8","alias_value":"LFAEHAVT","created_at":"2026-07-05T09:40:21Z"}],"graph_snapshots":[{"event_id":"sha256:60fef72b6d923217f21624c6c1624c6bd9f41ecd73c4eb8a56ba18761ed108b7","target":"graph","created_at":"2026-07-05T09:40:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.13476/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Extending context window sizes allows large language models (LLMs) to process longer sequences and handle more complex tasks. Rotary Positional Embedding (RoPE) has become the de facto standard due to its relative positional encoding properties that benefit long-context training. However, we observe that using RoPE with BFloat16 format results in numerical issues, causing it to deviate from its intended relative positional encoding, especially in long-context scenarios. This issue arises from BFloat16's limited precision and accumulates as context length increases, with the first token contrib","authors_text":"Chao Du, Cunxiao Du, Haonan Wang, Kenji Kawaguchi, Qian Liu, Tianyu Pang, Tongyao Zhu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T17:22:31Z","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.13476","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5288627ff5a591ed4e0ed188fad9bc3a214b4e0e1ac211c35e41e5d5f2c7e51","target":"record","created_at":"2026-07-05T09:40:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c3c3f1e9a726eee4b6ec8442eeb397067c977bd18ce441011a7a6bbc648b2427","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-20T17:22:31Z","title_canon_sha256":"1ccd5b0b249b3ce1f75984d43811bd55b075d4066645c1e8f3bf2e07406b4b4c"},"schema_version":"1.0","source":{"id":"2411.13476","kind":"arxiv","version":2}},"canonical_sha256":"59404382b359e1a02fcea9a667f59e4635927f2a153b38396e28a3f5f0b68c1f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"59404382b359e1a02fcea9a667f59e4635927f2a153b38396e28a3f5f0b68c1f","first_computed_at":"2026-07-05T09:40:21.364430Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:21.364430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PwXy5ITveas+D+myp+5Ne6fgGlG4ZGqO4sjS25P8NhX/3KYcFmi1roMhJ51ZG+QCSEA01R/BVF0Y35qh1kC8DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:21.364865Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.13476","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5288627ff5a591ed4e0ed188fad9bc3a214b4e0e1ac211c35e41e5d5f2c7e51","sha256:60fef72b6d923217f21624c6c1624c6bd9f41ecd73c4eb8a56ba18761ed108b7"],"state_sha256":"41bcbb620fe3b6e374aea116fde1ad724694bc50919e6da8644b1270d4bde13a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7+dEnN128hnuRXT8F/sTyrS+gQue14N8HLdzizAcm0f2ErgwMOA5UsYtPyg7luefkQmiNJb0UwLVSq8Q0gxuAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:03:44.628131Z","bundle_sha256":"2141b5533b28cea6864bcf8f867f9681a9b1009d60220154b369f0dbdf53f72a"}}