{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:J524Q4ASJXTW6VZGS6FMNLS6KX","short_pith_number":"pith:J524Q4AS","canonical_record":{"source":{"id":"2409.16997","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T15:02:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0721b7ad69e4433fafb553425e3426c5bf7afbce5cea833dc9eb5a8188db1640","abstract_canon_sha256":"743ce8b70a745d8584d0bb575792516586a15bebed853897a8fdf81bff982e8a"},"schema_version":"1.0"},"canonical_sha256":"4f75c870124de76f5726978ac6ae5e55ca3af772cc30d3054c47b4d7f464269e","source":{"kind":"arxiv","id":"2409.16997","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.16997","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.16997v2","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.16997","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_12","alias_value":"J524Q4ASJXTW","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_16","alias_value":"J524Q4ASJXTW6VZG","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_8","alias_value":"J524Q4AS","created_at":"2026-07-05T09:12:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:J524Q4ASJXTW6VZGS6FMNLS6KX","target":"record","payload":{"canonical_record":{"source":{"id":"2409.16997","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T15:02:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0721b7ad69e4433fafb553425e3426c5bf7afbce5cea833dc9eb5a8188db1640","abstract_canon_sha256":"743ce8b70a745d8584d0bb575792516586a15bebed853897a8fdf81bff982e8a"},"schema_version":"1.0"},"canonical_sha256":"4f75c870124de76f5726978ac6ae5e55ca3af772cc30d3054c47b4d7f464269e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:12:10.658740Z","signature_b64":"UIHh8OuDzhiCAHZLn8QZNrbecoHecWEgFzZjxqeb0rjndoj4QSLLeDZXGeLwX4nNuMgNjkJ491GEWmAF0+GkBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f75c870124de76f5726978ac6ae5e55ca3af772cc30d3054c47b4d7f464269e","last_reissued_at":"2026-07-05T09:12:10.658180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:12:10.658180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.16997","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P2Zk+k2wE0QtZ5Az1ZfOinUH5nm79dkEq7nyMLf++uQ81Yh2tlhJsHYMs/mABgKInNAtu3/g2Tb6nJpR0u62Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:37:49.344366Z"},"content_sha256":"e112fd2bcde683d2e37d4c9c38762e2e460c555b7cc92433444773ab1b38e068","schema_version":"1.0","event_id":"sha256:e112fd2bcde683d2e37d4c9c38762e2e460c555b7cc92433444773ab1b38e068"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:J524Q4ASJXTW6VZGS6FMNLS6KX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"INT-FlashAttention: Enabling Flash Attention for INT8 Quantization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ce Zheng, Lei Su, Peizhuang Cong, Shimao Chen, Tong Yang, Yuhan Wu, Zhiying Wu, Zihan Jiang, Zirui Liu","submitted_at":"2024-09-25T15:02:25Z","abstract_excerpt":"As the foundation of large language models (LLMs), self-attention module faces the challenge of quadratic time and memory complexity with respect to sequence length. FlashAttention accelerates attention computation and reduces its memory usage by leveraging the GPU memory hierarchy. A promising research direction is to integrate FlashAttention with quantization methods. This paper introduces INT-FlashAttention, the first INT8 quantization architecture compatible with the forward workflow of FlashAttention, which significantly improves the inference speed of FlashAttention on Ampere GPUs. We im"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.16997","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.16997/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s2BrhWjKCEFBv4xyb1KqeiW8JQHdsZrqejAL21G2+aqfsSxeIkOmIxIiIrbDxwZWpa9tmYnpY6RGfKeVQcqQAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:37:49.344867Z"},"content_sha256":"0bd9ad60a6b8558047e2f68e05eb399e66830d4c9c26d7deda41c8cdddc10df7","schema_version":"1.0","event_id":"sha256:0bd9ad60a6b8558047e2f68e05eb399e66830d4c9c26d7deda41c8cdddc10df7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J524Q4ASJXTW6VZGS6FMNLS6KX/bundle.json","state_url":"https://pith.science/pith/J524Q4ASJXTW6VZGS6FMNLS6KX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J524Q4ASJXTW6VZGS6FMNLS6KX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:37:49Z","links":{"resolver":"https://pith.science/pith/J524Q4ASJXTW6VZGS6FMNLS6KX","bundle":"https://pith.science/pith/J524Q4ASJXTW6VZGS6FMNLS6KX/bundle.json","state":"https://pith.science/pith/J524Q4ASJXTW6VZGS6FMNLS6KX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J524Q4ASJXTW6VZGS6FMNLS6KX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:J524Q4ASJXTW6VZGS6FMNLS6KX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"743ce8b70a745d8584d0bb575792516586a15bebed853897a8fdf81bff982e8a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T15:02:25Z","title_canon_sha256":"0721b7ad69e4433fafb553425e3426c5bf7afbce5cea833dc9eb5a8188db1640"},"schema_version":"1.0","source":{"id":"2409.16997","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.16997","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.16997v2","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.16997","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_12","alias_value":"J524Q4ASJXTW","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_16","alias_value":"J524Q4ASJXTW6VZG","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_8","alias_value":"J524Q4AS","created_at":"2026-07-05T09:12:10Z"}],"graph_snapshots":[{"event_id":"sha256:0bd9ad60a6b8558047e2f68e05eb399e66830d4c9c26d7deda41c8cdddc10df7","target":"graph","created_at":"2026-07-05T09:12:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.16997/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the foundation of large language models (LLMs), self-attention module faces the challenge of quadratic time and memory complexity with respect to sequence length. FlashAttention accelerates attention computation and reduces its memory usage by leveraging the GPU memory hierarchy. A promising research direction is to integrate FlashAttention with quantization methods. This paper introduces INT-FlashAttention, the first INT8 quantization architecture compatible with the forward workflow of FlashAttention, which significantly improves the inference speed of FlashAttention on Ampere GPUs. We im","authors_text":"Ce Zheng, Lei Su, Peizhuang Cong, Shimao Chen, Tong Yang, Yuhan Wu, Zhiying Wu, Zihan Jiang, Zirui Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T15:02:25Z","title":"INT-FlashAttention: Enabling Flash Attention for INT8 Quantization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.16997","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e112fd2bcde683d2e37d4c9c38762e2e460c555b7cc92433444773ab1b38e068","target":"record","created_at":"2026-07-05T09:12:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"743ce8b70a745d8584d0bb575792516586a15bebed853897a8fdf81bff982e8a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T15:02:25Z","title_canon_sha256":"0721b7ad69e4433fafb553425e3426c5bf7afbce5cea833dc9eb5a8188db1640"},"schema_version":"1.0","source":{"id":"2409.16997","kind":"arxiv","version":2}},"canonical_sha256":"4f75c870124de76f5726978ac6ae5e55ca3af772cc30d3054c47b4d7f464269e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f75c870124de76f5726978ac6ae5e55ca3af772cc30d3054c47b4d7f464269e","first_computed_at":"2026-07-05T09:12:10.658180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:12:10.658180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UIHh8OuDzhiCAHZLn8QZNrbecoHecWEgFzZjxqeb0rjndoj4QSLLeDZXGeLwX4nNuMgNjkJ491GEWmAF0+GkBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:12:10.658740Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.16997","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e112fd2bcde683d2e37d4c9c38762e2e460c555b7cc92433444773ab1b38e068","sha256:0bd9ad60a6b8558047e2f68e05eb399e66830d4c9c26d7deda41c8cdddc10df7"],"state_sha256":"ca088ca321554561a14d9bdc83b5c321dc407f30ec2a42bad14bb8fbd04a21cf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lzCBrYuuTINBVYm8nuNz2K5O1jg1Sb2FOOz0DdRkLzmUXsr1w9HrNRdxcxfFkI4nJ3VZ3uGAaTQAu7Wv8ROFCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:37:49.349325Z","bundle_sha256":"323d0e5f750585ea57a62ebcb09bc37645a47df12624239b22c4c4da23ca7f8c"}}