{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:G6R76UWKSSMLHOKUSI3UV7TLFY","short_pith_number":"pith:G6R76UWK","canonical_record":{"source":{"id":"2606.21712","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2026-06-19T19:56:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4838161b4e85215773ebf126cfa769cf595302bd26ee010124d5ed41d1738409","abstract_canon_sha256":"767e136374f44b307a79362d23babfc7ae43cfeb52ad6d3584fff321f18f3938"},"schema_version":"1.0"},"canonical_sha256":"37a3ff52ca9498b3b95492374afe6b2e06f572653c9a482ba0998e140845c16d","source":{"kind":"arxiv","id":"2606.21712","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.21712","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"arxiv_version","alias_value":"2606.21712v1","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.21712","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"pith_short_12","alias_value":"G6R76UWKSSML","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"pith_short_16","alias_value":"G6R76UWKSSMLHOKU","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"pith_short_8","alias_value":"G6R76UWK","created_at":"2026-06-23T01:13:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:G6R76UWKSSMLHOKUSI3UV7TLFY","target":"record","payload":{"canonical_record":{"source":{"id":"2606.21712","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2026-06-19T19:56:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4838161b4e85215773ebf126cfa769cf595302bd26ee010124d5ed41d1738409","abstract_canon_sha256":"767e136374f44b307a79362d23babfc7ae43cfeb52ad6d3584fff321f18f3938"},"schema_version":"1.0"},"canonical_sha256":"37a3ff52ca9498b3b95492374afe6b2e06f572653c9a482ba0998e140845c16d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-23T01:13:20.459447Z","signature_b64":"nDWtPFcSGgogrUVP/1Mlsqn34OGKQ96BtAaBNdhjzmWlm0eDi/jNfIUgWhHsnR8Fp9by8H03IKatqX7OEDPrDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"37a3ff52ca9498b3b95492374afe6b2e06f572653c9a482ba0998e140845c16d","last_reissued_at":"2026-06-23T01:13:20.458929Z","signature_status":"signed_v1","first_computed_at":"2026-06-23T01:13:20.458929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.21712","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T01:13:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kdo0iTiLov4n+MvZe45jGTgB0RTM+HUXRW/9gx3Dy/NQltXQDTJmHsVfqxMonUU3JL6se9f3clHA0MmBKShbCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-23T13:50:20.141431Z"},"content_sha256":"b633b7a9ca9fb152f6af8ffd99134d7c3d78f3406b6f82c7fbe784c8b74bdc72","schema_version":"1.0","event_id":"sha256:b633b7a9ca9fb152f6af8ffd99134d7c3d78f3406b6f82c7fbe784c8b74bdc72"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:G6R76UWKSSMLHOKUSI3UV7TLFY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BatchGen: An Architecture for Scalable and Efficient Batch Inference","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DC","authors_text":"Congjie He, Hongyang Xiao, Jinfu Deng, Le Xu, Leyang Xue, Luo Mai, Matej Sandor, Tairan Xu, Yinsicheng Jiang, Zhan Lu","submitted_at":"2026-06-19T19:56:21Z","abstract_excerpt":"Batch inference has become a central mode of AI computation, yet existing inference engines still rely on execution models designed for interactive serving. When scaled to millions of sequences, batch workloads reveal two fundamental requirements: the ability to handle extreme inter- and intra-sequence load variation that emerges only at runtime, and the ability to sustain high utilization across large fleets of GPUs. Existing systems fail to meet these requirements, losing substantial fractions of achievable throughput.\n  We introduce a new architectural foundation for batch inference: the se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.21712","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.21712/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T01:13:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+qmb4c/kVR0miZvwG4VEkaQd5N81rEdZxKfdNY+o/G3y6uwVtzhqA4Y2P2qi96SlNQW/z2OvLPq+hx4pnGXABg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-23T13:50:20.141873Z"},"content_sha256":"e4af73562b75bf3b76976522387e8c61fbc4bfdb7f0aebec6959ecb58adabaa8","schema_version":"1.0","event_id":"sha256:e4af73562b75bf3b76976522387e8c61fbc4bfdb7f0aebec6959ecb58adabaa8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G6R76UWKSSMLHOKUSI3UV7TLFY/bundle.json","state_url":"https://pith.science/pith/G6R76UWKSSMLHOKUSI3UV7TLFY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G6R76UWKSSMLHOKUSI3UV7TLFY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-23T13:50:20Z","links":{"resolver":"https://pith.science/pith/G6R76UWKSSMLHOKUSI3UV7TLFY","bundle":"https://pith.science/pith/G6R76UWKSSMLHOKUSI3UV7TLFY/bundle.json","state":"https://pith.science/pith/G6R76UWKSSMLHOKUSI3UV7TLFY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G6R76UWKSSMLHOKUSI3UV7TLFY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:G6R76UWKSSMLHOKUSI3UV7TLFY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"767e136374f44b307a79362d23babfc7ae43cfeb52ad6d3584fff321f18f3938","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2026-06-19T19:56:21Z","title_canon_sha256":"4838161b4e85215773ebf126cfa769cf595302bd26ee010124d5ed41d1738409"},"schema_version":"1.0","source":{"id":"2606.21712","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.21712","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"arxiv_version","alias_value":"2606.21712v1","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.21712","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"pith_short_12","alias_value":"G6R76UWKSSML","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"pith_short_16","alias_value":"G6R76UWKSSMLHOKU","created_at":"2026-06-23T01:13:20Z"},{"alias_kind":"pith_short_8","alias_value":"G6R76UWK","created_at":"2026-06-23T01:13:20Z"}],"graph_snapshots":[{"event_id":"sha256:e4af73562b75bf3b76976522387e8c61fbc4bfdb7f0aebec6959ecb58adabaa8","target":"graph","created_at":"2026-06-23T01:13:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.21712/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Batch inference has become a central mode of AI computation, yet existing inference engines still rely on execution models designed for interactive serving. When scaled to millions of sequences, batch workloads reveal two fundamental requirements: the ability to handle extreme inter- and intra-sequence load variation that emerges only at runtime, and the ability to sustain high utilization across large fleets of GPUs. Existing systems fail to meet these requirements, losing substantial fractions of achievable throughput.\n  We introduce a new architectural foundation for batch inference: the se","authors_text":"Congjie He, Hongyang Xiao, Jinfu Deng, Le Xu, Leyang Xue, Luo Mai, Matej Sandor, Tairan Xu, Yinsicheng Jiang, Zhan Lu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2026-06-19T19:56:21Z","title":"BatchGen: An Architecture for Scalable and Efficient Batch Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.21712","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b633b7a9ca9fb152f6af8ffd99134d7c3d78f3406b6f82c7fbe784c8b74bdc72","target":"record","created_at":"2026-06-23T01:13:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"767e136374f44b307a79362d23babfc7ae43cfeb52ad6d3584fff321f18f3938","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2026-06-19T19:56:21Z","title_canon_sha256":"4838161b4e85215773ebf126cfa769cf595302bd26ee010124d5ed41d1738409"},"schema_version":"1.0","source":{"id":"2606.21712","kind":"arxiv","version":1}},"canonical_sha256":"37a3ff52ca9498b3b95492374afe6b2e06f572653c9a482ba0998e140845c16d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"37a3ff52ca9498b3b95492374afe6b2e06f572653c9a482ba0998e140845c16d","first_computed_at":"2026-06-23T01:13:20.458929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-23T01:13:20.458929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nDWtPFcSGgogrUVP/1Mlsqn34OGKQ96BtAaBNdhjzmWlm0eDi/jNfIUgWhHsnR8Fp9by8H03IKatqX7OEDPrDA==","signature_status":"signed_v1","signed_at":"2026-06-23T01:13:20.459447Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.21712","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b633b7a9ca9fb152f6af8ffd99134d7c3d78f3406b6f82c7fbe784c8b74bdc72","sha256:e4af73562b75bf3b76976522387e8c61fbc4bfdb7f0aebec6959ecb58adabaa8"],"state_sha256":"d24880561af208abbf43b8fa4e075f0b039f4580ee0aae819a7f39fc59cb9598"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7hO1rPPn+DgVTpWpwFfGj0Ggpz/vMByv3D+49NT+hb/pnWO/NXIJCRbRC106EY+BAD5UoFv1kVzdPVsnjfE5CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-23T13:50:20.144080Z","bundle_sha256":"06f8c3156e78af870cd89bb1ffe2dd84775221e61954bec9e502e84457a463d8"}}