{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SUAHFWOJADGPBN6GRZQJELLO3H","short_pith_number":"pith:SUAHFWOJ","canonical_record":{"source":{"id":"2309.02094","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T10:00:33Z","cross_cats_sorted":["cs.AI","cs.DB","cs.IR"],"title_canon_sha256":"1c132eec02299ec1ae6ca2df10dbeb0e252e03c91eee27925c9afc4402ce1e84","abstract_canon_sha256":"89840b3c7373593c435c08b3dd077c623c861214d4072a6e8833006e630cd3aa"},"schema_version":"1.0"},"canonical_sha256":"950072d9c900ccf0b7c68e60922d6ed9cd3b52959001b7c274d2c627d24f3dbc","source":{"kind":"arxiv","id":"2309.02094","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.02094","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.02094v3","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.02094","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"pith_short_12","alias_value":"SUAHFWOJADGP","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"pith_short_16","alias_value":"SUAHFWOJADGPBN6G","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"pith_short_8","alias_value":"SUAHFWOJ","created_at":"2026-07-05T07:58:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SUAHFWOJADGPBN6GRZQJELLO3H","target":"record","payload":{"canonical_record":{"source":{"id":"2309.02094","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T10:00:33Z","cross_cats_sorted":["cs.AI","cs.DB","cs.IR"],"title_canon_sha256":"1c132eec02299ec1ae6ca2df10dbeb0e252e03c91eee27925c9afc4402ce1e84","abstract_canon_sha256":"89840b3c7373593c435c08b3dd077c623c861214d4072a6e8833006e630cd3aa"},"schema_version":"1.0"},"canonical_sha256":"950072d9c900ccf0b7c68e60922d6ed9cd3b52959001b7c274d2c627d24f3dbc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:58:44.831289Z","signature_b64":"t/LShtPmfrE33XGZttKQFKcRAiBCthizvl3oa5oohjngo9V9zt7/0RO3fnib+9EhaMxCToGPEQAzVUHG/X/PDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"950072d9c900ccf0b7c68e60922d6ed9cd3b52959001b7c274d2c627d24f3dbc","last_reissued_at":"2026-07-05T07:58:44.830809Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:58:44.830809Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.02094","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a1/7aivPUb8S1QtSdTJ/b1pIpJho6J/cruHm1H1Uj+KjCkWL4gaBA+oDUl2NGeaKBdFGoqG35C1+YEh4LMv6BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:20:38.244818Z"},"content_sha256":"51cf0211ad8dc000e111926a45ccff8a42a9a891feb2b4ab04e7784613cb5d74","schema_version":"1.0","event_id":"sha256:51cf0211ad8dc000e111926a45ccff8a42a9a891feb2b4ab04e7784613cb5d74"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SUAHFWOJADGPBN6GRZQJELLO3H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TensorBank: Tensor Lakehouse for Foundation Model Training","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.DB","cs.IR"],"primary_cat":"cs.LG","authors_text":"Benedikt Blumenstiel, Daiki Kimura, Daniel Salles Civitarese, Hendrik Hamann, Johannes Schmude, Leonardo Pondian Tizzei, Marcus Freitag, Michael Behrendt, Naomi Simumba, Romeo Kienzler, S. Karthik Mukkavilli, Zoltan Arnold Nagy","submitted_at":"2023-09-05T10:00:33Z","abstract_excerpt":"Storing and streaming high dimensional data for foundation model training became a critical requirement with the rise of foundation models beyond natural language. In this paper we introduce TensorBank, a petabyte scale tensor lakehouse capable of streaming tensors from Cloud Object Store (COS) to GPU memory at wire speed based on complex relational queries. We use Hierarchical Statistical Indices (HSI) for query acceleration. Our architecture allows to directly address tensors on block level using HTTP range reads. Once in GPU memory, data can be transformed using PyTorch transforms. We provi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.02094","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.02094/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:58:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cEuy6P9qtbeP/M2wjCtBubXMbd6a1kvg3KUdXAXG44WtAse5Y1C79mNxIifVeTEsBGoZ8idCgR3ZW4uSiJSxBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:20:38.245209Z"},"content_sha256":"21d6bbe59542cb89d86a9f3d3bd81b38bddc8eb059a3db14b3f3b77d0e3248fc","schema_version":"1.0","event_id":"sha256:21d6bbe59542cb89d86a9f3d3bd81b38bddc8eb059a3db14b3f3b77d0e3248fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SUAHFWOJADGPBN6GRZQJELLO3H/bundle.json","state_url":"https://pith.science/pith/SUAHFWOJADGPBN6GRZQJELLO3H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SUAHFWOJADGPBN6GRZQJELLO3H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T19:20:38Z","links":{"resolver":"https://pith.science/pith/SUAHFWOJADGPBN6GRZQJELLO3H","bundle":"https://pith.science/pith/SUAHFWOJADGPBN6GRZQJELLO3H/bundle.json","state":"https://pith.science/pith/SUAHFWOJADGPBN6GRZQJELLO3H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SUAHFWOJADGPBN6GRZQJELLO3H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SUAHFWOJADGPBN6GRZQJELLO3H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89840b3c7373593c435c08b3dd077c623c861214d4072a6e8833006e630cd3aa","cross_cats_sorted":["cs.AI","cs.DB","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T10:00:33Z","title_canon_sha256":"1c132eec02299ec1ae6ca2df10dbeb0e252e03c91eee27925c9afc4402ce1e84"},"schema_version":"1.0","source":{"id":"2309.02094","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.02094","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.02094v3","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.02094","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"pith_short_12","alias_value":"SUAHFWOJADGP","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"pith_short_16","alias_value":"SUAHFWOJADGPBN6G","created_at":"2026-07-05T07:58:44Z"},{"alias_kind":"pith_short_8","alias_value":"SUAHFWOJ","created_at":"2026-07-05T07:58:44Z"}],"graph_snapshots":[{"event_id":"sha256:21d6bbe59542cb89d86a9f3d3bd81b38bddc8eb059a3db14b3f3b77d0e3248fc","target":"graph","created_at":"2026-07-05T07:58:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.02094/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Storing and streaming high dimensional data for foundation model training became a critical requirement with the rise of foundation models beyond natural language. In this paper we introduce TensorBank, a petabyte scale tensor lakehouse capable of streaming tensors from Cloud Object Store (COS) to GPU memory at wire speed based on complex relational queries. We use Hierarchical Statistical Indices (HSI) for query acceleration. Our architecture allows to directly address tensors on block level using HTTP range reads. Once in GPU memory, data can be transformed using PyTorch transforms. We provi","authors_text":"Benedikt Blumenstiel, Daiki Kimura, Daniel Salles Civitarese, Hendrik Hamann, Johannes Schmude, Leonardo Pondian Tizzei, Marcus Freitag, Michael Behrendt, Naomi Simumba, Romeo Kienzler, S. Karthik Mukkavilli, Zoltan Arnold Nagy","cross_cats":["cs.AI","cs.DB","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T10:00:33Z","title":"TensorBank: Tensor Lakehouse for Foundation Model Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.02094","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51cf0211ad8dc000e111926a45ccff8a42a9a891feb2b4ab04e7784613cb5d74","target":"record","created_at":"2026-07-05T07:58:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89840b3c7373593c435c08b3dd077c623c861214d4072a6e8833006e630cd3aa","cross_cats_sorted":["cs.AI","cs.DB","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T10:00:33Z","title_canon_sha256":"1c132eec02299ec1ae6ca2df10dbeb0e252e03c91eee27925c9afc4402ce1e84"},"schema_version":"1.0","source":{"id":"2309.02094","kind":"arxiv","version":3}},"canonical_sha256":"950072d9c900ccf0b7c68e60922d6ed9cd3b52959001b7c274d2c627d24f3dbc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"950072d9c900ccf0b7c68e60922d6ed9cd3b52959001b7c274d2c627d24f3dbc","first_computed_at":"2026-07-05T07:58:44.830809Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:58:44.830809Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t/LShtPmfrE33XGZttKQFKcRAiBCthizvl3oa5oohjngo9V9zt7/0RO3fnib+9EhaMxCToGPEQAzVUHG/X/PDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:58:44.831289Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.02094","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51cf0211ad8dc000e111926a45ccff8a42a9a891feb2b4ab04e7784613cb5d74","sha256:21d6bbe59542cb89d86a9f3d3bd81b38bddc8eb059a3db14b3f3b77d0e3248fc"],"state_sha256":"45b0a36d11ad7973f95866c629ad1180a0fefea7bfbfc2314ef17afc1f358db4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VD6EBrH6pEAnAsfjUh3wQJQjevDdAHB9dZUbOFuszcInOTfiE2QLXeWin0NArIz9ouBgzwo8WxdvnvF2dXSzBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T19:20:38.248854Z","bundle_sha256":"6451f9a457409c18170052071bda7bfdb0e3bc16116f198875ebd80df9f18adb"}}