{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:ZHBOPT2RLO7WVCZZTW3SHDJH7T","short_pith_number":"pith:ZHBOPT2R","schema_version":"1.0","canonical_sha256":"c9c2e7cf515bbf6a8b399db7238d27fcc3491196eadbdfa40d876ea49ec806c6","source":{"kind":"arxiv","id":"1809.10799","version":1},"attestation_state":"computed","paper":{"title":"FanStore: Enabling Efficient and Scalable I/O for Distributed Deep Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Craig Michoski, Gabriele Merlo, John Cazes, Lei Huang, Linjing Fang, Niall Gaffney, Uri Manor, Zhao Zhang","submitted_at":"2018-09-27T23:33:11Z","abstract_excerpt":"Emerging Deep Learning (DL) applications introduce heavy I/O workloads on computer clusters. The inherent long lasting, repeated, and random file access pattern can easily saturate the metadata and data service and negatively impact other users. In this paper, we present FanStore, a transient runtime file system that optimizes DL I/O on existing hardware/software stacks. FanStore distributes datasets to the local storage of compute nodes, and maintains a global namespace. With the techniques of system call interception, distributed metadata management, and generic data compression, FanStore pr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1809.10799","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2018-09-27T23:33:11Z","cross_cats_sorted":[],"title_canon_sha256":"80bac936702c6b74153a751a52add8c40bedb47c2f75e3d508e72d05fee91ddf","abstract_canon_sha256":"9063162068bbe0465bf6000d74d7da1cde20aff18cb3ce42ed58668b45d6dcfe"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:04:35.040053Z","signature_b64":"gik3wzpOtIo06uPE6yYDIZK13mOlc+jgIARkyfKmTQdpWrEttqdnYV/TvD91b5RQYQH3p8qrCknZcygnWqOCDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c9c2e7cf515bbf6a8b399db7238d27fcc3491196eadbdfa40d876ea49ec806c6","last_reissued_at":"2026-05-18T00:04:35.039573Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:04:35.039573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"FanStore: Enabling Efficient and Scalable I/O for Distributed Deep Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Craig Michoski, Gabriele Merlo, John Cazes, Lei Huang, Linjing Fang, Niall Gaffney, Uri Manor, Zhao Zhang","submitted_at":"2018-09-27T23:33:11Z","abstract_excerpt":"Emerging Deep Learning (DL) applications introduce heavy I/O workloads on computer clusters. The inherent long lasting, repeated, and random file access pattern can easily saturate the metadata and data service and negatively impact other users. In this paper, we present FanStore, a transient runtime file system that optimizes DL I/O on existing hardware/software stacks. FanStore distributes datasets to the local storage of compute nodes, and maintains a global namespace. With the techniques of system call interception, distributed metadata management, and generic data compression, FanStore pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.10799","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1809.10799","created_at":"2026-05-18T00:04:35.039650+00:00"},{"alias_kind":"arxiv_version","alias_value":"1809.10799v1","created_at":"2026-05-18T00:04:35.039650+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.10799","created_at":"2026-05-18T00:04:35.039650+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZHBOPT2RLO7W","created_at":"2026-05-18T12:33:07.085635+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZHBOPT2RLO7WVCZZ","created_at":"2026-05-18T12:33:07.085635+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZHBOPT2R","created_at":"2026-05-18T12:33:07.085635+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T","json":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T.json","graph_json":"https://pith.science/api/pith-number/ZHBOPT2RLO7WVCZZTW3SHDJH7T/graph.json","events_json":"https://pith.science/api/pith-number/ZHBOPT2RLO7WVCZZTW3SHDJH7T/events.json","paper":"https://pith.science/paper/ZHBOPT2R"},"agent_actions":{"view_html":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T","download_json":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T.json","view_paper":"https://pith.science/paper/ZHBOPT2R","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1809.10799&json=true","fetch_graph":"https://pith.science/api/pith-number/ZHBOPT2RLO7WVCZZTW3SHDJH7T/graph.json","fetch_events":"https://pith.science/api/pith-number/ZHBOPT2RLO7WVCZZTW3SHDJH7T/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T/action/storage_attestation","attest_author":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T/action/author_attestation","sign_citation":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T/action/citation_signature","submit_replication":"https://pith.science/pith/ZHBOPT2RLO7WVCZZTW3SHDJH7T/action/replication_record"}},"created_at":"2026-05-18T00:04:35.039650+00:00","updated_at":"2026-05-18T00:04:35.039650+00:00"}