{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BL2NPTYQWGRE64KAC3S4VEY746","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b64041c695ce087d330910422b3357356e1c4e6af4e90f4c8535d5a2eb61f10","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.OS","submitted_at":"2026-07-31T20:31:32Z","title_canon_sha256":"8e520206e1604576632daa5abc323b394fa959e0a086c4e2de55b2a2094bcba8"},"schema_version":"1.0","source":{"id":"2608.00280","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.00280","created_at":"2026-08-04T00:34:44Z"},{"alias_kind":"arxiv_version","alias_value":"2608.00280v1","created_at":"2026-08-04T00:34:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.00280","created_at":"2026-08-04T00:34:44Z"},{"alias_kind":"pith_short_12","alias_value":"BL2NPTYQWGRE","created_at":"2026-08-04T00:34:44Z"},{"alias_kind":"pith_short_16","alias_value":"BL2NPTYQWGRE64KA","created_at":"2026-08-04T00:34:44Z"},{"alias_kind":"pith_short_8","alias_value":"BL2NPTYQ","created_at":"2026-08-04T00:34:44Z"}],"graph_snapshots":[{"event_id":"sha256:1eb685a7acc2ef6e58c6eab67838fd3662770f81e28ceb6cc6bd8ca39555ac15","target":"graph","created_at":"2026-08-04T00:34:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.00280/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are fundamentally transforming computer system research and development. As we employ LLMs in file system (fs) development, it is essential to understand their capabilities, limitations, and operational efficiency for domain-specific tasks. We present \\phi-Bench, an LLM benchmarking framework for fs-specific tasks. To facilitate benchmarking, we develop six types of tasks in \\phi-Bench: basic understanding, basic implementation, performance modeling, debugging, optimization, and new feature development. Each type emphasizes different LLM capabilities: instruction f","authors_text":"Daixuan Li, Jian Huang, Yuqi Xue","cross_cats":["cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.OS","submitted_at":"2026-07-31T20:31:32Z","title":"Benchmarking LLMs on File System Design and Implementation: The Good, The Bad, and The Ugly"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.00280","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6239709eeee2757df95b896fd2d01d64f562e80813decd3e5866433ac63e67ea","target":"record","created_at":"2026-08-04T00:34:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b64041c695ce087d330910422b3357356e1c4e6af4e90f4c8535d5a2eb61f10","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.OS","submitted_at":"2026-07-31T20:31:32Z","title_canon_sha256":"8e520206e1604576632daa5abc323b394fa959e0a086c4e2de55b2a2094bcba8"},"schema_version":"1.0","source":{"id":"2608.00280","kind":"arxiv","version":1}},"canonical_sha256":"0af4d7cf10b1a24f714016e5ca931fe7ad8655cd299bba4e3e14307c85dd2f75","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0af4d7cf10b1a24f714016e5ca931fe7ad8655cd299bba4e3e14307c85dd2f75","first_computed_at":"2026-08-04T00:34:44.003850Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-04T00:34:44.003850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w42YQNDAdM45YLjSBNYOjKnauB7iS9zUZdAA2NaxZZk65KR+ExkZijLrjjPkCv0eELhShFc8EpU1k/lJPUq9Bg==","signature_status":"signed_v1","signed_at":"2026-08-04T00:34:44.005305Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.00280","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6239709eeee2757df95b896fd2d01d64f562e80813decd3e5866433ac63e67ea","sha256:1eb685a7acc2ef6e58c6eab67838fd3662770f81e28ceb6cc6bd8ca39555ac15"],"state_sha256":"a2e9e4f052ecefc81cfaf46db039d5cf29511419927639a7b2dfc4452a906f72"}