{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VXMTRKPNQ4SSNM2HTVKXTQK7YX","short_pith_number":"pith:VXMTRKPN","canonical_record":{"source":{"id":"2407.10701","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T13:17:42Z","cross_cats_sorted":[],"title_canon_sha256":"1f6ba6f44b551833d72ced5f475d14867509d4f6e4c4201a4dd3f18d5899c793","abstract_canon_sha256":"07fd37777f7461d4bc209173ce8e9000659e6e7fbe712761683d0e03fb9f467d"},"schema_version":"1.0"},"canonical_sha256":"add938a9ed872526b3479d5579c15fc5d3f16cb05773745ccc5d9051c7bc1502","source":{"kind":"arxiv","id":"2407.10701","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10701","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10701v1","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10701","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"pith_short_12","alias_value":"VXMTRKPNQ4SS","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"pith_short_16","alias_value":"VXMTRKPNQ4SSNM2H","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"pith_short_8","alias_value":"VXMTRKPN","created_at":"2026-07-05T08:44:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VXMTRKPNQ4SSNM2HTVKXTQK7YX","target":"record","payload":{"canonical_record":{"source":{"id":"2407.10701","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T13:17:42Z","cross_cats_sorted":[],"title_canon_sha256":"1f6ba6f44b551833d72ced5f475d14867509d4f6e4c4201a4dd3f18d5899c793","abstract_canon_sha256":"07fd37777f7461d4bc209173ce8e9000659e6e7fbe712761683d0e03fb9f467d"},"schema_version":"1.0"},"canonical_sha256":"add938a9ed872526b3479d5579c15fc5d3f16cb05773745ccc5d9051c7bc1502","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:44:03.049703Z","signature_b64":"eawRA5Yp/E3laam/dbvk6icsPhXR5cf8ph/Uz1HrYA1/+jYNzOeRhT+h7DW+Dd58ELDc5X3E8d7n0xuFZ+99BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"add938a9ed872526b3479d5579c15fc5d3f16cb05773745ccc5d9051c7bc1502","last_reissued_at":"2026-07-05T08:44:03.049273Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:44:03.049273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.10701","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/mDxFMnzBplxGjaBrGZfUdCwLflaNOvLxCmJG6LvRYGT5yRnp+YKp1RCpHGOclUb++huRl9EblM5OMasnzy4Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:07:51.800301Z"},"content_sha256":"0e72d58c4f6920b0f2012df5bd86c900598b6ff23c3ef90f91b92d8b66e2e0ac","schema_version":"1.0","event_id":"sha256:0e72d58c4f6920b0f2012df5bd86c900598b6ff23c3ef90f91b92d8b66e2e0ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VXMTRKPNQ4SSNM2HTVKXTQK7YX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DOCBENCH: A Benchmark for Evaluating LLM-based Document Reading Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anni Zou, Deng Cai, Dong Yu, Hai Zhao, Hongming Zhang, Kaixin Ma, Wenhao Yu, Zhuosheng Zhang","submitted_at":"2024-07-15T13:17:42Z","abstract_excerpt":"Recently, there has been a growing interest among large language model (LLM) developers in LLM-based document reading systems, which enable users to upload their own documents and pose questions related to the document contents, going beyond simple reading comprehension tasks. Consequently, these systems have been carefully designed to tackle challenges such as file parsing, metadata extraction, multi-modal information understanding and long-context reading. However, no current benchmark exists to evaluate their performance in such scenarios, where a raw file and questions are provided as inpu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10701","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.10701/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tc7F7PURpQIOCGNo83VA+xQNUJi8XBRvYz9xKhAPUkzPIpE2127DHyRl2y3Yc3GlvRMYAoXGMPaM6IJuhKIaBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:07:51.801114Z"},"content_sha256":"adba4518deae2cfdc87b1cf4990a10123c6e9dcc558349a0472760756af87a6c","schema_version":"1.0","event_id":"sha256:adba4518deae2cfdc87b1cf4990a10123c6e9dcc558349a0472760756af87a6c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX/bundle.json","state_url":"https://pith.science/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:07:51Z","links":{"resolver":"https://pith.science/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX","bundle":"https://pith.science/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX/bundle.json","state":"https://pith.science/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VXMTRKPNQ4SSNM2HTVKXTQK7YX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VXMTRKPNQ4SSNM2HTVKXTQK7YX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07fd37777f7461d4bc209173ce8e9000659e6e7fbe712761683d0e03fb9f467d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T13:17:42Z","title_canon_sha256":"1f6ba6f44b551833d72ced5f475d14867509d4f6e4c4201a4dd3f18d5899c793"},"schema_version":"1.0","source":{"id":"2407.10701","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10701","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10701v1","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10701","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"pith_short_12","alias_value":"VXMTRKPNQ4SS","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"pith_short_16","alias_value":"VXMTRKPNQ4SSNM2H","created_at":"2026-07-05T08:44:03Z"},{"alias_kind":"pith_short_8","alias_value":"VXMTRKPN","created_at":"2026-07-05T08:44:03Z"}],"graph_snapshots":[{"event_id":"sha256:adba4518deae2cfdc87b1cf4990a10123c6e9dcc558349a0472760756af87a6c","target":"graph","created_at":"2026-07-05T08:44:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.10701/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, there has been a growing interest among large language model (LLM) developers in LLM-based document reading systems, which enable users to upload their own documents and pose questions related to the document contents, going beyond simple reading comprehension tasks. Consequently, these systems have been carefully designed to tackle challenges such as file parsing, metadata extraction, multi-modal information understanding and long-context reading. However, no current benchmark exists to evaluate their performance in such scenarios, where a raw file and questions are provided as inpu","authors_text":"Anni Zou, Deng Cai, Dong Yu, Hai Zhao, Hongming Zhang, Kaixin Ma, Wenhao Yu, Zhuosheng Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T13:17:42Z","title":"DOCBENCH: A Benchmark for Evaluating LLM-based Document Reading Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10701","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e72d58c4f6920b0f2012df5bd86c900598b6ff23c3ef90f91b92d8b66e2e0ac","target":"record","created_at":"2026-07-05T08:44:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07fd37777f7461d4bc209173ce8e9000659e6e7fbe712761683d0e03fb9f467d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T13:17:42Z","title_canon_sha256":"1f6ba6f44b551833d72ced5f475d14867509d4f6e4c4201a4dd3f18d5899c793"},"schema_version":"1.0","source":{"id":"2407.10701","kind":"arxiv","version":1}},"canonical_sha256":"add938a9ed872526b3479d5579c15fc5d3f16cb05773745ccc5d9051c7bc1502","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"add938a9ed872526b3479d5579c15fc5d3f16cb05773745ccc5d9051c7bc1502","first_computed_at":"2026-07-05T08:44:03.049273Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:44:03.049273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eawRA5Yp/E3laam/dbvk6icsPhXR5cf8ph/Uz1HrYA1/+jYNzOeRhT+h7DW+Dd58ELDc5X3E8d7n0xuFZ+99BA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:44:03.049703Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.10701","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e72d58c4f6920b0f2012df5bd86c900598b6ff23c3ef90f91b92d8b66e2e0ac","sha256:adba4518deae2cfdc87b1cf4990a10123c6e9dcc558349a0472760756af87a6c"],"state_sha256":"2ab47351e4a457cc1202d699bce0f1f17df1c067d672bb67a02dab2b510b592f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e/CluqciRib37eFWkJbET2aYa5dSp/hT9FcHHIxWJjdIvOZAwlIhfGNH/njkA88P/lKi3kNs8hwk5O1pue1DDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:07:51.807538Z","bundle_sha256":"0a4a7cc1d872c435d3df35c1f276d5139b77a03566bcdcc920ede512e62c6da6"}}