{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:O3H5CFV4J7CWGYDJY2AIGXRZWE","short_pith_number":"pith:O3H5CFV4","canonical_record":{"source":{"id":"2501.17270","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-28T20:02:10Z","cross_cats_sorted":["cs.DB"],"title_canon_sha256":"0ef1bbf50c7d1d5a41707cb2dce93c5d326935d5f275085cc4eae6fe649b05e4","abstract_canon_sha256":"4934531164894f643b8d9cd6966c3803be4b1af010657c31ceae439f544068ee"},"schema_version":"1.0"},"canonical_sha256":"76cfd116bc4fc5636069c680835e39b121837c7556c49c60ac8f5c2c28c9f023","source":{"kind":"arxiv","id":"2501.17270","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.17270","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"arxiv_version","alias_value":"2501.17270v1","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.17270","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"pith_short_12","alias_value":"O3H5CFV4J7CW","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"pith_short_16","alias_value":"O3H5CFV4J7CWGYDJ","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"pith_short_8","alias_value":"O3H5CFV4","created_at":"2026-07-05T10:06:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:O3H5CFV4J7CWGYDJY2AIGXRZWE","target":"record","payload":{"canonical_record":{"source":{"id":"2501.17270","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-28T20:02:10Z","cross_cats_sorted":["cs.DB"],"title_canon_sha256":"0ef1bbf50c7d1d5a41707cb2dce93c5d326935d5f275085cc4eae6fe649b05e4","abstract_canon_sha256":"4934531164894f643b8d9cd6966c3803be4b1af010657c31ceae439f544068ee"},"schema_version":"1.0"},"canonical_sha256":"76cfd116bc4fc5636069c680835e39b121837c7556c49c60ac8f5c2c28c9f023","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:06:50.414259Z","signature_b64":"c1+cteUDi4MIwYGGWRHr3NM5zKVOSV55qBHn3nMrJiEQTdpvl+zD+y2FtQdx3idP9DlMkExrmgZCKhhGhtsbCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"76cfd116bc4fc5636069c680835e39b121837c7556c49c60ac8f5c2c28c9f023","last_reissued_at":"2026-07-05T10:06:50.413815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:06:50.413815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.17270","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jn+p5Ke+NQPSqW7hFYsBVtVRkWkaga2sharq6u6dzURaAcbiTn0fVgwOctLorpH8I4PZaM0l5C2m7801XjAADw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T17:57:12.444482Z"},"content_sha256":"d8ecf6aa771e1182645940ee2fa3f14848e79660118d05b8da0d3e9f986728fd","schema_version":"1.0","event_id":"sha256:d8ecf6aa771e1182645940ee2fa3f14848e79660118d05b8da0d3e9f986728fd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:O3H5CFV4J7CWGYDJY2AIGXRZWE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comprehensive Evaluation for a Large Scale Knowledge Graph Question Answering Service","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.DB"],"primary_cat":"cs.CL","authors_text":"Chloe Seivwright, Daniel Lee, De Meng, Eric Choi, Mina H. Farid, Omar Attia, Ramesh Balaji, Saloni Potdar, Varun Embar, Yiwen Sun, Yunyao Li","submitted_at":"2025-01-28T20:02:10Z","abstract_excerpt":"Question answering systems for knowledge graph (KGQA), answer factoid questions based on the data in the knowledge graph. KGQA systems are complex because the system has to understand the relations and entities in the knowledge-seeking natural language queries and map them to structured queries against the KG to answer them. In this paper, we introduce Chronos, a comprehensive evaluation framework for KGQA at industry scale. It is designed to evaluate such a multi-component system comprehensively, focusing on (1) end-to-end and component-level metrics, (2) scalable to diverse datasets and (3) "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.17270","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.17270/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WQQyiiTSOqvePGz/Bqb4T67jMoWrCiGUDEEc8/pZDt+v6xXLYFXnigHJ8RaUj7IAXGmRcnktA+7velfe5qtqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T17:57:12.444980Z"},"content_sha256":"881228a59493cd6d9adf35633d11181aff7a62d8bf428869dcd037bfc206def3","schema_version":"1.0","event_id":"sha256:881228a59493cd6d9adf35633d11181aff7a62d8bf428869dcd037bfc206def3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE/bundle.json","state_url":"https://pith.science/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T17:57:12Z","links":{"resolver":"https://pith.science/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE","bundle":"https://pith.science/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE/bundle.json","state":"https://pith.science/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O3H5CFV4J7CWGYDJY2AIGXRZWE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:O3H5CFV4J7CWGYDJY2AIGXRZWE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4934531164894f643b8d9cd6966c3803be4b1af010657c31ceae439f544068ee","cross_cats_sorted":["cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-28T20:02:10Z","title_canon_sha256":"0ef1bbf50c7d1d5a41707cb2dce93c5d326935d5f275085cc4eae6fe649b05e4"},"schema_version":"1.0","source":{"id":"2501.17270","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.17270","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"arxiv_version","alias_value":"2501.17270v1","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.17270","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"pith_short_12","alias_value":"O3H5CFV4J7CW","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"pith_short_16","alias_value":"O3H5CFV4J7CWGYDJ","created_at":"2026-07-05T10:06:50Z"},{"alias_kind":"pith_short_8","alias_value":"O3H5CFV4","created_at":"2026-07-05T10:06:50Z"}],"graph_snapshots":[{"event_id":"sha256:881228a59493cd6d9adf35633d11181aff7a62d8bf428869dcd037bfc206def3","target":"graph","created_at":"2026-07-05T10:06:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.17270/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Question answering systems for knowledge graph (KGQA), answer factoid questions based on the data in the knowledge graph. KGQA systems are complex because the system has to understand the relations and entities in the knowledge-seeking natural language queries and map them to structured queries against the KG to answer them. In this paper, we introduce Chronos, a comprehensive evaluation framework for KGQA at industry scale. It is designed to evaluate such a multi-component system comprehensively, focusing on (1) end-to-end and component-level metrics, (2) scalable to diverse datasets and (3) ","authors_text":"Chloe Seivwright, Daniel Lee, De Meng, Eric Choi, Mina H. Farid, Omar Attia, Ramesh Balaji, Saloni Potdar, Varun Embar, Yiwen Sun, Yunyao Li","cross_cats":["cs.DB"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-28T20:02:10Z","title":"Comprehensive Evaluation for a Large Scale Knowledge Graph Question Answering Service"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.17270","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8ecf6aa771e1182645940ee2fa3f14848e79660118d05b8da0d3e9f986728fd","target":"record","created_at":"2026-07-05T10:06:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4934531164894f643b8d9cd6966c3803be4b1af010657c31ceae439f544068ee","cross_cats_sorted":["cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-28T20:02:10Z","title_canon_sha256":"0ef1bbf50c7d1d5a41707cb2dce93c5d326935d5f275085cc4eae6fe649b05e4"},"schema_version":"1.0","source":{"id":"2501.17270","kind":"arxiv","version":1}},"canonical_sha256":"76cfd116bc4fc5636069c680835e39b121837c7556c49c60ac8f5c2c28c9f023","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"76cfd116bc4fc5636069c680835e39b121837c7556c49c60ac8f5c2c28c9f023","first_computed_at":"2026-07-05T10:06:50.413815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:06:50.413815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c1+cteUDi4MIwYGGWRHr3NM5zKVOSV55qBHn3nMrJiEQTdpvl+zD+y2FtQdx3idP9DlMkExrmgZCKhhGhtsbCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:06:50.414259Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.17270","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8ecf6aa771e1182645940ee2fa3f14848e79660118d05b8da0d3e9f986728fd","sha256:881228a59493cd6d9adf35633d11181aff7a62d8bf428869dcd037bfc206def3"],"state_sha256":"2da6b4abdeb3f9a62b5d86f3fe8c212ca4c03502add6d34bd0e81703ef5c0394"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KNG2OdwZKGJX1LTwOn6rurJoTg1L2ZLUXFgvPNgsD9nrbRWgEQS5Zquhtw2ht+SMlxEIzB4qp1hDHPoSXy29Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T17:57:12.449527Z","bundle_sha256":"f8cc78288ea186c520feea5563f61009702768f752d057ca4c59e8228337d784"}}