{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:H4K5AUZ3CZZN4WGUEA3V6WENG4","short_pith_number":"pith:H4K5AUZ3","canonical_record":{"source":{"id":"1907.09657","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2019-07-23T02:06:48Z","cross_cats_sorted":[],"title_canon_sha256":"6b90e54abb6304bebeeb623e5ebf0a77be3b827a884cb541fa103c2108627708","abstract_canon_sha256":"bb966988cb36c3f544cf17615a0d4830f515acacfc07e98087155112f6020978"},"schema_version":"1.0"},"canonical_sha256":"3f15d0533b1672de58d420375f588d370b6b125152b5c72401ec33243deb2331","source":{"kind":"arxiv","id":"1907.09657","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09657","created_at":"2026-05-17T23:39:50Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09657v1","created_at":"2026-05-17T23:39:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09657","created_at":"2026-05-17T23:39:50Z"},{"alias_kind":"pith_short_12","alias_value":"H4K5AUZ3CZZN","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"H4K5AUZ3CZZN4WGU","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"H4K5AUZ3","created_at":"2026-05-18T12:33:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:H4K5AUZ3CZZN4WGUEA3V6WENG4","target":"record","payload":{"canonical_record":{"source":{"id":"1907.09657","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2019-07-23T02:06:48Z","cross_cats_sorted":[],"title_canon_sha256":"6b90e54abb6304bebeeb623e5ebf0a77be3b827a884cb541fa103c2108627708","abstract_canon_sha256":"bb966988cb36c3f544cf17615a0d4830f515acacfc07e98087155112f6020978"},"schema_version":"1.0"},"canonical_sha256":"3f15d0533b1672de58d420375f588d370b6b125152b5c72401ec33243deb2331","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:39:50.485997Z","signature_b64":"dQCB1FLNP/iBNx9PkJq+M3rIoUqeYb0lwKzxUwKxPHWaJfaZljSW0t9CbdMWXjqP81dwNsvE7qkNFdLq7MC8Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f15d0533b1672de58d420375f588d370b6b125152b5c72401ec33243deb2331","last_reissued_at":"2026-05-17T23:39:50.485451Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:39:50.485451Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.09657","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:39:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I08rYdsoU7ZqixjoNIx6IhlU9bonSDHsi1ZcaRuUazIQZzpnM9WaoXiuOkdCUz4vY1T4lIjs0Jm3JMqN+TLhCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T08:45:05.289179Z"},"content_sha256":"a14f2c35b0b66ac467dabf4912b6fdfd81ebd0dbf6ff2583a4b9a7d90a86e87e","schema_version":"1.0","event_id":"sha256:a14f2c35b0b66ac467dabf4912b6fdfd81ebd0dbf6ff2583a4b9a7d90a86e87e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:H4K5AUZ3CZZN4WGUEA3V6WENG4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Knowledge Graph Accuracy Evaluation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DB","authors_text":"Bunyamin Sisman, Jun Yang, Junyang Gao, Xian Li, Xin Luna Dong, Yifan Ethan Xu","submitted_at":"2019-07-23T02:06:48Z","abstract_excerpt":"Estimation of the accuracy of a large-scale knowledge graph (KG) often requires humans to annotate samples from the graph. How to obtain statistically meaningful estimates for accuracy evaluation while keeping human annotation costs low is a problem critical to the development cycle of a KG and its practical applications. Surprisingly, this challenging problem has largely been ignored in prior research. To address the problem, this paper proposes an efficient sampling and evaluation framework, which aims to provide quality accuracy evaluation with strong statistical guarantee while minimizing "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09657","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:39:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qGDEFzXceEHpcs+qn+Al85Avn6yqe/VWDXlqCkTaUZXC/21Sw+O6qSuJdXaKEmCv6wodR/OAr6Joa2ru5gMnCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T08:45:05.289731Z"},"content_sha256":"552406b74d77bc9a70b5fc96b40d17e14a5acde58756558793bc2f660e18e4ae","schema_version":"1.0","event_id":"sha256:552406b74d77bc9a70b5fc96b40d17e14a5acde58756558793bc2f660e18e4ae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4/bundle.json","state_url":"https://pith.science/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-07T08:45:05Z","links":{"resolver":"https://pith.science/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4","bundle":"https://pith.science/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4/bundle.json","state":"https://pith.science/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H4K5AUZ3CZZN4WGUEA3V6WENG4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:H4K5AUZ3CZZN4WGUEA3V6WENG4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb966988cb36c3f544cf17615a0d4830f515acacfc07e98087155112f6020978","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2019-07-23T02:06:48Z","title_canon_sha256":"6b90e54abb6304bebeeb623e5ebf0a77be3b827a884cb541fa103c2108627708"},"schema_version":"1.0","source":{"id":"1907.09657","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09657","created_at":"2026-05-17T23:39:50Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09657v1","created_at":"2026-05-17T23:39:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09657","created_at":"2026-05-17T23:39:50Z"},{"alias_kind":"pith_short_12","alias_value":"H4K5AUZ3CZZN","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"H4K5AUZ3CZZN4WGU","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"H4K5AUZ3","created_at":"2026-05-18T12:33:18Z"}],"graph_snapshots":[{"event_id":"sha256:552406b74d77bc9a70b5fc96b40d17e14a5acde58756558793bc2f660e18e4ae","target":"graph","created_at":"2026-05-17T23:39:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Estimation of the accuracy of a large-scale knowledge graph (KG) often requires humans to annotate samples from the graph. How to obtain statistically meaningful estimates for accuracy evaluation while keeping human annotation costs low is a problem critical to the development cycle of a KG and its practical applications. Surprisingly, this challenging problem has largely been ignored in prior research. To address the problem, this paper proposes an efficient sampling and evaluation framework, which aims to provide quality accuracy evaluation with strong statistical guarantee while minimizing ","authors_text":"Bunyamin Sisman, Jun Yang, Junyang Gao, Xian Li, Xin Luna Dong, Yifan Ethan Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2019-07-23T02:06:48Z","title":"Efficient Knowledge Graph Accuracy Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09657","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a14f2c35b0b66ac467dabf4912b6fdfd81ebd0dbf6ff2583a4b9a7d90a86e87e","target":"record","created_at":"2026-05-17T23:39:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb966988cb36c3f544cf17615a0d4830f515acacfc07e98087155112f6020978","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2019-07-23T02:06:48Z","title_canon_sha256":"6b90e54abb6304bebeeb623e5ebf0a77be3b827a884cb541fa103c2108627708"},"schema_version":"1.0","source":{"id":"1907.09657","kind":"arxiv","version":1}},"canonical_sha256":"3f15d0533b1672de58d420375f588d370b6b125152b5c72401ec33243deb2331","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f15d0533b1672de58d420375f588d370b6b125152b5c72401ec33243deb2331","first_computed_at":"2026-05-17T23:39:50.485451Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:39:50.485451Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dQCB1FLNP/iBNx9PkJq+M3rIoUqeYb0lwKzxUwKxPHWaJfaZljSW0t9CbdMWXjqP81dwNsvE7qkNFdLq7MC8Bw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:39:50.485997Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.09657","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a14f2c35b0b66ac467dabf4912b6fdfd81ebd0dbf6ff2583a4b9a7d90a86e87e","sha256:552406b74d77bc9a70b5fc96b40d17e14a5acde58756558793bc2f660e18e4ae"],"state_sha256":"8a4533d2f219410ab334866f11fe3ee9bbb625f538ed02f2ad23bf593eace530"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FgLbZlUWdnrsdcovpBD4W7mHZDgzlN1QeUigrre6rXY7MVx40tIWOdsijv3LE6C8H+Wt/UHz9Le6L/f620G+Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-07T08:45:05.292654Z","bundle_sha256":"74944831483e036f5644fa4a3178ec07a4fd1555fed173d26929cb5812c30fc0"}}