{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:OVUPV7QFDHQPSNBJQV2RC27CYM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"36afab7326714d7ec39c13f4902a970d01e6273a9fd76c96507eb5a98c60ce27","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-18T12:58:55Z","title_canon_sha256":"840fdf8b539ac6a59d4ca3b56265899d0943ccfe5728f84da7a1e0fae9f54ba1"},"schema_version":"1.0","source":{"id":"2109.08925","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.08925","created_at":"2026-07-05T03:29:18Z"},{"alias_kind":"arxiv_version","alias_value":"2109.08925v2","created_at":"2026-07-05T03:29:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.08925","created_at":"2026-07-05T03:29:18Z"},{"alias_kind":"pith_short_12","alias_value":"OVUPV7QFDHQP","created_at":"2026-07-05T03:29:18Z"},{"alias_kind":"pith_short_16","alias_value":"OVUPV7QFDHQPSNBJ","created_at":"2026-07-05T03:29:18Z"},{"alias_kind":"pith_short_8","alias_value":"OVUPV7QF","created_at":"2026-07-05T03:29:18Z"}],"graph_snapshots":[{"event_id":"sha256:b40a22c9a0bc37ee71648bdab6abeaad6614aed0e4c612124cd1c6e385cfe632","target":"graph","created_at":"2026-07-05T03:29:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.08925/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Complex Query Answering (CQA) is an important reasoning task on knowledge graphs. Current CQA learning models have been shown to be able to generalize from atomic operators to more complex formulas, which can be regarded as the combinatorial generalizability. In this paper, we present EFO-1-QA, a new dataset to benchmark the combinatorial generalizability of CQA models by including 301 different queries types, which is 20 times larger than existing datasets. Besides, our work, for the first time, provides a benchmark to evaluate and analyze the impact of different operators and normal forms by","authors_text":"Hang Yin, Yangqiu Song, Zihao Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-18T12:58:55Z","title":"Benchmarking the Combinatorial Generalizability of Complex Query Answering on Knowledge Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.08925","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:348604e504f38c2d456b569cc2023f4e6894f6aee601990e0bf49d6b0d49c6f6","target":"record","created_at":"2026-07-05T03:29:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"36afab7326714d7ec39c13f4902a970d01e6273a9fd76c96507eb5a98c60ce27","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-18T12:58:55Z","title_canon_sha256":"840fdf8b539ac6a59d4ca3b56265899d0943ccfe5728f84da7a1e0fae9f54ba1"},"schema_version":"1.0","source":{"id":"2109.08925","kind":"arxiv","version":2}},"canonical_sha256":"7568fafe0519e0f934298575116be2c30a5f9f26d862461449a279ddf2d20483","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7568fafe0519e0f934298575116be2c30a5f9f26d862461449a279ddf2d20483","first_computed_at":"2026-07-05T03:29:18.892896Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:29:18.892896Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o8SpFNLp+rX1HkQEx3wchpo1I2mTRSP7ZkqGNjTI4biOaTTsG0ODzpXg1gnDvotm7g3IplsAXwRXyfy8ceqzAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:29:18.893410Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.08925","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:348604e504f38c2d456b569cc2023f4e6894f6aee601990e0bf49d6b0d49c6f6","sha256:b40a22c9a0bc37ee71648bdab6abeaad6614aed0e4c612124cd1c6e385cfe632"],"state_sha256":"e22667995c9756bb0c04468b1a153c8aa8adb8fc6ca1f9ec4e6a26290ebaa13b"}