{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5HXUSFAJIKRKEIDOTAJZQD7IRF","short_pith_number":"pith:5HXUSFAJ","canonical_record":{"source":{"id":"2407.20564","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T05:40:32Z","cross_cats_sorted":[],"title_canon_sha256":"602b1282fc25b37eb0cbd5a0e512272f1bc7b895ad9da81e32a607f75335ac5e","abstract_canon_sha256":"518112fcc43795a9abfd57b8b00e8b99ea6633d5b2be1dc861ea8554278d64b7"},"schema_version":"1.0"},"canonical_sha256":"e9ef49140942a2a2206e9813980fe889706b4c32357928f13fe388bdd671a7a3","source":{"kind":"arxiv","id":"2407.20564","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20564","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20564v1","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20564","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"pith_short_12","alias_value":"5HXUSFAJIKRK","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"pith_short_16","alias_value":"5HXUSFAJIKRKEIDO","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"pith_short_8","alias_value":"5HXUSFAJ","created_at":"2026-07-05T08:50:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5HXUSFAJIKRKEIDOTAJZQD7IRF","target":"record","payload":{"canonical_record":{"source":{"id":"2407.20564","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T05:40:32Z","cross_cats_sorted":[],"title_canon_sha256":"602b1282fc25b37eb0cbd5a0e512272f1bc7b895ad9da81e32a607f75335ac5e","abstract_canon_sha256":"518112fcc43795a9abfd57b8b00e8b99ea6633d5b2be1dc861ea8554278d64b7"},"schema_version":"1.0"},"canonical_sha256":"e9ef49140942a2a2206e9813980fe889706b4c32357928f13fe388bdd671a7a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:50:00.518070Z","signature_b64":"sABC+5jUcDVVXOp2rvdW2/HA3CN66NMrOZaW3pa3w0j4Vx+i0CMcbCcF3RR/141fz3/Dm/xrGuOuj84JcPfkDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e9ef49140942a2a2206e9813980fe889706b4c32357928f13fe388bdd671a7a3","last_reissued_at":"2026-07-05T08:50:00.517679Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:50:00.517679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.20564","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sgsgkeIUgkKpLBJ9ZoaDjgAjIWNi+mJijR2DgD9ZBbRQs0bSfNnem1C6vTvcwPwbRWsmiDWT/Y1XA/BWUFqtDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T16:06:17.298188Z"},"content_sha256":"6cd28b8960f2ded410f8bc978533d2cc2cb558e6385713dbb1aa7166c1a40cf6","schema_version":"1.0","event_id":"sha256:6cd28b8960f2ded410f8bc978533d2cc2cb558e6385713dbb1aa7166c1a40cf6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5HXUSFAJIKRKEIDOTAJZQD7IRF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLR-Fact: Evaluating the Complex Logical Reasoning Capability of Large Language Models over Factual Knowledge","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jiaxin Bai, Tianqing Fang, Tianshi Zheng, Yangqiu Song, Yauwai Yim, Yicheng Wang, Yue Guo","submitted_at":"2024-07-30T05:40:32Z","abstract_excerpt":"While large language models (LLMs) have demonstrated impressive capabilities across various natural language processing tasks by acquiring rich factual knowledge from their broad training data, their ability to synthesize and logically reason with this knowledge in complex ways remains underexplored. In this work, we present a systematic evaluation of state-of-the-art LLMs' complex logical reasoning abilities through a novel benchmark of automatically generated complex reasoning questions over general domain and biomedical knowledge graphs. Our extensive experiments, employing diverse in-conte"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20564","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.20564/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uKXCIc80N3PdV7BfOH3tk/Z1VgiWly45iZrVHPx+Kca3TydJRAOt0V+9OHK3utOLLQpEV0tq5X42wmxLeXyUBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T16:06:17.298692Z"},"content_sha256":"dc1bc2f40e201cc49d1579444e5996572f2fda10e1749587795b108f3afa20b7","schema_version":"1.0","event_id":"sha256:dc1bc2f40e201cc49d1579444e5996572f2fda10e1749587795b108f3afa20b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF/bundle.json","state_url":"https://pith.science/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T16:06:17Z","links":{"resolver":"https://pith.science/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF","bundle":"https://pith.science/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF/bundle.json","state":"https://pith.science/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5HXUSFAJIKRKEIDOTAJZQD7IRF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5HXUSFAJIKRKEIDOTAJZQD7IRF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"518112fcc43795a9abfd57b8b00e8b99ea6633d5b2be1dc861ea8554278d64b7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T05:40:32Z","title_canon_sha256":"602b1282fc25b37eb0cbd5a0e512272f1bc7b895ad9da81e32a607f75335ac5e"},"schema_version":"1.0","source":{"id":"2407.20564","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20564","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20564v1","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20564","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"pith_short_12","alias_value":"5HXUSFAJIKRK","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"pith_short_16","alias_value":"5HXUSFAJIKRKEIDO","created_at":"2026-07-05T08:50:00Z"},{"alias_kind":"pith_short_8","alias_value":"5HXUSFAJ","created_at":"2026-07-05T08:50:00Z"}],"graph_snapshots":[{"event_id":"sha256:dc1bc2f40e201cc49d1579444e5996572f2fda10e1749587795b108f3afa20b7","target":"graph","created_at":"2026-07-05T08:50:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.20564/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While large language models (LLMs) have demonstrated impressive capabilities across various natural language processing tasks by acquiring rich factual knowledge from their broad training data, their ability to synthesize and logically reason with this knowledge in complex ways remains underexplored. In this work, we present a systematic evaluation of state-of-the-art LLMs' complex logical reasoning abilities through a novel benchmark of automatically generated complex reasoning questions over general domain and biomedical knowledge graphs. Our extensive experiments, employing diverse in-conte","authors_text":"Jiaxin Bai, Tianqing Fang, Tianshi Zheng, Yangqiu Song, Yauwai Yim, Yicheng Wang, Yue Guo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T05:40:32Z","title":"CLR-Fact: Evaluating the Complex Logical Reasoning Capability of Large Language Models over Factual Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20564","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6cd28b8960f2ded410f8bc978533d2cc2cb558e6385713dbb1aa7166c1a40cf6","target":"record","created_at":"2026-07-05T08:50:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"518112fcc43795a9abfd57b8b00e8b99ea6633d5b2be1dc861ea8554278d64b7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-30T05:40:32Z","title_canon_sha256":"602b1282fc25b37eb0cbd5a0e512272f1bc7b895ad9da81e32a607f75335ac5e"},"schema_version":"1.0","source":{"id":"2407.20564","kind":"arxiv","version":1}},"canonical_sha256":"e9ef49140942a2a2206e9813980fe889706b4c32357928f13fe388bdd671a7a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e9ef49140942a2a2206e9813980fe889706b4c32357928f13fe388bdd671a7a3","first_computed_at":"2026-07-05T08:50:00.517679Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:50:00.517679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sABC+5jUcDVVXOp2rvdW2/HA3CN66NMrOZaW3pa3w0j4Vx+i0CMcbCcF3RR/141fz3/Dm/xrGuOuj84JcPfkDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:50:00.518070Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.20564","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6cd28b8960f2ded410f8bc978533d2cc2cb558e6385713dbb1aa7166c1a40cf6","sha256:dc1bc2f40e201cc49d1579444e5996572f2fda10e1749587795b108f3afa20b7"],"state_sha256":"a65cc8a2c3fcf1461734224cfc02c751a8ac2f4c5a0b13cd8ff90fe54b5fc1ca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wKSc+h5HYyhwemxrakEliccoxHvUB6tp1wApg7M/+7xPtwp5mPb7Eh3TgTNdLhG0ge8zRfSvwPQ0IvFV3XRsAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T16:06:17.304250Z","bundle_sha256":"58ed107d58d974ade661f9f66ee867d1784728c0d740a993dea21803eca2e1bb"}}