{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:N7XO6XVNFVXQGG627Z3MXSCKWV","short_pith_number":"pith:N7XO6XVN","canonical_record":{"source":{"id":"2410.09207","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-11T19:22:57Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d0cc3e5afef16bcbf5c5e06bcf8d2772f9c6bb16e31e361f94c47c193a444b8b","abstract_canon_sha256":"f58335a3909fb751f30bb44372d77e316a76c4bddc03f2e3eebf2980eddf5e1b"},"schema_version":"1.0"},"canonical_sha256":"6feeef5ead2d6f031bdafe76cbc84ab552952c3baa58ea9604bfa05be9e710a2","source":{"kind":"arxiv","id":"2410.09207","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09207","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09207v1","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09207","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"pith_short_12","alias_value":"N7XO6XVNFVXQ","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"pith_short_16","alias_value":"N7XO6XVNFVXQGG62","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"pith_short_8","alias_value":"N7XO6XVN","created_at":"2026-07-05T09:19:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:N7XO6XVNFVXQGG627Z3MXSCKWV","target":"record","payload":{"canonical_record":{"source":{"id":"2410.09207","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-11T19:22:57Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d0cc3e5afef16bcbf5c5e06bcf8d2772f9c6bb16e31e361f94c47c193a444b8b","abstract_canon_sha256":"f58335a3909fb751f30bb44372d77e316a76c4bddc03f2e3eebf2980eddf5e1b"},"schema_version":"1.0"},"canonical_sha256":"6feeef5ead2d6f031bdafe76cbc84ab552952c3baa58ea9604bfa05be9e710a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:35.460462Z","signature_b64":"8IeT7w2CUzSiARlLoPcefQ6BPGf6mRCL9/IBTNfvLWBVWIqGnnVesfE97VwO5JCyxgRxkYrWICac4NbpfPifBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6feeef5ead2d6f031bdafe76cbc84ab552952c3baa58ea9604bfa05be9e710a2","last_reissued_at":"2026-07-05T09:19:35.459815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:35.459815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.09207","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uoR854rjjBwnJX92o4RnmS/rde+GKs2z7fyI15bzs3gmHUgOUwepY82+2+Xaz3ojWuS2AbOHAAb1H1d3U55gBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:21:55.947884Z"},"content_sha256":"07451aacaaee3a138fbe3b8acdf72ad1c747a3761de5344c83570a70f42129cd","schema_version":"1.0","event_id":"sha256:07451aacaaee3a138fbe3b8acdf72ad1c747a3761de5344c83570a70f42129cd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:N7XO6XVNFVXQGG627Z3MXSCKWV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"P-FOLIO: Evaluating and Improving Logical Reasoning with Abundant Human-Written Reasoning Chains","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Aaron Yu, Arman Cohan, Caiming Xiong, Dragomir Radev, Martin Riddell, Rex Ying, Rui Shen, Semih Yavuz, Shafiq Joty, Simeng Han, Wenfei Zhou, Ye Liu, Yilun Zhao, Yingbo Zhou, Yujie Qiao, Zhenting Qi","submitted_at":"2024-10-11T19:22:57Z","abstract_excerpt":"Existing methods on understanding the capabilities of LLMs in logical reasoning rely on binary entailment classification or synthetically derived rationales, which are not sufficient for proper investigation of model's capabilities. We present P-FOLIO, a human-annotated dataset consisting of diverse and complex reasoning chains for a set of realistic logical reasoning stories also written by humans. P-FOLIO is collected with an annotation protocol that facilitates humans to annotate well-structured natural language proofs for first-order logic reasoning problems in a step-by-step manner. The n"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09207","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.09207/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dy5PgiA4QVB5jdjrtwtBFkqf0Q/6t5r40S0EgbZn1gGuSOfuLy2XotZutAF5VXGe8XlHjWGIbJF/22OkCFjZBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:21:55.948412Z"},"content_sha256":"3f8858b1bf9edc3f011b324f8bd3efc17602e2ee3a1d1848782c7dcc549bc254","schema_version":"1.0","event_id":"sha256:3f8858b1bf9edc3f011b324f8bd3efc17602e2ee3a1d1848782c7dcc549bc254"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N7XO6XVNFVXQGG627Z3MXSCKWV/bundle.json","state_url":"https://pith.science/pith/N7XO6XVNFVXQGG627Z3MXSCKWV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N7XO6XVNFVXQGG627Z3MXSCKWV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T18:21:55Z","links":{"resolver":"https://pith.science/pith/N7XO6XVNFVXQGG627Z3MXSCKWV","bundle":"https://pith.science/pith/N7XO6XVNFVXQGG627Z3MXSCKWV/bundle.json","state":"https://pith.science/pith/N7XO6XVNFVXQGG627Z3MXSCKWV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N7XO6XVNFVXQGG627Z3MXSCKWV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N7XO6XVNFVXQGG627Z3MXSCKWV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f58335a3909fb751f30bb44372d77e316a76c4bddc03f2e3eebf2980eddf5e1b","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-11T19:22:57Z","title_canon_sha256":"d0cc3e5afef16bcbf5c5e06bcf8d2772f9c6bb16e31e361f94c47c193a444b8b"},"schema_version":"1.0","source":{"id":"2410.09207","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09207","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09207v1","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09207","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"pith_short_12","alias_value":"N7XO6XVNFVXQ","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"pith_short_16","alias_value":"N7XO6XVNFVXQGG62","created_at":"2026-07-05T09:19:35Z"},{"alias_kind":"pith_short_8","alias_value":"N7XO6XVN","created_at":"2026-07-05T09:19:35Z"}],"graph_snapshots":[{"event_id":"sha256:3f8858b1bf9edc3f011b324f8bd3efc17602e2ee3a1d1848782c7dcc549bc254","target":"graph","created_at":"2026-07-05T09:19:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.09207/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing methods on understanding the capabilities of LLMs in logical reasoning rely on binary entailment classification or synthetically derived rationales, which are not sufficient for proper investigation of model's capabilities. We present P-FOLIO, a human-annotated dataset consisting of diverse and complex reasoning chains for a set of realistic logical reasoning stories also written by humans. P-FOLIO is collected with an annotation protocol that facilitates humans to annotate well-structured natural language proofs for first-order logic reasoning problems in a step-by-step manner. The n","authors_text":"Aaron Yu, Arman Cohan, Caiming Xiong, Dragomir Radev, Martin Riddell, Rex Ying, Rui Shen, Semih Yavuz, Shafiq Joty, Simeng Han, Wenfei Zhou, Ye Liu, Yilun Zhao, Yingbo Zhou, Yujie Qiao, Zhenting Qi","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-11T19:22:57Z","title":"P-FOLIO: Evaluating and Improving Logical Reasoning with Abundant Human-Written Reasoning Chains"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09207","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:07451aacaaee3a138fbe3b8acdf72ad1c747a3761de5344c83570a70f42129cd","target":"record","created_at":"2026-07-05T09:19:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f58335a3909fb751f30bb44372d77e316a76c4bddc03f2e3eebf2980eddf5e1b","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-10-11T19:22:57Z","title_canon_sha256":"d0cc3e5afef16bcbf5c5e06bcf8d2772f9c6bb16e31e361f94c47c193a444b8b"},"schema_version":"1.0","source":{"id":"2410.09207","kind":"arxiv","version":1}},"canonical_sha256":"6feeef5ead2d6f031bdafe76cbc84ab552952c3baa58ea9604bfa05be9e710a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6feeef5ead2d6f031bdafe76cbc84ab552952c3baa58ea9604bfa05be9e710a2","first_computed_at":"2026-07-05T09:19:35.459815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:35.459815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8IeT7w2CUzSiARlLoPcefQ6BPGf6mRCL9/IBTNfvLWBVWIqGnnVesfE97VwO5JCyxgRxkYrWICac4NbpfPifBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:35.460462Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.09207","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:07451aacaaee3a138fbe3b8acdf72ad1c747a3761de5344c83570a70f42129cd","sha256:3f8858b1bf9edc3f011b324f8bd3efc17602e2ee3a1d1848782c7dcc549bc254"],"state_sha256":"1c95251fca2651f733d792daf83b184f10fe0d325d71fd83346b2929ef138397"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gxG39bfFN7bQ9ipkwf1GlMpinQCB9Q1JJML0husa7+/m2kQ68DS0r/YOWbevaZxJEAlIB9qHPKxwAJQyCSLdBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T18:21:55.953794Z","bundle_sha256":"2fbad0ad6bf4a1e35bc7fa4df8347e719ac4fc5971801d0e630a5c33b6388414"}}