{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W3S7HGTDK5W25IDAXLXAUROB2C","short_pith_number":"pith:W3S7HGTD","canonical_record":{"source":{"id":"2405.12939","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T17:12:19Z","cross_cats_sorted":[],"title_canon_sha256":"1cf9cf844eca108d9d3b24dd7953b1325abebaeac036de561ffd343aeb5ce47e","abstract_canon_sha256":"96ccdf8f4e1c8642eccebd1232416a728f9b2d86b5b473c25b2728ec2342e0ad"},"schema_version":"1.0"},"canonical_sha256":"b6e5f39a63576daea060baee0a45c1d0acbbaea4a8bad393337221a68093e3d6","source":{"kind":"arxiv","id":"2405.12939","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12939","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12939v1","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12939","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"pith_short_12","alias_value":"W3S7HGTDK5W2","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"pith_short_16","alias_value":"W3S7HGTDK5W25IDA","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"pith_short_8","alias_value":"W3S7HGTD","created_at":"2026-07-05T08:21:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W3S7HGTDK5W25IDAXLXAUROB2C","target":"record","payload":{"canonical_record":{"source":{"id":"2405.12939","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T17:12:19Z","cross_cats_sorted":[],"title_canon_sha256":"1cf9cf844eca108d9d3b24dd7953b1325abebaeac036de561ffd343aeb5ce47e","abstract_canon_sha256":"96ccdf8f4e1c8642eccebd1232416a728f9b2d86b5b473c25b2728ec2342e0ad"},"schema_version":"1.0"},"canonical_sha256":"b6e5f39a63576daea060baee0a45c1d0acbbaea4a8bad393337221a68093e3d6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:21:28.565496Z","signature_b64":"lCG0uli8lSXiVFOvWhd58ug7aaxx2DwEITcloEuotPlZnEDoKfXOwHaIeMxqd4r43uGvCECH3g4Ptrdl0tPTCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6e5f39a63576daea060baee0a45c1d0acbbaea4a8bad393337221a68093e3d6","last_reissued_at":"2026-07-05T08:21:28.565034Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:21:28.565034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.12939","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:21:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8K0GaL0REYjcvn3IhKOOCcDe5WBO1XGktA6SJ27NA1Tgu+4bS9yO6XJPeQBHz/xnANoHZKmbzNs3nvYw7gS+CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:16:03.170435Z"},"content_sha256":"8446b4e6a5ffd685ced99eb199c939bf3a91f4b4b46a138f8c54904551059436","schema_version":"1.0","event_id":"sha256:8446b4e6a5ffd685ced99eb199c939bf3a91f4b4b46a138f8c54904551059436"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W3S7HGTDK5W25IDAXLXAUROB2C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aggregation of Reasoning: A Hierarchical Framework for Enhancing Answer Selection in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cheng Chang, Ding Wang, Qinyuan Cheng, Qipeng Guo, Qiushi Sun, Tianxiang Sun, Xiaofeng Mou, Xiaonan Li, Xipeng Qiu, Xuanjing Huang, Zhangyue Yin, Zhiyuan Zeng","submitted_at":"2024-05-21T17:12:19Z","abstract_excerpt":"Recent advancements in Chain-of-Thought prompting have facilitated significant breakthroughs for Large Language Models (LLMs) in complex reasoning tasks. Current research enhances the reasoning performance of LLMs by sampling multiple reasoning chains and ensembling based on the answer frequency. However, this approach fails in scenarios where the correct answers are in the minority. We identify this as a primary factor constraining the reasoning capabilities of LLMs, a limitation that cannot be resolved solely based on the predicted answers. To address this shortcoming, we introduce a hierarc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12939","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.12939/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:21:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x8VEdEzE4sbG2lP0CsrOlD/C3QjTgqgO20oeO9/M2q4gGlt9V0BWgKBdpFOP180MqKyVTEZiMs6RqOt0KC8yCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:16:03.171173Z"},"content_sha256":"600d9d100951f4ad9c6fbb9d18f3cf68e6cc8793a86cdaf8d074f71edfa30020","schema_version":"1.0","event_id":"sha256:600d9d100951f4ad9c6fbb9d18f3cf68e6cc8793a86cdaf8d074f71edfa30020"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W3S7HGTDK5W25IDAXLXAUROB2C/bundle.json","state_url":"https://pith.science/pith/W3S7HGTDK5W25IDAXLXAUROB2C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W3S7HGTDK5W25IDAXLXAUROB2C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:16:03Z","links":{"resolver":"https://pith.science/pith/W3S7HGTDK5W25IDAXLXAUROB2C","bundle":"https://pith.science/pith/W3S7HGTDK5W25IDAXLXAUROB2C/bundle.json","state":"https://pith.science/pith/W3S7HGTDK5W25IDAXLXAUROB2C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W3S7HGTDK5W25IDAXLXAUROB2C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W3S7HGTDK5W25IDAXLXAUROB2C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96ccdf8f4e1c8642eccebd1232416a728f9b2d86b5b473c25b2728ec2342e0ad","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T17:12:19Z","title_canon_sha256":"1cf9cf844eca108d9d3b24dd7953b1325abebaeac036de561ffd343aeb5ce47e"},"schema_version":"1.0","source":{"id":"2405.12939","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12939","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12939v1","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12939","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"pith_short_12","alias_value":"W3S7HGTDK5W2","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"pith_short_16","alias_value":"W3S7HGTDK5W25IDA","created_at":"2026-07-05T08:21:28Z"},{"alias_kind":"pith_short_8","alias_value":"W3S7HGTD","created_at":"2026-07-05T08:21:28Z"}],"graph_snapshots":[{"event_id":"sha256:600d9d100951f4ad9c6fbb9d18f3cf68e6cc8793a86cdaf8d074f71edfa30020","target":"graph","created_at":"2026-07-05T08:21:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.12939/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in Chain-of-Thought prompting have facilitated significant breakthroughs for Large Language Models (LLMs) in complex reasoning tasks. Current research enhances the reasoning performance of LLMs by sampling multiple reasoning chains and ensembling based on the answer frequency. However, this approach fails in scenarios where the correct answers are in the minority. We identify this as a primary factor constraining the reasoning capabilities of LLMs, a limitation that cannot be resolved solely based on the predicted answers. To address this shortcoming, we introduce a hierarc","authors_text":"Cheng Chang, Ding Wang, Qinyuan Cheng, Qipeng Guo, Qiushi Sun, Tianxiang Sun, Xiaofeng Mou, Xiaonan Li, Xipeng Qiu, Xuanjing Huang, Zhangyue Yin, Zhiyuan Zeng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T17:12:19Z","title":"Aggregation of Reasoning: A Hierarchical Framework for Enhancing Answer Selection in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12939","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8446b4e6a5ffd685ced99eb199c939bf3a91f4b4b46a138f8c54904551059436","target":"record","created_at":"2026-07-05T08:21:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96ccdf8f4e1c8642eccebd1232416a728f9b2d86b5b473c25b2728ec2342e0ad","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T17:12:19Z","title_canon_sha256":"1cf9cf844eca108d9d3b24dd7953b1325abebaeac036de561ffd343aeb5ce47e"},"schema_version":"1.0","source":{"id":"2405.12939","kind":"arxiv","version":1}},"canonical_sha256":"b6e5f39a63576daea060baee0a45c1d0acbbaea4a8bad393337221a68093e3d6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6e5f39a63576daea060baee0a45c1d0acbbaea4a8bad393337221a68093e3d6","first_computed_at":"2026-07-05T08:21:28.565034Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:21:28.565034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lCG0uli8lSXiVFOvWhd58ug7aaxx2DwEITcloEuotPlZnEDoKfXOwHaIeMxqd4r43uGvCECH3g4Ptrdl0tPTCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:21:28.565496Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.12939","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8446b4e6a5ffd685ced99eb199c939bf3a91f4b4b46a138f8c54904551059436","sha256:600d9d100951f4ad9c6fbb9d18f3cf68e6cc8793a86cdaf8d074f71edfa30020"],"state_sha256":"2ea09969410b97e7ce9da65f45ef9041fb1bbfbe19e578f8f7f6c1ad32b54e0a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Abl6JmdPJAW7jBgiKh7oDoHUCt1Hy1MMIwAFiq6nOZpCJLgJ5fvAOHVl9BqvnYn1QZtFnzMSMh9su0oWXBVZBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:16:03.174521Z","bundle_sha256":"c6715de03d0de19e7ab91b4e61031e21766cff5f864035c8870289b5e9919662"}}