{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MWIGUTQR3XUUGLED3V5TOBTUAA","short_pith_number":"pith:MWIGUTQR","canonical_record":{"source":{"id":"2406.12753","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:20:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"61fa7ef14cd970fd5975536f8d51474376ac728d0d9ccf89a9aa3b1a3683306a","abstract_canon_sha256":"d08bf4b5f467d960ceacb10c662498eee1659b92ac06a1a89ca231dd6947a4e2"},"schema_version":"1.0"},"canonical_sha256":"65906a4e11dde9432c83dd7b370674001a3262077ef686554225589f5074ed6f","source":{"kind":"arxiv","id":"2406.12753","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12753","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12753v2","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12753","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"pith_short_12","alias_value":"MWIGUTQR3XUU","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"pith_short_16","alias_value":"MWIGUTQR3XUUGLED","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"pith_short_8","alias_value":"MWIGUTQR","created_at":"2026-07-05T10:25:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MWIGUTQR3XUUGLED3V5TOBTUAA","target":"record","payload":{"canonical_record":{"source":{"id":"2406.12753","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:20:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"61fa7ef14cd970fd5975536f8d51474376ac728d0d9ccf89a9aa3b1a3683306a","abstract_canon_sha256":"d08bf4b5f467d960ceacb10c662498eee1659b92ac06a1a89ca231dd6947a4e2"},"schema_version":"1.0"},"canonical_sha256":"65906a4e11dde9432c83dd7b370674001a3262077ef686554225589f5074ed6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:25:07.566616Z","signature_b64":"9tmzp7dCaaLvWJeJdfBlI2QmMAiHyipZhHa8Ys5Kw0eY81LaOFjqWm9HwwsXqBt32rHF/XzNFu18SEs7TodJAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"65906a4e11dde9432c83dd7b370674001a3262077ef686554225589f5074ed6f","last_reissued_at":"2026-07-05T10:25:07.565734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:25:07.565734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.12753","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:25:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oc+k9FCN+8rz2KYenK0vNfl+iR+uX7ee6Jb5fqybN96tUoaGF+91SdnBIk2YV3I5Vj855ieiVNxVqM8R7HKwCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:45:23.068387Z"},"content_sha256":"5e6a112b4df574ea394aabd9843d54549004e9553d0cd0d895d4db92a16ab734","schema_version":"1.0","event_id":"sha256:5e6a112b4df574ea394aabd9843d54549004e9553d0cd0d895d4db92a16ab734"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MWIGUTQR3XUUGLED3V5TOBTUAA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OlympicArena: Benchmarking Multi-discipline Cognitive Reasoning for Superintelligent AI","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Binjie Wang, Dahua Lin, Ethan Chern, Fan Zhou, Haoyang Zou, Jiadi Su, Lyumanshan Ye, Pengfei Liu, Ruijie Xu, Run-Ze Fan, Shaoting Zhang, Shichao Sun, Shijie Xia, Steffi Chern, Ting Wu, Xuefeng Li, Yang Xiao, Yan Ma, Yikai Zhang, Yiwei Qin, Yixin Ye, Yixiu Liu, Yiyuan Li, Yu Qiao, Yuqing Yang, Yuxiang Zheng, Zengzhi Wang, Zhen Huang","submitted_at":"2024-06-18T16:20:53Z","abstract_excerpt":"The evolution of Artificial Intelligence (AI) has been significantly accelerated by advancements in Large Language Models (LLMs) and Large Multimodal Models (LMMs), gradually showcasing potential cognitive reasoning abilities in problem-solving and scientific discovery (i.e., AI4Science) once exclusive to human intellect. To comprehensively evaluate current models' performance in cognitive reasoning abilities, we introduce OlympicArena, which includes 11,163 bilingual problems across both text-only and interleaved text-image modalities. These challenges encompass a wide range of disciplines sp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12753","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12753/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:25:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4pIs0q68K4qYwaAw0W58rlrh4aWa1D1fWCDdfBRigs2icDBdx53WD67RP+5VzxyrKuGUjBo8mWPPno2W9kAHDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:45:23.068765Z"},"content_sha256":"109339779929d64b34caea8201256f79ca9831e563665ce6f2dd0b1ed0d78961","schema_version":"1.0","event_id":"sha256:109339779929d64b34caea8201256f79ca9831e563665ce6f2dd0b1ed0d78961"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MWIGUTQR3XUUGLED3V5TOBTUAA/bundle.json","state_url":"https://pith.science/pith/MWIGUTQR3XUUGLED3V5TOBTUAA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MWIGUTQR3XUUGLED3V5TOBTUAA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:45:23Z","links":{"resolver":"https://pith.science/pith/MWIGUTQR3XUUGLED3V5TOBTUAA","bundle":"https://pith.science/pith/MWIGUTQR3XUUGLED3V5TOBTUAA/bundle.json","state":"https://pith.science/pith/MWIGUTQR3XUUGLED3V5TOBTUAA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MWIGUTQR3XUUGLED3V5TOBTUAA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MWIGUTQR3XUUGLED3V5TOBTUAA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d08bf4b5f467d960ceacb10c662498eee1659b92ac06a1a89ca231dd6947a4e2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:20:53Z","title_canon_sha256":"61fa7ef14cd970fd5975536f8d51474376ac728d0d9ccf89a9aa3b1a3683306a"},"schema_version":"1.0","source":{"id":"2406.12753","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12753","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12753v2","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12753","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"pith_short_12","alias_value":"MWIGUTQR3XUU","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"pith_short_16","alias_value":"MWIGUTQR3XUUGLED","created_at":"2026-07-05T10:25:07Z"},{"alias_kind":"pith_short_8","alias_value":"MWIGUTQR","created_at":"2026-07-05T10:25:07Z"}],"graph_snapshots":[{"event_id":"sha256:109339779929d64b34caea8201256f79ca9831e563665ce6f2dd0b1ed0d78961","target":"graph","created_at":"2026-07-05T10:25:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12753/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evolution of Artificial Intelligence (AI) has been significantly accelerated by advancements in Large Language Models (LLMs) and Large Multimodal Models (LMMs), gradually showcasing potential cognitive reasoning abilities in problem-solving and scientific discovery (i.e., AI4Science) once exclusive to human intellect. To comprehensively evaluate current models' performance in cognitive reasoning abilities, we introduce OlympicArena, which includes 11,163 bilingual problems across both text-only and interleaved text-image modalities. These challenges encompass a wide range of disciplines sp","authors_text":"Binjie Wang, Dahua Lin, Ethan Chern, Fan Zhou, Haoyang Zou, Jiadi Su, Lyumanshan Ye, Pengfei Liu, Ruijie Xu, Run-Ze Fan, Shaoting Zhang, Shichao Sun, Shijie Xia, Steffi Chern, Ting Wu, Xuefeng Li, Yang Xiao, Yan Ma, Yikai Zhang, Yiwei Qin, Yixin Ye, Yixiu Liu, Yiyuan Li, Yu Qiao, Yuqing Yang, Yuxiang Zheng, Zengzhi Wang, Zhen Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:20:53Z","title":"OlympicArena: Benchmarking Multi-discipline Cognitive Reasoning for Superintelligent AI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12753","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e6a112b4df574ea394aabd9843d54549004e9553d0cd0d895d4db92a16ab734","target":"record","created_at":"2026-07-05T10:25:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d08bf4b5f467d960ceacb10c662498eee1659b92ac06a1a89ca231dd6947a4e2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:20:53Z","title_canon_sha256":"61fa7ef14cd970fd5975536f8d51474376ac728d0d9ccf89a9aa3b1a3683306a"},"schema_version":"1.0","source":{"id":"2406.12753","kind":"arxiv","version":2}},"canonical_sha256":"65906a4e11dde9432c83dd7b370674001a3262077ef686554225589f5074ed6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"65906a4e11dde9432c83dd7b370674001a3262077ef686554225589f5074ed6f","first_computed_at":"2026-07-05T10:25:07.565734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:25:07.565734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9tmzp7dCaaLvWJeJdfBlI2QmMAiHyipZhHa8Ys5Kw0eY81LaOFjqWm9HwwsXqBt32rHF/XzNFu18SEs7TodJAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:25:07.566616Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12753","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e6a112b4df574ea394aabd9843d54549004e9553d0cd0d895d4db92a16ab734","sha256:109339779929d64b34caea8201256f79ca9831e563665ce6f2dd0b1ed0d78961"],"state_sha256":"60acce43c550668919d82993728728d177bd9681c35d62ecd9afd455bf493662"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IPHNyNLR23Ag1ecR8dZpI/W4p0I94N9hC+yd0tOmLpKZMeDqsNqLziWmHAyIDPutBEOqc+Ux37RJfEA98Zr2Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:45:23.070699Z","bundle_sha256":"eb43188dd78882e528ecb1acdb9d45e7f44c39dfd9048fa7ad9d18c8001db401"}}