{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:5R4KTUKLYKEHGJFN5GPPN63JSO","short_pith_number":"pith:5R4KTUKL","canonical_record":{"source":{"id":"2505.16459","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T09:41:55Z","cross_cats_sorted":[],"title_canon_sha256":"53b454dc45b98d077d76619c5dd315def9d2557333a84ae8b51a06e0d80ce568","abstract_canon_sha256":"1365ac7284cb49bc8cdc9e08c3462c388e7ebb73ac3253917af6672bb3b929bc"},"schema_version":"1.0"},"canonical_sha256":"ec78a9d14bc2887324ade99ef6fb6993a17cfd2d81718efe33f1fbdd84b3c169","source":{"kind":"arxiv","id":"2505.16459","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.16459","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"arxiv_version","alias_value":"2505.16459v4","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.16459","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"pith_short_12","alias_value":"5R4KTUKLYKEH","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"pith_short_16","alias_value":"5R4KTUKLYKEHGJFN","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"pith_short_8","alias_value":"5R4KTUKL","created_at":"2026-07-05T11:30:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:5R4KTUKLYKEHGJFN5GPPN63JSO","target":"record","payload":{"canonical_record":{"source":{"id":"2505.16459","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T09:41:55Z","cross_cats_sorted":[],"title_canon_sha256":"53b454dc45b98d077d76619c5dd315def9d2557333a84ae8b51a06e0d80ce568","abstract_canon_sha256":"1365ac7284cb49bc8cdc9e08c3462c388e7ebb73ac3253917af6672bb3b929bc"},"schema_version":"1.0"},"canonical_sha256":"ec78a9d14bc2887324ade99ef6fb6993a17cfd2d81718efe33f1fbdd84b3c169","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:30:23.236246Z","signature_b64":"zZFt4kNwtmKvvCkZ/eGjJZR4iM2I+Wm/ORFDF3tqB716Czxi2ZZF+fp5YvdDDRka74xiHhZOlJtYjO4NRwetDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec78a9d14bc2887324ade99ef6fb6993a17cfd2d81718efe33f1fbdd84b3c169","last_reissued_at":"2026-07-05T11:30:23.235849Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:30:23.235849Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.16459","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fHJtpmShjYDSzWLFEKf+PizzjI4Dg0DrhZbYrkEIzR8LY6qPBgSs83+c3EIw8PQT8Mf8awqKcg0P0Mkyff7yBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T02:24:46.938358Z"},"content_sha256":"d43dacdd3a7b1547987c32ec66884771a0f0f77e9a9aa85e6b750cab6b0a8eeb","schema_version":"1.0","event_id":"sha256:d43dacdd3a7b1547987c32ec66884771a0f0f77e9a9aa85e6b750cab6b0a8eeb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:5R4KTUKLYKEHGJFN5GPPN63JSO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MMLU-Reason: Benchmarking Multi-Task Multi-modal Language Understanding and Reasoning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Chaoran Hu, Guiyao Tie, Lichao Sun, Mengqu Sun, Pan Zhou, Ruihang Zhang, Sizhe Zhang, Tianhe Gu, Xueyang Zhou, Yan Zhang","submitted_at":"2025-05-22T09:41:55Z","abstract_excerpt":"Recent advances in Multi-Modal Large Language Models (MLLMs) have enabled unified processing of language, vision, and structured inputs, opening the door to complex tasks such as logical deduction, spatial reasoning, and scientific analysis. Despite their promise, the reasoning capabilities of MLLMs, particularly those augmented with intermediate thinking traces (MLLMs-T), remain poorly understood and lack standardized evaluation benchmarks. Existing work focuses primarily on perception or final answer correctness, offering limited insight into how models reason or fail across modalities. To a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.16459","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.16459/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2c600iyswtVhD/1j6qWXq4ybjT/aJuPQFVjH+DtheUWb8YxxJL45sKvrZ8/2IVuBfaMbXHnFm2Kk8pmO+eWsCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T02:24:46.938752Z"},"content_sha256":"9e46fe007bde23731abcd57c0b0b0edd7871c2ce502ba0d63c3026c3009c9ef5","schema_version":"1.0","event_id":"sha256:9e46fe007bde23731abcd57c0b0b0edd7871c2ce502ba0d63c3026c3009c9ef5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5R4KTUKLYKEHGJFN5GPPN63JSO/bundle.json","state_url":"https://pith.science/pith/5R4KTUKLYKEHGJFN5GPPN63JSO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5R4KTUKLYKEHGJFN5GPPN63JSO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T02:24:46Z","links":{"resolver":"https://pith.science/pith/5R4KTUKLYKEHGJFN5GPPN63JSO","bundle":"https://pith.science/pith/5R4KTUKLYKEHGJFN5GPPN63JSO/bundle.json","state":"https://pith.science/pith/5R4KTUKLYKEHGJFN5GPPN63JSO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5R4KTUKLYKEHGJFN5GPPN63JSO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:5R4KTUKLYKEHGJFN5GPPN63JSO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1365ac7284cb49bc8cdc9e08c3462c388e7ebb73ac3253917af6672bb3b929bc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T09:41:55Z","title_canon_sha256":"53b454dc45b98d077d76619c5dd315def9d2557333a84ae8b51a06e0d80ce568"},"schema_version":"1.0","source":{"id":"2505.16459","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.16459","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"arxiv_version","alias_value":"2505.16459v4","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.16459","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"pith_short_12","alias_value":"5R4KTUKLYKEH","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"pith_short_16","alias_value":"5R4KTUKLYKEHGJFN","created_at":"2026-07-05T11:30:23Z"},{"alias_kind":"pith_short_8","alias_value":"5R4KTUKL","created_at":"2026-07-05T11:30:23Z"}],"graph_snapshots":[{"event_id":"sha256:9e46fe007bde23731abcd57c0b0b0edd7871c2ce502ba0d63c3026c3009c9ef5","target":"graph","created_at":"2026-07-05T11:30:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.16459/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in Multi-Modal Large Language Models (MLLMs) have enabled unified processing of language, vision, and structured inputs, opening the door to complex tasks such as logical deduction, spatial reasoning, and scientific analysis. Despite their promise, the reasoning capabilities of MLLMs, particularly those augmented with intermediate thinking traces (MLLMs-T), remain poorly understood and lack standardized evaluation benchmarks. Existing work focuses primarily on perception or final answer correctness, offering limited insight into how models reason or fail across modalities. To a","authors_text":"Chaoran Hu, Guiyao Tie, Lichao Sun, Mengqu Sun, Pan Zhou, Ruihang Zhang, Sizhe Zhang, Tianhe Gu, Xueyang Zhou, Yan Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T09:41:55Z","title":"MMLU-Reason: Benchmarking Multi-Task Multi-modal Language Understanding and Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.16459","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d43dacdd3a7b1547987c32ec66884771a0f0f77e9a9aa85e6b750cab6b0a8eeb","target":"record","created_at":"2026-07-05T11:30:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1365ac7284cb49bc8cdc9e08c3462c388e7ebb73ac3253917af6672bb3b929bc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-22T09:41:55Z","title_canon_sha256":"53b454dc45b98d077d76619c5dd315def9d2557333a84ae8b51a06e0d80ce568"},"schema_version":"1.0","source":{"id":"2505.16459","kind":"arxiv","version":4}},"canonical_sha256":"ec78a9d14bc2887324ade99ef6fb6993a17cfd2d81718efe33f1fbdd84b3c169","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec78a9d14bc2887324ade99ef6fb6993a17cfd2d81718efe33f1fbdd84b3c169","first_computed_at":"2026-07-05T11:30:23.235849Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:30:23.235849Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zZFt4kNwtmKvvCkZ/eGjJZR4iM2I+Wm/ORFDF3tqB716Czxi2ZZF+fp5YvdDDRka74xiHhZOlJtYjO4NRwetDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:30:23.236246Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.16459","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d43dacdd3a7b1547987c32ec66884771a0f0f77e9a9aa85e6b750cab6b0a8eeb","sha256:9e46fe007bde23731abcd57c0b0b0edd7871c2ce502ba0d63c3026c3009c9ef5"],"state_sha256":"71970e0dfb3ca33fa7039c5f797fd616eb7eb74a3973cc358617e8b6ba9707ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C7mNoClMS9r/1VrwpUST6SSMyexDWUYIStYHJ+gYpSIIFollZxPoHDj0qETqy1FszvJ+BvqJGoqEOXIP9XoMBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T02:24:46.941142Z","bundle_sha256":"0e1f97755df0379894ee43c177127443478169f9c141ea667a94562ffef4617a"}}