{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Q3QPYUONA3FVWRX754MS7EQ4SG","short_pith_number":"pith:Q3QPYUON","canonical_record":{"source":{"id":"2504.14693","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-04-20T17:58:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d622d892ce23bb4069dc5f5945703e16a51932e24b7ec0d76de2260b3f588749","abstract_canon_sha256":"061fbd77ecb97062f60f11e0549bf81890bade603f914bd4edb850165fec5430"},"schema_version":"1.0"},"canonical_sha256":"86e0fc51cd06cb5b46ffef192f921c9185fa170d3e7a4b687d6679fa4565ab27","source":{"kind":"arxiv","id":"2504.14693","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.14693","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"arxiv_version","alias_value":"2504.14693v2","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14693","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"pith_short_12","alias_value":"Q3QPYUONA3FV","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"pith_short_16","alias_value":"Q3QPYUONA3FVWRX7","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"pith_short_8","alias_value":"Q3QPYUON","created_at":"2026-07-05T10:57:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Q3QPYUONA3FVWRX754MS7EQ4SG","target":"record","payload":{"canonical_record":{"source":{"id":"2504.14693","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-04-20T17:58:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d622d892ce23bb4069dc5f5945703e16a51932e24b7ec0d76de2260b3f588749","abstract_canon_sha256":"061fbd77ecb97062f60f11e0549bf81890bade603f914bd4edb850165fec5430"},"schema_version":"1.0"},"canonical_sha256":"86e0fc51cd06cb5b46ffef192f921c9185fa170d3e7a4b687d6679fa4565ab27","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:57:56.926649Z","signature_b64":"zoFaR+E6zIIRpZ1QQDIIcTHiUWlJAEjq74vbUvE3hknquKnNjwAphxs4mLRfqjSKJv7DiZA7gA+NDO4XNRfiDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"86e0fc51cd06cb5b46ffef192f921c9185fa170d3e7a4b687d6679fa4565ab27","last_reissued_at":"2026-07-05T10:57:56.925991Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:57:56.925991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.14693","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lOAhYaF0K7iHP1MbjU7OL3TPthd7Yk6DT4kRVvtob/cJPo8dbqhkHoJM+OWztQ/0SqpToaVIo34w9MnODnvrDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:36:19.978250Z"},"content_sha256":"454ea77cbb89b5ef8b3f0aa6f5b1d9b63675f14770ce449b742a4428547b0d0c","schema_version":"1.0","event_id":"sha256:454ea77cbb89b5ef8b3f0aa6f5b1d9b63675f14770ce449b742a4428547b0d0c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Q3QPYUONA3FVWRX754MS7EQ4SG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Video-MMLU: A Massive Multi-Discipline Lecture Understanding Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Enxin Song, Gaoang Wang, Jianwen Xie, Weili Xu, Wenhao Chai, Yuxuan Liu","submitted_at":"2025-04-20T17:58:46Z","abstract_excerpt":"Recent advancements in language multimodal models (LMMs) for video have demonstrated their potential for understanding video content, yet the task of comprehending multi-discipline lectures remains largely unexplored. We introduce Video-MMLU, a massive benchmark designed to evaluate the capabilities of LMMs in understanding Multi-Discipline Lectures. We evaluate over 90 open-source and proprietary models, ranging from 0.5B to 40B parameters. Our results highlight the limitations of current models in addressing the cognitive challenges presented by these lectures, especially in tasks requiring "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14693","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.14693/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HBJa3ArHO8pRz9T3t+ZObb06AgbFys0UitjEO5G/0MKjBWeOLaKpQPm9T4RTtx7ivte51qZN7drfmqHXwfQcBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:36:19.978769Z"},"content_sha256":"b2d111d3fc46ae27f84050a351b20d20f4f62ead57432a2cfc3fa2cdaf6a8714","schema_version":"1.0","event_id":"sha256:b2d111d3fc46ae27f84050a351b20d20f4f62ead57432a2cfc3fa2cdaf6a8714"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q3QPYUONA3FVWRX754MS7EQ4SG/bundle.json","state_url":"https://pith.science/pith/Q3QPYUONA3FVWRX754MS7EQ4SG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q3QPYUONA3FVWRX754MS7EQ4SG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:36:19Z","links":{"resolver":"https://pith.science/pith/Q3QPYUONA3FVWRX754MS7EQ4SG","bundle":"https://pith.science/pith/Q3QPYUONA3FVWRX754MS7EQ4SG/bundle.json","state":"https://pith.science/pith/Q3QPYUONA3FVWRX754MS7EQ4SG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q3QPYUONA3FVWRX754MS7EQ4SG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Q3QPYUONA3FVWRX754MS7EQ4SG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"061fbd77ecb97062f60f11e0549bf81890bade603f914bd4edb850165fec5430","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-04-20T17:58:46Z","title_canon_sha256":"d622d892ce23bb4069dc5f5945703e16a51932e24b7ec0d76de2260b3f588749"},"schema_version":"1.0","source":{"id":"2504.14693","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.14693","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"arxiv_version","alias_value":"2504.14693v2","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.14693","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"pith_short_12","alias_value":"Q3QPYUONA3FV","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"pith_short_16","alias_value":"Q3QPYUONA3FVWRX7","created_at":"2026-07-05T10:57:56Z"},{"alias_kind":"pith_short_8","alias_value":"Q3QPYUON","created_at":"2026-07-05T10:57:56Z"}],"graph_snapshots":[{"event_id":"sha256:b2d111d3fc46ae27f84050a351b20d20f4f62ead57432a2cfc3fa2cdaf6a8714","target":"graph","created_at":"2026-07-05T10:57:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.14693/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in language multimodal models (LMMs) for video have demonstrated their potential for understanding video content, yet the task of comprehending multi-discipline lectures remains largely unexplored. We introduce Video-MMLU, a massive benchmark designed to evaluate the capabilities of LMMs in understanding Multi-Discipline Lectures. We evaluate over 90 open-source and proprietary models, ranging from 0.5B to 40B parameters. Our results highlight the limitations of current models in addressing the cognitive challenges presented by these lectures, especially in tasks requiring ","authors_text":"Enxin Song, Gaoang Wang, Jianwen Xie, Weili Xu, Wenhao Chai, Yuxuan Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-04-20T17:58:46Z","title":"Video-MMLU: A Massive Multi-Discipline Lecture Understanding Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.14693","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:454ea77cbb89b5ef8b3f0aa6f5b1d9b63675f14770ce449b742a4428547b0d0c","target":"record","created_at":"2026-07-05T10:57:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"061fbd77ecb97062f60f11e0549bf81890bade603f914bd4edb850165fec5430","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-04-20T17:58:46Z","title_canon_sha256":"d622d892ce23bb4069dc5f5945703e16a51932e24b7ec0d76de2260b3f588749"},"schema_version":"1.0","source":{"id":"2504.14693","kind":"arxiv","version":2}},"canonical_sha256":"86e0fc51cd06cb5b46ffef192f921c9185fa170d3e7a4b687d6679fa4565ab27","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"86e0fc51cd06cb5b46ffef192f921c9185fa170d3e7a4b687d6679fa4565ab27","first_computed_at":"2026-07-05T10:57:56.925991Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:57:56.925991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zoFaR+E6zIIRpZ1QQDIIcTHiUWlJAEjq74vbUvE3hknquKnNjwAphxs4mLRfqjSKJv7DiZA7gA+NDO4XNRfiDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:57:56.926649Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.14693","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:454ea77cbb89b5ef8b3f0aa6f5b1d9b63675f14770ce449b742a4428547b0d0c","sha256:b2d111d3fc46ae27f84050a351b20d20f4f62ead57432a2cfc3fa2cdaf6a8714"],"state_sha256":"b734eb9927b0484ece71bce74dfc71d88c49a78be6afe5f69083a994917dd030"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2SJQJaZfQbKSZF0oCN5npLhzlhn6mCzyOLAt3SL7sFwlssmOkOOrURG3t5IdUfBNKan/D0t/aN2E4UM2FDIQBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:36:19.982492Z","bundle_sha256":"af9498c7b2753a7b496f6224c5e44510f2b79ce677f9668d6c36679a635b062c"}}