{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LCNQQPCZBBK3TXV4ZAN4353YSV","short_pith_number":"pith:LCNQQPCZ","canonical_record":{"source":{"id":"2406.09367","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T17:50:05Z","cross_cats_sorted":[],"title_canon_sha256":"57836035a54c2a221418c0811ebdc738fddaa0e72416396f2d725c3bfb6fa956","abstract_canon_sha256":"9905cfe8ca0afe2b94e8b53477702ebad31441cc228d1c82dfb58d0ad84ee1d4"},"schema_version":"1.0"},"canonical_sha256":"589b083c590855b9debcc81bcdf7789568117201f67c9fb43d2fa44fdb00e796","source":{"kind":"arxiv","id":"2406.09367","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09367","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09367v3","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09367","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"pith_short_12","alias_value":"LCNQQPCZBBK3","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"pith_short_16","alias_value":"LCNQQPCZBBK3TXV4","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"pith_short_8","alias_value":"LCNQQPCZ","created_at":"2026-07-05T10:26:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LCNQQPCZBBK3TXV4ZAN4353YSV","target":"record","payload":{"canonical_record":{"source":{"id":"2406.09367","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T17:50:05Z","cross_cats_sorted":[],"title_canon_sha256":"57836035a54c2a221418c0811ebdc738fddaa0e72416396f2d725c3bfb6fa956","abstract_canon_sha256":"9905cfe8ca0afe2b94e8b53477702ebad31441cc228d1c82dfb58d0ad84ee1d4"},"schema_version":"1.0"},"canonical_sha256":"589b083c590855b9debcc81bcdf7789568117201f67c9fb43d2fa44fdb00e796","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:26:04.429368Z","signature_b64":"xilsVeRz8JhcV0sjZwOzcN6buqXxWNb7K8TVz8DrL0EeFm6BlYL1kRfztYk2MNnLpfmXB2JKG+lHI2L94zpMAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"589b083c590855b9debcc81bcdf7789568117201f67c9fb43d2fa44fdb00e796","last_reissued_at":"2026-07-05T10:26:04.428361Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:26:04.428361Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.09367","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:26:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3vdTEJ5y5MzIw+htJ5Vvj31Hamy7VL0Ff3Rp9dcCJN92Uyn/cWM4PWo0+QdQbpj7P1zWRD69kQc9ajT0RcY3BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:11:41.159891Z"},"content_sha256":"637c6a58ab13f340015be07b471da3b108cf34b5b0adc16395b1eeb8b8b139ea","schema_version":"1.0","event_id":"sha256:637c6a58ab13f340015be07b471da3b108cf34b5b0adc16395b1eeb8b8b139ea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LCNQQPCZBBK3TXV4ZAN4353YSV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Needle In A Video Haystack: A Scalable Synthetic Evaluator for Video MLLMs","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Bingning Wang, Haoyu Lu, Jing Liu, Longteng Guo, Tongtian Yue, Weipeng Chen, Yifan Du, Yuqi Huo, Zijia Zhao","submitted_at":"2024-06-13T17:50:05Z","abstract_excerpt":"Video understanding is a crucial next step for multimodal large language models (MLLMs). Various benchmarks are introduced for better evaluating the MLLMs. Nevertheless, current video benchmarks are still inefficient for evaluating video models during iterative development due to the high cost of constructing datasets and the difficulty in isolating specific skills. In this paper, we propose VideoNIAH (Video Needle In A Haystack), a benchmark construction framework through synthetic video generation. VideoNIAH decouples video content from their query-responses by inserting unrelated visual 'ne"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09367","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.09367/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:26:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WodvJSEioTOE3dqm9Dafls/0NGKxFM4YcGxw5W47wAiCKSv8C7KAaTnPsZD/LPvLtJEp3J4e9uHUhejNHGtiAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:11:41.160392Z"},"content_sha256":"004c231b751349601a13d8eba72774497fcf4cb7475a6d4e7ec4eaf8e00ac95c","schema_version":"1.0","event_id":"sha256:004c231b751349601a13d8eba72774497fcf4cb7475a6d4e7ec4eaf8e00ac95c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LCNQQPCZBBK3TXV4ZAN4353YSV/bundle.json","state_url":"https://pith.science/pith/LCNQQPCZBBK3TXV4ZAN4353YSV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LCNQQPCZBBK3TXV4ZAN4353YSV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:11:41Z","links":{"resolver":"https://pith.science/pith/LCNQQPCZBBK3TXV4ZAN4353YSV","bundle":"https://pith.science/pith/LCNQQPCZBBK3TXV4ZAN4353YSV/bundle.json","state":"https://pith.science/pith/LCNQQPCZBBK3TXV4ZAN4353YSV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LCNQQPCZBBK3TXV4ZAN4353YSV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LCNQQPCZBBK3TXV4ZAN4353YSV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9905cfe8ca0afe2b94e8b53477702ebad31441cc228d1c82dfb58d0ad84ee1d4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T17:50:05Z","title_canon_sha256":"57836035a54c2a221418c0811ebdc738fddaa0e72416396f2d725c3bfb6fa956"},"schema_version":"1.0","source":{"id":"2406.09367","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09367","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09367v3","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09367","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"pith_short_12","alias_value":"LCNQQPCZBBK3","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"pith_short_16","alias_value":"LCNQQPCZBBK3TXV4","created_at":"2026-07-05T10:26:04Z"},{"alias_kind":"pith_short_8","alias_value":"LCNQQPCZ","created_at":"2026-07-05T10:26:04Z"}],"graph_snapshots":[{"event_id":"sha256:004c231b751349601a13d8eba72774497fcf4cb7475a6d4e7ec4eaf8e00ac95c","target":"graph","created_at":"2026-07-05T10:26:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.09367/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Video understanding is a crucial next step for multimodal large language models (MLLMs). Various benchmarks are introduced for better evaluating the MLLMs. Nevertheless, current video benchmarks are still inefficient for evaluating video models during iterative development due to the high cost of constructing datasets and the difficulty in isolating specific skills. In this paper, we propose VideoNIAH (Video Needle In A Haystack), a benchmark construction framework through synthetic video generation. VideoNIAH decouples video content from their query-responses by inserting unrelated visual 'ne","authors_text":"Bingning Wang, Haoyu Lu, Jing Liu, Longteng Guo, Tongtian Yue, Weipeng Chen, Yifan Du, Yuqi Huo, Zijia Zhao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T17:50:05Z","title":"Needle In A Video Haystack: A Scalable Synthetic Evaluator for Video MLLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09367","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:637c6a58ab13f340015be07b471da3b108cf34b5b0adc16395b1eeb8b8b139ea","target":"record","created_at":"2026-07-05T10:26:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9905cfe8ca0afe2b94e8b53477702ebad31441cc228d1c82dfb58d0ad84ee1d4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T17:50:05Z","title_canon_sha256":"57836035a54c2a221418c0811ebdc738fddaa0e72416396f2d725c3bfb6fa956"},"schema_version":"1.0","source":{"id":"2406.09367","kind":"arxiv","version":3}},"canonical_sha256":"589b083c590855b9debcc81bcdf7789568117201f67c9fb43d2fa44fdb00e796","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"589b083c590855b9debcc81bcdf7789568117201f67c9fb43d2fa44fdb00e796","first_computed_at":"2026-07-05T10:26:04.428361Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:26:04.428361Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xilsVeRz8JhcV0sjZwOzcN6buqXxWNb7K8TVz8DrL0EeFm6BlYL1kRfztYk2MNnLpfmXB2JKG+lHI2L94zpMAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:26:04.429368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.09367","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:637c6a58ab13f340015be07b471da3b108cf34b5b0adc16395b1eeb8b8b139ea","sha256:004c231b751349601a13d8eba72774497fcf4cb7475a6d4e7ec4eaf8e00ac95c"],"state_sha256":"cd7dc549d3713969f0b8f912894c716a76768943dd01d53e79425f10d7af60ba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LLpx1qwseiky8Kf+h+sgHBqa5Qicmrq984tjpB3OowQxT6ukCmtqnM23ZtAzunWfT7GX7rV71vAT0DN9Y/9dBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:11:41.164552Z","bundle_sha256":"b9e58292154ab18f1fa934e9185754d7de91aab31da72fdaa1f24092693c3db9"}}