{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YG4YCSMLGGFA74PJCRNCSEZUSY","short_pith_number":"pith:YG4YCSML","canonical_record":{"source":{"id":"2506.07371","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-09T02:42:13Z","cross_cats_sorted":[],"title_canon_sha256":"f36fd8ef3d93f983abfd1b06ada084ef7b640ab9b3a343cf53332dc63be69a27","abstract_canon_sha256":"277f09833b76345c49af1fe0cdd36cc8fac0b06ac956b9c51e2724314f1bd114"},"schema_version":"1.0"},"canonical_sha256":"c1b981498b318a0ff1e9145a2913349602da7735584957100232371e01648caa","source":{"kind":"arxiv","id":"2506.07371","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07371","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07371v2","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07371","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"pith_short_12","alias_value":"YG4YCSMLGGFA","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"pith_short_16","alias_value":"YG4YCSMLGGFA74PJ","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"pith_short_8","alias_value":"YG4YCSML","created_at":"2026-07-05T11:19:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YG4YCSMLGGFA74PJCRNCSEZUSY","target":"record","payload":{"canonical_record":{"source":{"id":"2506.07371","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-09T02:42:13Z","cross_cats_sorted":[],"title_canon_sha256":"f36fd8ef3d93f983abfd1b06ada084ef7b640ab9b3a343cf53332dc63be69a27","abstract_canon_sha256":"277f09833b76345c49af1fe0cdd36cc8fac0b06ac956b9c51e2724314f1bd114"},"schema_version":"1.0"},"canonical_sha256":"c1b981498b318a0ff1e9145a2913349602da7735584957100232371e01648caa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:19:08.302412Z","signature_b64":"xF08RtfDy1l5EkHhmZ0xIPNayNoakgJHcL0MsOQ7qMLnIBxgAkJPc3wYvkn7X1tGnGUYpi0AkUcjzrLAW/BEBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c1b981498b318a0ff1e9145a2913349602da7735584957100232371e01648caa","last_reissued_at":"2026-07-05T11:19:08.301916Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:19:08.301916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.07371","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7sjpRgV25Z5c/EL4Oa38Yzw8r2c+8qsR3ljUmHMlzIRznnbZU1+XGNZkgNvkYDm+rsM1wntlIo/k+obpLCI6AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:25:41.162416Z"},"content_sha256":"40896ddb2fb64eea9257493204ca565061e2bed9ab4d216df17d6d90ed6b3973","schema_version":"1.0","event_id":"sha256:40896ddb2fb64eea9257493204ca565061e2bed9ab4d216df17d6d90ed6b3973"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YG4YCSMLGGFA74PJCRNCSEZUSY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ARGUS: Hallucination and Omission Evaluation in Video-LLMs","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Gowthami Somepalli, Heng Huang, Reza Shirkavand, Ruchit Rawal, Tom Goldstein","submitted_at":"2025-06-09T02:42:13Z","abstract_excerpt":"Video large language models have not yet been widely deployed, largely due to their tendency to hallucinate. Typical benchmarks for Video-LLMs rely simply on multiple-choice questions. Unfortunately, VideoLLMs hallucinate far more aggressively on freeform text generation tasks like video captioning than they do on multiple choice verification tasks. To address this weakness, we propose ARGUS, a VideoLLM benchmark that measures freeform video captioning performance. By comparing VideoLLM outputs to human ground truth captions, ARGUS quantifies dual metrics. First, we measure the rate of halluci"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07371","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.07371/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:19:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EcQ1MEbwfAMXhX8RlAer41tArgZXapO/dcIFfsw/1RthYFUxShUh9VPcSW7BwDgjCxrWhSittCs3V8y0yrnoCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:25:41.162928Z"},"content_sha256":"5418d45633f13ac0b9bca0986d02f2ed2368441e276e6936927d14efbebd2471","schema_version":"1.0","event_id":"sha256:5418d45633f13ac0b9bca0986d02f2ed2368441e276e6936927d14efbebd2471"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YG4YCSMLGGFA74PJCRNCSEZUSY/bundle.json","state_url":"https://pith.science/pith/YG4YCSMLGGFA74PJCRNCSEZUSY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YG4YCSMLGGFA74PJCRNCSEZUSY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:25:41Z","links":{"resolver":"https://pith.science/pith/YG4YCSMLGGFA74PJCRNCSEZUSY","bundle":"https://pith.science/pith/YG4YCSMLGGFA74PJCRNCSEZUSY/bundle.json","state":"https://pith.science/pith/YG4YCSMLGGFA74PJCRNCSEZUSY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YG4YCSMLGGFA74PJCRNCSEZUSY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YG4YCSMLGGFA74PJCRNCSEZUSY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"277f09833b76345c49af1fe0cdd36cc8fac0b06ac956b9c51e2724314f1bd114","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-09T02:42:13Z","title_canon_sha256":"f36fd8ef3d93f983abfd1b06ada084ef7b640ab9b3a343cf53332dc63be69a27"},"schema_version":"1.0","source":{"id":"2506.07371","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07371","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07371v2","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07371","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"pith_short_12","alias_value":"YG4YCSMLGGFA","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"pith_short_16","alias_value":"YG4YCSMLGGFA74PJ","created_at":"2026-07-05T11:19:08Z"},{"alias_kind":"pith_short_8","alias_value":"YG4YCSML","created_at":"2026-07-05T11:19:08Z"}],"graph_snapshots":[{"event_id":"sha256:5418d45633f13ac0b9bca0986d02f2ed2368441e276e6936927d14efbebd2471","target":"graph","created_at":"2026-07-05T11:19:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.07371/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Video large language models have not yet been widely deployed, largely due to their tendency to hallucinate. Typical benchmarks for Video-LLMs rely simply on multiple-choice questions. Unfortunately, VideoLLMs hallucinate far more aggressively on freeform text generation tasks like video captioning than they do on multiple choice verification tasks. To address this weakness, we propose ARGUS, a VideoLLM benchmark that measures freeform video captioning performance. By comparing VideoLLM outputs to human ground truth captions, ARGUS quantifies dual metrics. First, we measure the rate of halluci","authors_text":"Gowthami Somepalli, Heng Huang, Reza Shirkavand, Ruchit Rawal, Tom Goldstein","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-09T02:42:13Z","title":"ARGUS: Hallucination and Omission Evaluation in Video-LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07371","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:40896ddb2fb64eea9257493204ca565061e2bed9ab4d216df17d6d90ed6b3973","target":"record","created_at":"2026-07-05T11:19:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"277f09833b76345c49af1fe0cdd36cc8fac0b06ac956b9c51e2724314f1bd114","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-09T02:42:13Z","title_canon_sha256":"f36fd8ef3d93f983abfd1b06ada084ef7b640ab9b3a343cf53332dc63be69a27"},"schema_version":"1.0","source":{"id":"2506.07371","kind":"arxiv","version":2}},"canonical_sha256":"c1b981498b318a0ff1e9145a2913349602da7735584957100232371e01648caa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c1b981498b318a0ff1e9145a2913349602da7735584957100232371e01648caa","first_computed_at":"2026-07-05T11:19:08.301916Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:19:08.301916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xF08RtfDy1l5EkHhmZ0xIPNayNoakgJHcL0MsOQ7qMLnIBxgAkJPc3wYvkn7X1tGnGUYpi0AkUcjzrLAW/BEBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:19:08.302412Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.07371","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:40896ddb2fb64eea9257493204ca565061e2bed9ab4d216df17d6d90ed6b3973","sha256:5418d45633f13ac0b9bca0986d02f2ed2368441e276e6936927d14efbebd2471"],"state_sha256":"4a0145173ba35e5e92436fc8f9997f495da512ee48bf6b750c5eed9f22b024e0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M6BZwl/HGA/0PEHk9euvTGQXbvbx3fURGeLQ4skylZtNfEN+/08/bSGqw58OuY3m6FPhf+ThFWmZv5Q6jsLSAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:25:41.166452Z","bundle_sha256":"b3798f06834ff9189f92f0c7fcc25954e4df960783c93b5d8ffe6f8ed9b9067c"}}