{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:BHQTUVSF3FX233VDARXDQDPKML","short_pith_number":"pith:BHQTUVSF","schema_version":"1.0","canonical_sha256":"09e13a5645d96fadeea3046e380dea62f2413a577d2c5dfcfa9a9025879345a3","source":{"kind":"arxiv","id":"2606.26775","version":1},"attestation_state":"computed","paper":{"title":"Evaluation Pitfalls and Challenges in Multimedia Event Extraction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Korbinian Riedhammer, Philipp Seeberger, Steffen Freisinger, Tobias Bocklet","submitted_at":"2026-06-25T09:05:13Z","abstract_excerpt":"Multimedia event extraction aims to jointly identify events and their arguments across multiple modalities, such as text and images, to support more comprehensive event understanding. While recent work reports steady and substantial progress, the reliability and comparability of these results critically depend on consistent and rigorous evaluation. In this work, we present the first systematic analysis of evaluation pitfalls in multimedia event extraction and identify three major sources of issues: inconsistent data processing, inconsistent task assumptions, and overly relaxed evaluation setti"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2606.26775","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-25T09:05:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b11d9fe439fe41a62af88686061b902ae381c3b1cdfdc8436a1dd1ff27fd02bd","abstract_canon_sha256":"64bbffba110c995ee2764eb67d07443015565a12f4434c6a41194d9e7c7d9ce1"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-26T01:15:59.418048Z","signature_b64":"JOx+WWWs8+hnv1NPbSOfp9+LFhfVQHeMXBgKnn4JwKb+M1xJlwDnsAqmBCEjLZS54VXDNpPPCg+fnLScqNJUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"09e13a5645d96fadeea3046e380dea62f2413a577d2c5dfcfa9a9025879345a3","last_reissued_at":"2026-06-26T01:15:59.417645Z","signature_status":"signed_v1","first_computed_at":"2026-06-26T01:15:59.417645Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluation Pitfalls and Challenges in Multimedia Event Extraction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Korbinian Riedhammer, Philipp Seeberger, Steffen Freisinger, Tobias Bocklet","submitted_at":"2026-06-25T09:05:13Z","abstract_excerpt":"Multimedia event extraction aims to jointly identify events and their arguments across multiple modalities, such as text and images, to support more comprehensive event understanding. While recent work reports steady and substantial progress, the reliability and comparability of these results critically depend on consistent and rigorous evaluation. In this work, we present the first systematic analysis of evaluation pitfalls in multimedia event extraction and identify three major sources of issues: inconsistent data processing, inconsistent task assumptions, and overly relaxed evaluation setti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.26775","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.26775/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2606.26775","created_at":"2026-06-26T01:15:59.417705+00:00"},{"alias_kind":"arxiv_version","alias_value":"2606.26775v1","created_at":"2026-06-26T01:15:59.417705+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.26775","created_at":"2026-06-26T01:15:59.417705+00:00"},{"alias_kind":"pith_short_12","alias_value":"BHQTUVSF3FX2","created_at":"2026-06-26T01:15:59.417705+00:00"},{"alias_kind":"pith_short_16","alias_value":"BHQTUVSF3FX233VD","created_at":"2026-06-26T01:15:59.417705+00:00"},{"alias_kind":"pith_short_8","alias_value":"BHQTUVSF","created_at":"2026-06-26T01:15:59.417705+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML","json":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML.json","graph_json":"https://pith.science/api/pith-number/BHQTUVSF3FX233VDARXDQDPKML/graph.json","events_json":"https://pith.science/api/pith-number/BHQTUVSF3FX233VDARXDQDPKML/events.json","paper":"https://pith.science/paper/BHQTUVSF"},"agent_actions":{"view_html":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML","download_json":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML.json","view_paper":"https://pith.science/paper/BHQTUVSF","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2606.26775&json=true","fetch_graph":"https://pith.science/api/pith-number/BHQTUVSF3FX233VDARXDQDPKML/graph.json","fetch_events":"https://pith.science/api/pith-number/BHQTUVSF3FX233VDARXDQDPKML/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML/action/timestamp_anchor","attest_storage":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML/action/storage_attestation","attest_author":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML/action/author_attestation","sign_citation":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML/action/citation_signature","submit_replication":"https://pith.science/pith/BHQTUVSF3FX233VDARXDQDPKML/action/replication_record"}},"created_at":"2026-06-26T01:15:59.417705+00:00","updated_at":"2026-06-26T01:15:59.417705+00:00"}