{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:U3NBLV6OPBEANND2MFM6WT6WBE","short_pith_number":"pith:U3NBLV6O","canonical_record":{"source":{"id":"2109.12776","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-27T03:22:12Z","cross_cats_sorted":["cs.MM"],"title_canon_sha256":"ad6235b097ba0e060400c7f4994606c710f5ec953ffead5ec2d0f2e569cd9c56","abstract_canon_sha256":"674bc7ad12aff1db0281b48ac40756e2ae2b3e4602e1c16ecf13e5b288550bef"},"schema_version":"1.0"},"canonical_sha256":"a6da15d7ce784806b47a6159eb4fd6093b41c8dd0fbb609a09aa994c28c98b65","source":{"kind":"arxiv","id":"2109.12776","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.12776","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"arxiv_version","alias_value":"2109.12776v1","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.12776","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"pith_short_12","alias_value":"U3NBLV6OPBEA","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"pith_short_16","alias_value":"U3NBLV6OPBEANND2","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"pith_short_8","alias_value":"U3NBLV6O","created_at":"2026-07-05T03:17:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:U3NBLV6OPBEANND2MFM6WT6WBE","target":"record","payload":{"canonical_record":{"source":{"id":"2109.12776","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-27T03:22:12Z","cross_cats_sorted":["cs.MM"],"title_canon_sha256":"ad6235b097ba0e060400c7f4994606c710f5ec953ffead5ec2d0f2e569cd9c56","abstract_canon_sha256":"674bc7ad12aff1db0281b48ac40756e2ae2b3e4602e1c16ecf13e5b288550bef"},"schema_version":"1.0"},"canonical_sha256":"a6da15d7ce784806b47a6159eb4fd6093b41c8dd0fbb609a09aa994c28c98b65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:17:36.435339Z","signature_b64":"0EBNhHCMKhWK3kjzzzIu088uaJ0wnInJUf29iYtXYDrzJz607B010+vWArQbFf9aR9so4WwBRG0fFBaouNwyDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6da15d7ce784806b47a6159eb4fd6093b41c8dd0fbb609a09aa994c28c98b65","last_reissued_at":"2026-07-05T03:17:36.434935Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:17:36.434935Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.12776","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:17:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"369lkLh/kiOZ3wF1+tQQE7lj/QqURoSHh/CLkGKBV+PenZ43qX1LaqA5UfTEUn4zG/7AWLoRmQ9YOBdmLCALDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:38:39.506106Z"},"content_sha256":"cb9e6988d9301f159b52b5977dacf5a23914b59da1752ea26991a60ccd9f2fbe","schema_version":"1.0","event_id":"sha256:cb9e6988d9301f159b52b5977dacf5a23914b59da1752ea26991a60ccd9f2fbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:U3NBLV6OPBEANND2MFM6WT6WBE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Joint Multimedia Event Extraction from Video and Article","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.MM"],"primary_cat":"cs.CV","authors_text":"Brian Chen, Christopher Thomas, Heng Ji, Lovish Chum, Manling Li, Shih-Fu Chang, Shoya Yoshida, Xudong Lin","submitted_at":"2021-09-27T03:22:12Z","abstract_excerpt":"Visual and textual modalities contribute complementary information about events described in multimedia documents. Videos contain rich dynamics and detailed unfoldings of events, while text describes more high-level and abstract concepts. However, existing event extraction methods either do not handle video or solely target video while ignoring other modalities. In contrast, we propose the first approach to jointly extract events from video and text articles. We introduce the new task of Video MultiMedia Event Extraction (Video M2E2) and propose two novel components to build the first system t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.12776","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.12776/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:17:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lGMYYUJo90OJVErsN4fhG8cL5jQMdUlRTIw8OHte1k3SvBpWz/HgaHjbUs4LF8BLo3Fo/+PfKKArQ5Y50MsXBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:38:39.506606Z"},"content_sha256":"8d006ed5d1cc6fa87709a2f518fa65116cf1f92ca6247097bc3d994b657cabf4","schema_version":"1.0","event_id":"sha256:8d006ed5d1cc6fa87709a2f518fa65116cf1f92ca6247097bc3d994b657cabf4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U3NBLV6OPBEANND2MFM6WT6WBE/bundle.json","state_url":"https://pith.science/pith/U3NBLV6OPBEANND2MFM6WT6WBE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U3NBLV6OPBEANND2MFM6WT6WBE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:38:39Z","links":{"resolver":"https://pith.science/pith/U3NBLV6OPBEANND2MFM6WT6WBE","bundle":"https://pith.science/pith/U3NBLV6OPBEANND2MFM6WT6WBE/bundle.json","state":"https://pith.science/pith/U3NBLV6OPBEANND2MFM6WT6WBE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U3NBLV6OPBEANND2MFM6WT6WBE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:U3NBLV6OPBEANND2MFM6WT6WBE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"674bc7ad12aff1db0281b48ac40756e2ae2b3e4602e1c16ecf13e5b288550bef","cross_cats_sorted":["cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-27T03:22:12Z","title_canon_sha256":"ad6235b097ba0e060400c7f4994606c710f5ec953ffead5ec2d0f2e569cd9c56"},"schema_version":"1.0","source":{"id":"2109.12776","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.12776","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"arxiv_version","alias_value":"2109.12776v1","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.12776","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"pith_short_12","alias_value":"U3NBLV6OPBEA","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"pith_short_16","alias_value":"U3NBLV6OPBEANND2","created_at":"2026-07-05T03:17:36Z"},{"alias_kind":"pith_short_8","alias_value":"U3NBLV6O","created_at":"2026-07-05T03:17:36Z"}],"graph_snapshots":[{"event_id":"sha256:8d006ed5d1cc6fa87709a2f518fa65116cf1f92ca6247097bc3d994b657cabf4","target":"graph","created_at":"2026-07-05T03:17:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.12776/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visual and textual modalities contribute complementary information about events described in multimedia documents. Videos contain rich dynamics and detailed unfoldings of events, while text describes more high-level and abstract concepts. However, existing event extraction methods either do not handle video or solely target video while ignoring other modalities. In contrast, we propose the first approach to jointly extract events from video and text articles. We introduce the new task of Video MultiMedia Event Extraction (Video M2E2) and propose two novel components to build the first system t","authors_text":"Brian Chen, Christopher Thomas, Heng Ji, Lovish Chum, Manling Li, Shih-Fu Chang, Shoya Yoshida, Xudong Lin","cross_cats":["cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-27T03:22:12Z","title":"Joint Multimedia Event Extraction from Video and Article"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.12776","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb9e6988d9301f159b52b5977dacf5a23914b59da1752ea26991a60ccd9f2fbe","target":"record","created_at":"2026-07-05T03:17:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"674bc7ad12aff1db0281b48ac40756e2ae2b3e4602e1c16ecf13e5b288550bef","cross_cats_sorted":["cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-27T03:22:12Z","title_canon_sha256":"ad6235b097ba0e060400c7f4994606c710f5ec953ffead5ec2d0f2e569cd9c56"},"schema_version":"1.0","source":{"id":"2109.12776","kind":"arxiv","version":1}},"canonical_sha256":"a6da15d7ce784806b47a6159eb4fd6093b41c8dd0fbb609a09aa994c28c98b65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6da15d7ce784806b47a6159eb4fd6093b41c8dd0fbb609a09aa994c28c98b65","first_computed_at":"2026-07-05T03:17:36.434935Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:17:36.434935Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0EBNhHCMKhWK3kjzzzIu088uaJ0wnInJUf29iYtXYDrzJz607B010+vWArQbFf9aR9so4WwBRG0fFBaouNwyDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:17:36.435339Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.12776","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb9e6988d9301f159b52b5977dacf5a23914b59da1752ea26991a60ccd9f2fbe","sha256:8d006ed5d1cc6fa87709a2f518fa65116cf1f92ca6247097bc3d994b657cabf4"],"state_sha256":"e889f047f8b07c0eaa39a84c5c5499c4aad15df0e60ee7076627a92e7b4e0b79"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OdXmMpQb4Z8X53sncTPZFbD8Rfz0N78jNBJpUnDiuO9h6ZCDcv9qEHZEEnx69iDEY++kDsKPYjF0RSQl2kinDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:38:39.512542Z","bundle_sha256":"59c2a74d76284cba0fad5fdefb4362f1621eff2bd43c7fab2fde4060e6e20675"}}