{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:H63PWECAN6SZUKOQOFV4SM6IPQ","short_pith_number":"pith:H63PWECA","canonical_record":{"source":{"id":"1408.6418","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2014-08-09T05:43:12Z","cross_cats_sorted":["cs.CL","cs.IR"],"title_canon_sha256":"1b422ed14620b4fcbeec3cb1d8cf3b6bde31a8f9ccacb58ec2588eb530c6c83b","abstract_canon_sha256":"baf65491f95e137b33cf04dc79d776c5e2e2e1da6d29d597440f97a15520c6aa"},"schema_version":"1.0"},"canonical_sha256":"3fb6fb10406fa59a29d0716bc933c87c38b840435f57d1592482bcc886a4d1b0","source":{"kind":"arxiv","id":"1408.6418","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1408.6418","created_at":"2026-05-18T02:44:07Z"},{"alias_kind":"arxiv_version","alias_value":"1408.6418v1","created_at":"2026-05-18T02:44:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1408.6418","created_at":"2026-05-18T02:44:07Z"},{"alias_kind":"pith_short_12","alias_value":"H63PWECAN6SZ","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"H63PWECAN6SZUKOQ","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"H63PWECA","created_at":"2026-05-18T12:28:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:H63PWECAN6SZUKOQOFV4SM6IPQ","target":"record","payload":{"canonical_record":{"source":{"id":"1408.6418","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2014-08-09T05:43:12Z","cross_cats_sorted":["cs.CL","cs.IR"],"title_canon_sha256":"1b422ed14620b4fcbeec3cb1d8cf3b6bde31a8f9ccacb58ec2588eb530c6c83b","abstract_canon_sha256":"baf65491f95e137b33cf04dc79d776c5e2e2e1da6d29d597440f97a15520c6aa"},"schema_version":"1.0"},"canonical_sha256":"3fb6fb10406fa59a29d0716bc933c87c38b840435f57d1592482bcc886a4d1b0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:44:07.578439Z","signature_b64":"5FlC2Is16WO424UKBoF/CXUA9Vfu73ZJK0WXjyaY0zbcknn/WAHdLbvSKArttVCIvFy9DyS3zFY0GpDzqhXqBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3fb6fb10406fa59a29d0716bc933c87c38b840435f57d1592482bcc886a4d1b0","last_reissued_at":"2026-05-18T02:44:07.578056Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:44:07.578056Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1408.6418","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:44:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KCw7VDZnhBz+hR8PPb1vQCMOwmedZ/PaaI3hXg2Rb2P6yDfZuKpQeiC+/J0dKNVNt5wIfewBICK6KJUl43auAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:51:47.792540Z"},"content_sha256":"eb2c815d45eecb0b3a5e2bfc80d81ceac4c6074db52513df68ffe57c91e6f83e","schema_version":"1.0","event_id":"sha256:eb2c815d45eecb0b3a5e2bfc80d81ceac4c6074db52513df68ffe57c91e6f83e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:H63PWECAN6SZUKOQOFV4SM6IPQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Video In Sentences Out","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.IR"],"primary_cat":"cs.CV","authors_text":"Aaron Michaux, Alexander Bridge, Andrei Barbu, Dan Coroian, Dhaval Salvi, Jarrell Waggoner, Jeffrey Mark Siskind, Jiangnan Shangguan, Jinlian Wei, Lara Schmidt, Sam Mussman, Sanja Fidler, Siddharth Narayanaswamy, Song Wang, Sven Dickinson, Yifan Yin, Zachary Burchill, Zhiqi Zhang","submitted_at":"2014-08-09T05:43:12Z","abstract_excerpt":"We present a system that produces sentential descriptions of video: who did what to whom, and where and how they did it. Action class is rendered as a verb, participant objects as noun phrases, properties of those objects as adjectival modifiers in those noun phrases, spatial relations between those participants as prepositional phrases, and characteristics of the event as prepositional-phrase adjuncts and adverbial modifiers. Extracting the information needed to render these linguistic entities requires an approach to event recognition that recovers object tracks, the trackto-role assignments"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1408.6418","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:44:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EvVYvBrGjLnmtWKqoIaPXpWec3mdNqQ/X1ck+tBZkbKIT6EwrHZ4VJ+jL+avdPpG8C9zcyxGPWMLJVq9LSouDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:51:47.793269Z"},"content_sha256":"f836b0f62f1c95484ba71f2944c8e58eeefb817742697772d22f79229a189b2a","schema_version":"1.0","event_id":"sha256:f836b0f62f1c95484ba71f2944c8e58eeefb817742697772d22f79229a189b2a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H63PWECAN6SZUKOQOFV4SM6IPQ/bundle.json","state_url":"https://pith.science/pith/H63PWECAN6SZUKOQOFV4SM6IPQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H63PWECAN6SZUKOQOFV4SM6IPQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T22:51:47Z","links":{"resolver":"https://pith.science/pith/H63PWECAN6SZUKOQOFV4SM6IPQ","bundle":"https://pith.science/pith/H63PWECAN6SZUKOQOFV4SM6IPQ/bundle.json","state":"https://pith.science/pith/H63PWECAN6SZUKOQOFV4SM6IPQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H63PWECAN6SZUKOQOFV4SM6IPQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:H63PWECAN6SZUKOQOFV4SM6IPQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"baf65491f95e137b33cf04dc79d776c5e2e2e1da6d29d597440f97a15520c6aa","cross_cats_sorted":["cs.CL","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2014-08-09T05:43:12Z","title_canon_sha256":"1b422ed14620b4fcbeec3cb1d8cf3b6bde31a8f9ccacb58ec2588eb530c6c83b"},"schema_version":"1.0","source":{"id":"1408.6418","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1408.6418","created_at":"2026-05-18T02:44:07Z"},{"alias_kind":"arxiv_version","alias_value":"1408.6418v1","created_at":"2026-05-18T02:44:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1408.6418","created_at":"2026-05-18T02:44:07Z"},{"alias_kind":"pith_short_12","alias_value":"H63PWECAN6SZ","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"H63PWECAN6SZUKOQ","created_at":"2026-05-18T12:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"H63PWECA","created_at":"2026-05-18T12:28:30Z"}],"graph_snapshots":[{"event_id":"sha256:f836b0f62f1c95484ba71f2944c8e58eeefb817742697772d22f79229a189b2a","target":"graph","created_at":"2026-05-18T02:44:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We present a system that produces sentential descriptions of video: who did what to whom, and where and how they did it. Action class is rendered as a verb, participant objects as noun phrases, properties of those objects as adjectival modifiers in those noun phrases, spatial relations between those participants as prepositional phrases, and characteristics of the event as prepositional-phrase adjuncts and adverbial modifiers. Extracting the information needed to render these linguistic entities requires an approach to event recognition that recovers object tracks, the trackto-role assignments","authors_text":"Aaron Michaux, Alexander Bridge, Andrei Barbu, Dan Coroian, Dhaval Salvi, Jarrell Waggoner, Jeffrey Mark Siskind, Jiangnan Shangguan, Jinlian Wei, Lara Schmidt, Sam Mussman, Sanja Fidler, Siddharth Narayanaswamy, Song Wang, Sven Dickinson, Yifan Yin, Zachary Burchill, Zhiqi Zhang","cross_cats":["cs.CL","cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2014-08-09T05:43:12Z","title":"Video In Sentences Out"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1408.6418","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb2c815d45eecb0b3a5e2bfc80d81ceac4c6074db52513df68ffe57c91e6f83e","target":"record","created_at":"2026-05-18T02:44:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"baf65491f95e137b33cf04dc79d776c5e2e2e1da6d29d597440f97a15520c6aa","cross_cats_sorted":["cs.CL","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2014-08-09T05:43:12Z","title_canon_sha256":"1b422ed14620b4fcbeec3cb1d8cf3b6bde31a8f9ccacb58ec2588eb530c6c83b"},"schema_version":"1.0","source":{"id":"1408.6418","kind":"arxiv","version":1}},"canonical_sha256":"3fb6fb10406fa59a29d0716bc933c87c38b840435f57d1592482bcc886a4d1b0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3fb6fb10406fa59a29d0716bc933c87c38b840435f57d1592482bcc886a4d1b0","first_computed_at":"2026-05-18T02:44:07.578056Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:44:07.578056Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5FlC2Is16WO424UKBoF/CXUA9Vfu73ZJK0WXjyaY0zbcknn/WAHdLbvSKArttVCIvFy9DyS3zFY0GpDzqhXqBA==","signature_status":"signed_v1","signed_at":"2026-05-18T02:44:07.578439Z","signed_message":"canonical_sha256_bytes"},"source_id":"1408.6418","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb2c815d45eecb0b3a5e2bfc80d81ceac4c6074db52513df68ffe57c91e6f83e","sha256:f836b0f62f1c95484ba71f2944c8e58eeefb817742697772d22f79229a189b2a"],"state_sha256":"c0717010910181afaaf94f59e045369cbb6b8c7bc2957822b1eb12a616c757ba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MZiHN4CAvs9jL4GqHQAeDRYv0f598Rc+0RVbN4DJ6ynJoNwMqdwUqXR0f7GTnBOYZPubRIchdncM6vVkP/afCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T22:51:47.797295Z","bundle_sha256":"1d4d7de519f27a8be2bed724755a7672b0206dc9f787c0c8cd91a22749fb1a1a"}}