{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:RPNLOXTKRSIGGKZ3HLPUMTYAAU","short_pith_number":"pith:RPNLOXTK","canonical_record":{"source":{"id":"2110.08486","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T06:12:15Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"e34c0f98de722792adde7d8afc06308f51c92adba33512b82130f7d6e2247167","abstract_canon_sha256":"00d7a39f8e444d14085bd34172d1b5efb4f1edc3699e1812fb4936d22555d8f7"},"schema_version":"1.0"},"canonical_sha256":"8bdab75e6a8c90632b3b3adf464f0005039e3d34ff2da9743944ac78e5df35ab","source":{"kind":"arxiv","id":"2110.08486","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08486","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08486v4","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08486","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"pith_short_12","alias_value":"RPNLOXTKRSIG","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"pith_short_16","alias_value":"RPNLOXTKRSIGGKZ3","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"pith_short_8","alias_value":"RPNLOXTK","created_at":"2026-07-05T07:47:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:RPNLOXTKRSIGGKZ3HLPUMTYAAU","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08486","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T06:12:15Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"e34c0f98de722792adde7d8afc06308f51c92adba33512b82130f7d6e2247167","abstract_canon_sha256":"00d7a39f8e444d14085bd34172d1b5efb4f1edc3699e1812fb4936d22555d8f7"},"schema_version":"1.0"},"canonical_sha256":"8bdab75e6a8c90632b3b3adf464f0005039e3d34ff2da9743944ac78e5df35ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:47:23.329377Z","signature_b64":"SzbqSAw8CpZcTYmCPg52lacjWQFwST34pBmTO2qZV1fdqqqJfB2NJzEQBTPW2LA5fXmllBjJBqHABu0ZbWg+Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8bdab75e6a8c90632b3b3adf464f0005039e3d34ff2da9743944ac78e5df35ab","last_reissued_at":"2026-07-05T07:47:23.328891Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:47:23.328891Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08486","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:47:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ibWMTh5amAeEMvdHkQN0bDhVXw2muT9Po2G8MP5F7RxKVz0j44SAMfXXhcXa/ZCjYCO3B4AOg4a7lcQOE2+mBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:32:34.200320Z"},"content_sha256":"9bd388eaac138debd72b8e8fadb059fb4a66b2b68c419590086b7d3de3a2f9e2","schema_version":"1.0","event_id":"sha256:9bd388eaac138debd72b8e8fadb059fb4a66b2b68c419590086b7d3de3a2f9e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:RPNLOXTKRSIGGKZ3HLPUMTYAAU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Multimodal Procedural Knowledge by Sequencing Multimodal Instructional Manuals","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Alex Spangher, Marjorie Freedman, Nanyun Peng, Pegah Alipoormolabashi, Ralph Weischedel, Te-Lin Wu","submitted_at":"2021-10-16T06:12:15Z","abstract_excerpt":"The ability to sequence unordered events is an essential skill to comprehend and reason about real world task procedures, which often requires thorough understanding of temporal common sense and multimodal information, as these procedures are often communicated through a combination of texts and images. Such capability is essential for applications such as sequential task planning and multi-source instruction summarization. While humans are capable of reasoning about and sequencing unordered multimodal procedural instructions, whether current machine learning models have such essential capabil"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08486","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08486/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:47:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y8iY5sfX4JrFhn6ZttmT+whBHiCalggybuLFcC7y4duAMIpHVUMOTnt1f7WmS81qx79kjs51Ji+3P6r19YEzBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:32:34.200903Z"},"content_sha256":"37df0e5770180e69b0a63448908bfc0fbdc39eb63471c5ba6571c6ab324221b3","schema_version":"1.0","event_id":"sha256:37df0e5770180e69b0a63448908bfc0fbdc39eb63471c5ba6571c6ab324221b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU/bundle.json","state_url":"https://pith.science/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:32:34Z","links":{"resolver":"https://pith.science/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU","bundle":"https://pith.science/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU/bundle.json","state":"https://pith.science/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RPNLOXTKRSIGGKZ3HLPUMTYAAU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:RPNLOXTKRSIGGKZ3HLPUMTYAAU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"00d7a39f8e444d14085bd34172d1b5efb4f1edc3699e1812fb4936d22555d8f7","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T06:12:15Z","title_canon_sha256":"e34c0f98de722792adde7d8afc06308f51c92adba33512b82130f7d6e2247167"},"schema_version":"1.0","source":{"id":"2110.08486","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08486","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08486v4","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08486","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"pith_short_12","alias_value":"RPNLOXTKRSIG","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"pith_short_16","alias_value":"RPNLOXTKRSIGGKZ3","created_at":"2026-07-05T07:47:23Z"},{"alias_kind":"pith_short_8","alias_value":"RPNLOXTK","created_at":"2026-07-05T07:47:23Z"}],"graph_snapshots":[{"event_id":"sha256:37df0e5770180e69b0a63448908bfc0fbdc39eb63471c5ba6571c6ab324221b3","target":"graph","created_at":"2026-07-05T07:47:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to sequence unordered events is an essential skill to comprehend and reason about real world task procedures, which often requires thorough understanding of temporal common sense and multimodal information, as these procedures are often communicated through a combination of texts and images. Such capability is essential for applications such as sequential task planning and multi-source instruction summarization. While humans are capable of reasoning about and sequencing unordered multimodal procedural instructions, whether current machine learning models have such essential capabil","authors_text":"Alex Spangher, Marjorie Freedman, Nanyun Peng, Pegah Alipoormolabashi, Ralph Weischedel, Te-Lin Wu","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T06:12:15Z","title":"Understanding Multimodal Procedural Knowledge by Sequencing Multimodal Instructional Manuals"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08486","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bd388eaac138debd72b8e8fadb059fb4a66b2b68c419590086b7d3de3a2f9e2","target":"record","created_at":"2026-07-05T07:47:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"00d7a39f8e444d14085bd34172d1b5efb4f1edc3699e1812fb4936d22555d8f7","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T06:12:15Z","title_canon_sha256":"e34c0f98de722792adde7d8afc06308f51c92adba33512b82130f7d6e2247167"},"schema_version":"1.0","source":{"id":"2110.08486","kind":"arxiv","version":4}},"canonical_sha256":"8bdab75e6a8c90632b3b3adf464f0005039e3d34ff2da9743944ac78e5df35ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8bdab75e6a8c90632b3b3adf464f0005039e3d34ff2da9743944ac78e5df35ab","first_computed_at":"2026-07-05T07:47:23.328891Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:47:23.328891Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SzbqSAw8CpZcTYmCPg52lacjWQFwST34pBmTO2qZV1fdqqqJfB2NJzEQBTPW2LA5fXmllBjJBqHABu0ZbWg+Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T07:47:23.329377Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08486","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bd388eaac138debd72b8e8fadb059fb4a66b2b68c419590086b7d3de3a2f9e2","sha256:37df0e5770180e69b0a63448908bfc0fbdc39eb63471c5ba6571c6ab324221b3"],"state_sha256":"a2dcdc1ac17b5059f8340ac6c4dd6aade7f30c4b5d75ded15dfcc1ad6304a410"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NYwFXEf+9auWUGhifM1Yoa8lASBOq19ZmCrgw+3MBrfFBYdg3qFL0bsHj/VGl6dBfA8OX6IjCthmXaxMdtREAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:32:34.206680Z","bundle_sha256":"933833ecc38f1903c015642269342f9fc5fe61662ff2c751eaab81c5eafffec8"}}