{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CDM76VI4TPKNBRFJV4LYOTIZSA","short_pith_number":"pith:CDM76VI4","canonical_record":{"source":{"id":"2305.01795","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-02T21:46:44Z","cross_cats_sorted":[],"title_canon_sha256":"0d71dc102b90f7f759b845c7dd9157a5f597505112ddfef367d7c27ee34466aa","abstract_canon_sha256":"81fd5d09b4a5c52dffba8ab16390121d81986c7e2c6d420ec3dea22cc259f925"},"schema_version":"1.0"},"canonical_sha256":"10d9ff551c9bd4d0c4a9af17874d199023554ef48db9a094b0f7bcc05df37d8f","source":{"kind":"arxiv","id":"2305.01795","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.01795","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"arxiv_version","alias_value":"2305.01795v1","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.01795","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"pith_short_12","alias_value":"CDM76VI4TPKN","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"pith_short_16","alias_value":"CDM76VI4TPKNBRFJ","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"pith_short_8","alias_value":"CDM76VI4","created_at":"2026-07-05T06:06:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CDM76VI4TPKNBRFJV4LYOTIZSA","target":"record","payload":{"canonical_record":{"source":{"id":"2305.01795","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-02T21:46:44Z","cross_cats_sorted":[],"title_canon_sha256":"0d71dc102b90f7f759b845c7dd9157a5f597505112ddfef367d7c27ee34466aa","abstract_canon_sha256":"81fd5d09b4a5c52dffba8ab16390121d81986c7e2c6d420ec3dea22cc259f925"},"schema_version":"1.0"},"canonical_sha256":"10d9ff551c9bd4d0c4a9af17874d199023554ef48db9a094b0f7bcc05df37d8f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:06:32.380031Z","signature_b64":"i/YjE6ZrmiE9zQIHX8UFFzFHp9Cf5Q1mX/a4NG4TUcBrnb8TllKULjCiRfdeWZTMUhGpHWAAwZ7Eld7wfBBxBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"10d9ff551c9bd4d0c4a9af17874d199023554ef48db9a094b0f7bcc05df37d8f","last_reissued_at":"2026-07-05T06:06:32.379532Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:06:32.379532Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.01795","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GUTiZVyciDaQhzJ4S5aYd8CtLXAcbP1VHCCJoO1lEOCQsal2WdGQ5ug413dWCWRKuZbSheFAvD0ZeLXdMeuiDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:41:16.246379Z"},"content_sha256":"7c21dc05020f06924a4436fa5dd8dcd0f23a186eb0d7196d2e1d1490f3fbfd15","schema_version":"1.0","event_id":"sha256:7c21dc05020f06924a4436fa5dd8dcd0f23a186eb0d7196d2e1d1490f3fbfd15"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CDM76VI4TPKNBRFJV4LYOTIZSA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal Procedural Planning via Dual Text-Image Prompting","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Pan Lu, Wanrong Zhu, William Yang Wang, Xin Eric Wang, Yujie Lu, Zhiyu Chen","submitted_at":"2023-05-02T21:46:44Z","abstract_excerpt":"Embodied agents have achieved prominent performance in following human instructions to complete tasks. However, the potential of providing instructions informed by texts and images to assist humans in completing tasks remains underexplored. To uncover this capability, we present the multimodal procedural planning (MPP) task, in which models are given a high-level goal and generate plans of paired text-image steps, providing more complementary and informative guidance than unimodal plans. The key challenges of MPP are to ensure the informativeness, temporal coherence,and accuracy of plans acros"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.01795","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.01795/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YxLAPPju3Ctm7IdJhmaWpw/Uc7S5tRDcC//WKYg/mg4cg9Stv00cM7ZmaI7W1ubrdpNhkX/lDCvt/1V83CwzAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:41:16.246894Z"},"content_sha256":"1418cf5433068d7b5235b14107e4636c2f77cdbd543124bb07011acfdf6a1ced","schema_version":"1.0","event_id":"sha256:1418cf5433068d7b5235b14107e4636c2f77cdbd543124bb07011acfdf6a1ced"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CDM76VI4TPKNBRFJV4LYOTIZSA/bundle.json","state_url":"https://pith.science/pith/CDM76VI4TPKNBRFJV4LYOTIZSA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CDM76VI4TPKNBRFJV4LYOTIZSA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:41:16Z","links":{"resolver":"https://pith.science/pith/CDM76VI4TPKNBRFJV4LYOTIZSA","bundle":"https://pith.science/pith/CDM76VI4TPKNBRFJV4LYOTIZSA/bundle.json","state":"https://pith.science/pith/CDM76VI4TPKNBRFJV4LYOTIZSA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CDM76VI4TPKNBRFJV4LYOTIZSA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CDM76VI4TPKNBRFJV4LYOTIZSA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81fd5d09b4a5c52dffba8ab16390121d81986c7e2c6d420ec3dea22cc259f925","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-02T21:46:44Z","title_canon_sha256":"0d71dc102b90f7f759b845c7dd9157a5f597505112ddfef367d7c27ee34466aa"},"schema_version":"1.0","source":{"id":"2305.01795","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.01795","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"arxiv_version","alias_value":"2305.01795v1","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.01795","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"pith_short_12","alias_value":"CDM76VI4TPKN","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"pith_short_16","alias_value":"CDM76VI4TPKNBRFJ","created_at":"2026-07-05T06:06:32Z"},{"alias_kind":"pith_short_8","alias_value":"CDM76VI4","created_at":"2026-07-05T06:06:32Z"}],"graph_snapshots":[{"event_id":"sha256:1418cf5433068d7b5235b14107e4636c2f77cdbd543124bb07011acfdf6a1ced","target":"graph","created_at":"2026-07-05T06:06:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.01795/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Embodied agents have achieved prominent performance in following human instructions to complete tasks. However, the potential of providing instructions informed by texts and images to assist humans in completing tasks remains underexplored. To uncover this capability, we present the multimodal procedural planning (MPP) task, in which models are given a high-level goal and generate plans of paired text-image steps, providing more complementary and informative guidance than unimodal plans. The key challenges of MPP are to ensure the informativeness, temporal coherence,and accuracy of plans acros","authors_text":"Pan Lu, Wanrong Zhu, William Yang Wang, Xin Eric Wang, Yujie Lu, Zhiyu Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-02T21:46:44Z","title":"Multimodal Procedural Planning via Dual Text-Image Prompting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.01795","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7c21dc05020f06924a4436fa5dd8dcd0f23a186eb0d7196d2e1d1490f3fbfd15","target":"record","created_at":"2026-07-05T06:06:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81fd5d09b4a5c52dffba8ab16390121d81986c7e2c6d420ec3dea22cc259f925","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-02T21:46:44Z","title_canon_sha256":"0d71dc102b90f7f759b845c7dd9157a5f597505112ddfef367d7c27ee34466aa"},"schema_version":"1.0","source":{"id":"2305.01795","kind":"arxiv","version":1}},"canonical_sha256":"10d9ff551c9bd4d0c4a9af17874d199023554ef48db9a094b0f7bcc05df37d8f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"10d9ff551c9bd4d0c4a9af17874d199023554ef48db9a094b0f7bcc05df37d8f","first_computed_at":"2026-07-05T06:06:32.379532Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:06:32.379532Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i/YjE6ZrmiE9zQIHX8UFFzFHp9Cf5Q1mX/a4NG4TUcBrnb8TllKULjCiRfdeWZTMUhGpHWAAwZ7Eld7wfBBxBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:06:32.380031Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.01795","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7c21dc05020f06924a4436fa5dd8dcd0f23a186eb0d7196d2e1d1490f3fbfd15","sha256:1418cf5433068d7b5235b14107e4636c2f77cdbd543124bb07011acfdf6a1ced"],"state_sha256":"d08cdc8d5595f25efe92decd48c226ae6b08fd94d11457e892af3f21af61f163"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EGx6FJN+P8p6WzGoSsv/I2wbn8VHC066t/5nrFBoJaKvRCQw/q6wWYiAngwX9a1WLk+HlX+jtu+rXby166s8AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:41:16.251588Z","bundle_sha256":"dd6203b5319819536493ba5909a86e535f470b1b7c7075fa40971eebe1f37005"}}