{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2KXQNLIRFUFDYOJVDRM66LPTMK","short_pith_number":"pith:2KXQNLIR","canonical_record":{"source":{"id":"2404.04929","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-04-07T12:05:47Z","cross_cats_sorted":[],"title_canon_sha256":"c2f2eb8df379102e44c2c15eaea59713d1e7d7c0ff6d37ae5fe2c2f57df12432","abstract_canon_sha256":"e4f1bf8092933637d46bfe3f8f00e3b8c3e32e1af4dfc41dab35b19c7517c780"},"schema_version":"1.0"},"canonical_sha256":"d2af06ad112d0a3c39351c59ef2df36287db4d5c2307f7e06afe539373bb6ff2","source":{"kind":"arxiv","id":"2404.04929","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.04929","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"arxiv_version","alias_value":"2404.04929v2","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.04929","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"pith_short_12","alias_value":"2KXQNLIRFUFD","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"pith_short_16","alias_value":"2KXQNLIRFUFDYOJV","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"pith_short_8","alias_value":"2KXQNLIR","created_at":"2026-07-05T08:50:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2KXQNLIRFUFDYOJVDRM66LPTMK","target":"record","payload":{"canonical_record":{"source":{"id":"2404.04929","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-04-07T12:05:47Z","cross_cats_sorted":[],"title_canon_sha256":"c2f2eb8df379102e44c2c15eaea59713d1e7d7c0ff6d37ae5fe2c2f57df12432","abstract_canon_sha256":"e4f1bf8092933637d46bfe3f8f00e3b8c3e32e1af4dfc41dab35b19c7517c780"},"schema_version":"1.0"},"canonical_sha256":"d2af06ad112d0a3c39351c59ef2df36287db4d5c2307f7e06afe539373bb6ff2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:50:11.018370Z","signature_b64":"k2q9/gCHgqwsdUCHRRR3wgaGcc5CCepVyQ5Koh26PJ7PsQd0w7jSaTLQk+nmeMi1w+sxAB40M8OxTu8+abfkDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2af06ad112d0a3c39351c59ef2df36287db4d5c2307f7e06afe539373bb6ff2","last_reissued_at":"2026-07-05T08:50:11.017860Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:50:11.017860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.04929","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jG/EZiWL9B8nmp92spz7fY4NW6NEbyh8z3YmuEeI0elZaWKpQJFeBf4pnqHxmVgsbgzudmDcd29IyI895YhkCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:39:40.647942Z"},"content_sha256":"f303cab0f20720f2deb26b03730e7402d20aeca071fadfada63ea6fba75e67f0","schema_version":"1.0","event_id":"sha256:f303cab0f20720f2deb26b03730e7402d20aeca071fadfada63ea6fba75e67f0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2KXQNLIRFUFDYOJVDRM66LPTMK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RoboMP$^2$: A Robotic Multimodal Perception-Planning Framework with Multimodal Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.RO","authors_text":"Hao Li, Liqiang Nie, Michael Yu Wang, Qi Lv, Rui Shao, Xiang Deng","submitted_at":"2024-04-07T12:05:47Z","abstract_excerpt":"Multimodal Large Language Models (MLLMs) have shown impressive reasoning abilities and general intelligence in various domains. It inspires researchers to train end-to-end MLLMs or utilize large models to generate policies with human-selected prompts for embodied agents. However, these methods exhibit limited generalization capabilities on unseen tasks or scenarios, and overlook the multimodal environment information which is critical for robots to make decisions. In this paper, we introduce a novel Robotic Multimodal Perception-Planning (RoboMP$^2$) framework for robotic manipulation which co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.04929","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.04929/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a6SDMGm2xigEXIoD8qceZh51cLTNXrL874H7YKRbB+epEcypojoE5Fs6oluabmJ8+AGNyf99Wdey2cq3B5x8CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:39:40.648441Z"},"content_sha256":"457dc0a3f984fdec332ba26f70103423edf9a3aa20955573b100bdf62e05014b","schema_version":"1.0","event_id":"sha256:457dc0a3f984fdec332ba26f70103423edf9a3aa20955573b100bdf62e05014b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2KXQNLIRFUFDYOJVDRM66LPTMK/bundle.json","state_url":"https://pith.science/pith/2KXQNLIRFUFDYOJVDRM66LPTMK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2KXQNLIRFUFDYOJVDRM66LPTMK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:39:40Z","links":{"resolver":"https://pith.science/pith/2KXQNLIRFUFDYOJVDRM66LPTMK","bundle":"https://pith.science/pith/2KXQNLIRFUFDYOJVDRM66LPTMK/bundle.json","state":"https://pith.science/pith/2KXQNLIRFUFDYOJVDRM66LPTMK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2KXQNLIRFUFDYOJVDRM66LPTMK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2KXQNLIRFUFDYOJVDRM66LPTMK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e4f1bf8092933637d46bfe3f8f00e3b8c3e32e1af4dfc41dab35b19c7517c780","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-04-07T12:05:47Z","title_canon_sha256":"c2f2eb8df379102e44c2c15eaea59713d1e7d7c0ff6d37ae5fe2c2f57df12432"},"schema_version":"1.0","source":{"id":"2404.04929","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.04929","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"arxiv_version","alias_value":"2404.04929v2","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.04929","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"pith_short_12","alias_value":"2KXQNLIRFUFD","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"pith_short_16","alias_value":"2KXQNLIRFUFDYOJV","created_at":"2026-07-05T08:50:11Z"},{"alias_kind":"pith_short_8","alias_value":"2KXQNLIR","created_at":"2026-07-05T08:50:11Z"}],"graph_snapshots":[{"event_id":"sha256:457dc0a3f984fdec332ba26f70103423edf9a3aa20955573b100bdf62e05014b","target":"graph","created_at":"2026-07-05T08:50:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.04929/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal Large Language Models (MLLMs) have shown impressive reasoning abilities and general intelligence in various domains. It inspires researchers to train end-to-end MLLMs or utilize large models to generate policies with human-selected prompts for embodied agents. However, these methods exhibit limited generalization capabilities on unseen tasks or scenarios, and overlook the multimodal environment information which is critical for robots to make decisions. In this paper, we introduce a novel Robotic Multimodal Perception-Planning (RoboMP$^2$) framework for robotic manipulation which co","authors_text":"Hao Li, Liqiang Nie, Michael Yu Wang, Qi Lv, Rui Shao, Xiang Deng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-04-07T12:05:47Z","title":"RoboMP$^2$: A Robotic Multimodal Perception-Planning Framework with Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.04929","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f303cab0f20720f2deb26b03730e7402d20aeca071fadfada63ea6fba75e67f0","target":"record","created_at":"2026-07-05T08:50:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e4f1bf8092933637d46bfe3f8f00e3b8c3e32e1af4dfc41dab35b19c7517c780","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.RO","submitted_at":"2024-04-07T12:05:47Z","title_canon_sha256":"c2f2eb8df379102e44c2c15eaea59713d1e7d7c0ff6d37ae5fe2c2f57df12432"},"schema_version":"1.0","source":{"id":"2404.04929","kind":"arxiv","version":2}},"canonical_sha256":"d2af06ad112d0a3c39351c59ef2df36287db4d5c2307f7e06afe539373bb6ff2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2af06ad112d0a3c39351c59ef2df36287db4d5c2307f7e06afe539373bb6ff2","first_computed_at":"2026-07-05T08:50:11.017860Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:50:11.017860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k2q9/gCHgqwsdUCHRRR3wgaGcc5CCepVyQ5Koh26PJ7PsQd0w7jSaTLQk+nmeMi1w+sxAB40M8OxTu8+abfkDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:50:11.018370Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.04929","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f303cab0f20720f2deb26b03730e7402d20aeca071fadfada63ea6fba75e67f0","sha256:457dc0a3f984fdec332ba26f70103423edf9a3aa20955573b100bdf62e05014b"],"state_sha256":"c542c04df151cecee92d008de3cc0996bdf2f52abbdc88e914e208cad87b873c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x+D3sMs/A6xSrCZE7EOKLi5YctrqEK+cPv//e4JcNsUqGjM0gGUEdh/9OK3zdxi/FSF6+3cKkh3Y/PJBrHY0AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:39:40.652044Z","bundle_sha256":"a784f9422509d94c75c3ff63e1af5f667153f50930a1afabf59167627cedb590"}}