{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IEIAB3JIF4L3TKMQHPACUOBZDY","short_pith_number":"pith:IEIAB3JI","canonical_record":{"source":{"id":"2412.08442","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-11T15:06:25Z","cross_cats_sorted":[],"title_canon_sha256":"b6b6c3b9649522a269c80efbd8d3f9e49919919e3b0859238919a7fe7fd4482f","abstract_canon_sha256":"0bf2236b72e3b6da2e59a0e83c348137ac6ba9a5996f3e41d63e37383f6ef3f0"},"schema_version":"1.0"},"canonical_sha256":"411000ed282f17b9a9903bc02a38391e3b333200604d2cd7c9bf036f54a3e888","source":{"kind":"arxiv","id":"2412.08442","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.08442","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"arxiv_version","alias_value":"2412.08442v1","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.08442","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"pith_short_12","alias_value":"IEIAB3JIF4L3","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"pith_short_16","alias_value":"IEIAB3JIF4L3TKMQ","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"pith_short_8","alias_value":"IEIAB3JI","created_at":"2026-07-05T09:47:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IEIAB3JIF4L3TKMQHPACUOBZDY","target":"record","payload":{"canonical_record":{"source":{"id":"2412.08442","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-11T15:06:25Z","cross_cats_sorted":[],"title_canon_sha256":"b6b6c3b9649522a269c80efbd8d3f9e49919919e3b0859238919a7fe7fd4482f","abstract_canon_sha256":"0bf2236b72e3b6da2e59a0e83c348137ac6ba9a5996f3e41d63e37383f6ef3f0"},"schema_version":"1.0"},"canonical_sha256":"411000ed282f17b9a9903bc02a38391e3b333200604d2cd7c9bf036f54a3e888","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:50.201965Z","signature_b64":"RZA2G7vR1TTbKyHgLR7yWwTzvr0KBcNPQ5XPRrRGPfGJzhmmROb1lyJ7znPL22+8RSjrnq79kNzWJrw9rFp6DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"411000ed282f17b9a9903bc02a38391e3b333200604d2cd7c9bf036f54a3e888","last_reissued_at":"2026-07-05T09:47:50.201575Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:50.201575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.08442","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FAe2dd1g1arwF0JbdVmKME3CutuM87d8goruvWoifereHzogfu6pmmToe3B2QvSj5K1PYyNcMkEMnol345iTAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:31:57.064681Z"},"content_sha256":"6e87aa7957a4330341637f3e05258925524f595fb37a5ca29e85ee87bd85c3bd","schema_version":"1.0","event_id":"sha256:6e87aa7957a4330341637f3e05258925524f595fb37a5ca29e85ee87bd85c3bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IEIAB3JIF4L3TKMQHPACUOBZDY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Multimodal LLMs to Generalist Embodied Agents: Methods and Lessons","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aleksei Timofeev, Alexander Toshev, Andrew Szot, Bogdan Mazoure, Devon Hjelm, Harsh Agrawal, Omar Attia, Zhe Gan, Zsolt Kira","submitted_at":"2024-12-11T15:06:25Z","abstract_excerpt":"We examine the capability of Multimodal Large Language Models (MLLMs) to tackle diverse domains that extend beyond the traditional language and vision tasks these models are typically trained on. Specifically, our focus lies in areas such as Embodied AI, Games, UI Control, and Planning. To this end, we introduce a process of adapting an MLLM to a Generalist Embodied Agent (GEA). GEA is a single unified model capable of grounding itself across these varied domains through a multi-embodiment action tokenizer. GEA is trained with supervised learning on a large dataset of embodied experiences and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.08442","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.08442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jEkYJqncRq6NdAtf0dmZMoHxtK+AQmN7hj9XEqQwaotyiwWGwsvl5FY8dEg4XAxbG7wBcisxCVgXnd9oGp2BAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:31:57.065490Z"},"content_sha256":"ca8c6749aaa6270e3bced37dc4a4289609db254fed4f3ad2a7a23e389b1f9d91","schema_version":"1.0","event_id":"sha256:ca8c6749aaa6270e3bced37dc4a4289609db254fed4f3ad2a7a23e389b1f9d91"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IEIAB3JIF4L3TKMQHPACUOBZDY/bundle.json","state_url":"https://pith.science/pith/IEIAB3JIF4L3TKMQHPACUOBZDY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IEIAB3JIF4L3TKMQHPACUOBZDY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T10:31:57Z","links":{"resolver":"https://pith.science/pith/IEIAB3JIF4L3TKMQHPACUOBZDY","bundle":"https://pith.science/pith/IEIAB3JIF4L3TKMQHPACUOBZDY/bundle.json","state":"https://pith.science/pith/IEIAB3JIF4L3TKMQHPACUOBZDY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IEIAB3JIF4L3TKMQHPACUOBZDY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IEIAB3JIF4L3TKMQHPACUOBZDY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0bf2236b72e3b6da2e59a0e83c348137ac6ba9a5996f3e41d63e37383f6ef3f0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-11T15:06:25Z","title_canon_sha256":"b6b6c3b9649522a269c80efbd8d3f9e49919919e3b0859238919a7fe7fd4482f"},"schema_version":"1.0","source":{"id":"2412.08442","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.08442","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"arxiv_version","alias_value":"2412.08442v1","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.08442","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"pith_short_12","alias_value":"IEIAB3JIF4L3","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"pith_short_16","alias_value":"IEIAB3JIF4L3TKMQ","created_at":"2026-07-05T09:47:50Z"},{"alias_kind":"pith_short_8","alias_value":"IEIAB3JI","created_at":"2026-07-05T09:47:50Z"}],"graph_snapshots":[{"event_id":"sha256:ca8c6749aaa6270e3bced37dc4a4289609db254fed4f3ad2a7a23e389b1f9d91","target":"graph","created_at":"2026-07-05T09:47:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.08442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We examine the capability of Multimodal Large Language Models (MLLMs) to tackle diverse domains that extend beyond the traditional language and vision tasks these models are typically trained on. Specifically, our focus lies in areas such as Embodied AI, Games, UI Control, and Planning. To this end, we introduce a process of adapting an MLLM to a Generalist Embodied Agent (GEA). GEA is a single unified model capable of grounding itself across these varied domains through a multi-embodiment action tokenizer. GEA is trained with supervised learning on a large dataset of embodied experiences and ","authors_text":"Aleksei Timofeev, Alexander Toshev, Andrew Szot, Bogdan Mazoure, Devon Hjelm, Harsh Agrawal, Omar Attia, Zhe Gan, Zsolt Kira","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-11T15:06:25Z","title":"From Multimodal LLMs to Generalist Embodied Agents: Methods and Lessons"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.08442","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6e87aa7957a4330341637f3e05258925524f595fb37a5ca29e85ee87bd85c3bd","target":"record","created_at":"2026-07-05T09:47:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0bf2236b72e3b6da2e59a0e83c348137ac6ba9a5996f3e41d63e37383f6ef3f0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-11T15:06:25Z","title_canon_sha256":"b6b6c3b9649522a269c80efbd8d3f9e49919919e3b0859238919a7fe7fd4482f"},"schema_version":"1.0","source":{"id":"2412.08442","kind":"arxiv","version":1}},"canonical_sha256":"411000ed282f17b9a9903bc02a38391e3b333200604d2cd7c9bf036f54a3e888","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"411000ed282f17b9a9903bc02a38391e3b333200604d2cd7c9bf036f54a3e888","first_computed_at":"2026-07-05T09:47:50.201575Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:47:50.201575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RZA2G7vR1TTbKyHgLR7yWwTzvr0KBcNPQ5XPRrRGPfGJzhmmROb1lyJ7znPL22+8RSjrnq79kNzWJrw9rFp6DA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:47:50.201965Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.08442","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6e87aa7957a4330341637f3e05258925524f595fb37a5ca29e85ee87bd85c3bd","sha256:ca8c6749aaa6270e3bced37dc4a4289609db254fed4f3ad2a7a23e389b1f9d91"],"state_sha256":"c7b46c408a9fc317bfa4fb2c89f0fa5ebbb4ade72a3b5f973e1d729170b6b147"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lUfU6SPfdHlBu34xOsmMhdMQATexnI61oqwTggJ5yEqMgF8JfYlZrAbLq+gvLQfLbgF/TF7k+6ni9/i134JoCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T10:31:57.070528Z","bundle_sha256":"a97e497ade2347f44a39abbc594a7f705c7635e4001306b32ee386d21b35eef8"}}