{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SJ6RYI747LNY4FG2NKQWI6EKUA","short_pith_number":"pith:SJ6RYI74","canonical_record":{"source":{"id":"2407.03967","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:36:49Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"330655c26bd5bd522dbb46b837f7343b5bb158d50da755dbccbd77b1148c6999","abstract_canon_sha256":"1706e2286d9629256803f1c800b6d046b2646ceb50f14759edb6cfd12b836491"},"schema_version":"1.0"},"canonical_sha256":"927d1c23fcfadb8e14da6aa164788aa01ca0ba1eaaed2cea992389171229be81","source":{"kind":"arxiv","id":"2407.03967","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03967","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03967v2","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03967","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"pith_short_12","alias_value":"SJ6RYI747LNY","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"pith_short_16","alias_value":"SJ6RYI747LNY4FG2","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"pith_short_8","alias_value":"SJ6RYI74","created_at":"2026-07-05T09:27:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SJ6RYI747LNY4FG2NKQWI6EKUA","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03967","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:36:49Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"330655c26bd5bd522dbb46b837f7343b5bb158d50da755dbccbd77b1148c6999","abstract_canon_sha256":"1706e2286d9629256803f1c800b6d046b2646ceb50f14759edb6cfd12b836491"},"schema_version":"1.0"},"canonical_sha256":"927d1c23fcfadb8e14da6aa164788aa01ca0ba1eaaed2cea992389171229be81","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:02.910905Z","signature_b64":"1EIDV/b8hPFs3ZVU3Vm0hdyioEhiTMOXTBxKmCUt1r/G7a7Vonifj1jo5bEXn2jcu7iCpgO1cIrbDV+yF50iDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"927d1c23fcfadb8e14da6aa164788aa01ca0ba1eaaed2cea992389171229be81","last_reissued_at":"2026-07-05T09:27:02.910435Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:02.910435Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03967","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"festJ0mJsverBtqFZM/igDkjIhOHeWcWWg8KESH2QdOttses2ZbEGI1RVJggbSjRuRGWk+OdBCFCKcLjtYutAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T11:12:06.103287Z"},"content_sha256":"163fe6743315fe861794c6096b3d478511b8c8915a07bf27cc3aacaa4e2fff86","schema_version":"1.0","event_id":"sha256:163fe6743315fe861794c6096b3d478511b8c8915a07bf27cc3aacaa4e2fff86"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SJ6RYI747LNY4FG2NKQWI6EKUA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating the Role of Instruction Variety and Task Difficulty in Robotic Manipulation Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.RO"],"primary_cat":"cs.CL","authors_text":"Alessandro Suglia, Amit Parekh, Ioannis Konstas, Nikolas Vitsakis","submitted_at":"2024-07-04T14:36:49Z","abstract_excerpt":"Evaluating the generalisation capabilities of multimodal models based solely on their performance on out-of-distribution data fails to capture their true robustness. This work introduces a comprehensive evaluation framework that systematically examines the role of instructions and inputs in the generalisation abilities of such models, considering architectural design, input perturbations across language and vision modalities, and increased task complexity. The proposed framework uncovers the resilience of multimodal models to extreme instruction perturbations and their vulnerability to observa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03967","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03967/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"50QB8vHkLdxeMWZGapCBRMK0hlILamFPDYzppatLWHHX4RYtJEU8YMo9xPcTvVUqmCjI+KZAVgdkotOg45z5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T11:12:06.103883Z"},"content_sha256":"a37fa85c4471b244a90c89258969ab470948eb8d08fc8a99c9a245ecc50f2d9b","schema_version":"1.0","event_id":"sha256:a37fa85c4471b244a90c89258969ab470948eb8d08fc8a99c9a245ecc50f2d9b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SJ6RYI747LNY4FG2NKQWI6EKUA/bundle.json","state_url":"https://pith.science/pith/SJ6RYI747LNY4FG2NKQWI6EKUA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SJ6RYI747LNY4FG2NKQWI6EKUA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T11:12:06Z","links":{"resolver":"https://pith.science/pith/SJ6RYI747LNY4FG2NKQWI6EKUA","bundle":"https://pith.science/pith/SJ6RYI747LNY4FG2NKQWI6EKUA/bundle.json","state":"https://pith.science/pith/SJ6RYI747LNY4FG2NKQWI6EKUA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SJ6RYI747LNY4FG2NKQWI6EKUA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SJ6RYI747LNY4FG2NKQWI6EKUA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1706e2286d9629256803f1c800b6d046b2646ceb50f14759edb6cfd12b836491","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:36:49Z","title_canon_sha256":"330655c26bd5bd522dbb46b837f7343b5bb158d50da755dbccbd77b1148c6999"},"schema_version":"1.0","source":{"id":"2407.03967","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03967","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03967v2","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03967","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"pith_short_12","alias_value":"SJ6RYI747LNY","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"pith_short_16","alias_value":"SJ6RYI747LNY4FG2","created_at":"2026-07-05T09:27:02Z"},{"alias_kind":"pith_short_8","alias_value":"SJ6RYI74","created_at":"2026-07-05T09:27:02Z"}],"graph_snapshots":[{"event_id":"sha256:a37fa85c4471b244a90c89258969ab470948eb8d08fc8a99c9a245ecc50f2d9b","target":"graph","created_at":"2026-07-05T09:27:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03967/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating the generalisation capabilities of multimodal models based solely on their performance on out-of-distribution data fails to capture their true robustness. This work introduces a comprehensive evaluation framework that systematically examines the role of instructions and inputs in the generalisation abilities of such models, considering architectural design, input perturbations across language and vision modalities, and increased task complexity. The proposed framework uncovers the resilience of multimodal models to extreme instruction perturbations and their vulnerability to observa","authors_text":"Alessandro Suglia, Amit Parekh, Ioannis Konstas, Nikolas Vitsakis","cross_cats":["cs.AI","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:36:49Z","title":"Investigating the Role of Instruction Variety and Task Difficulty in Robotic Manipulation Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03967","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:163fe6743315fe861794c6096b3d478511b8c8915a07bf27cc3aacaa4e2fff86","target":"record","created_at":"2026-07-05T09:27:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1706e2286d9629256803f1c800b6d046b2646ceb50f14759edb6cfd12b836491","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-04T14:36:49Z","title_canon_sha256":"330655c26bd5bd522dbb46b837f7343b5bb158d50da755dbccbd77b1148c6999"},"schema_version":"1.0","source":{"id":"2407.03967","kind":"arxiv","version":2}},"canonical_sha256":"927d1c23fcfadb8e14da6aa164788aa01ca0ba1eaaed2cea992389171229be81","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"927d1c23fcfadb8e14da6aa164788aa01ca0ba1eaaed2cea992389171229be81","first_computed_at":"2026-07-05T09:27:02.910435Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:02.910435Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1EIDV/b8hPFs3ZVU3Vm0hdyioEhiTMOXTBxKmCUt1r/G7a7Vonifj1jo5bEXn2jcu7iCpgO1cIrbDV+yF50iDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:02.910905Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03967","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:163fe6743315fe861794c6096b3d478511b8c8915a07bf27cc3aacaa4e2fff86","sha256:a37fa85c4471b244a90c89258969ab470948eb8d08fc8a99c9a245ecc50f2d9b"],"state_sha256":"dcc400ecfa6a06c9fe190116a5c5644ecfeca8c4af2a879cd60c3fba06465505"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rLYezOfRt71Fg+QZ23Fy39maasR4Di6HTHuzuB1wypOgipgW1g/Y0JXzmyO6LSv2hMjIIvgFCPBHgR22E9TUCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T11:12:06.110436Z","bundle_sha256":"24933f8945b59135bb7e4a0c3760dbf21f65ecd067a6f08cc6c5c0c6b9590592"}}