{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EI7UO2HB6FRTE2MO3KNBBZUUZS","short_pith_number":"pith:EI7UO2HB","canonical_record":{"source":{"id":"2407.03418","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-03T18:00:48Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"8a70fc92a92afd28342eb76657aec993e7767a00aad5ae168bb4995c0baecd11","abstract_canon_sha256":"f2547e2290366386e9494e030dc35d550b75537488413fa4c6b8fc55f71db865"},"schema_version":"1.0"},"canonical_sha256":"223f4768e1f16332698eda9a10e694cc807183e4d9b36388a0e02cfe9d222118","source":{"kind":"arxiv","id":"2407.03418","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03418","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03418v1","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03418","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"pith_short_12","alias_value":"EI7UO2HB6FRT","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"pith_short_16","alias_value":"EI7UO2HB6FRTE2MO","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"pith_short_8","alias_value":"EI7UO2HB","created_at":"2026-07-05T08:39:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EI7UO2HB6FRTE2MO3KNBBZUUZS","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03418","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-03T18:00:48Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"8a70fc92a92afd28342eb76657aec993e7767a00aad5ae168bb4995c0baecd11","abstract_canon_sha256":"f2547e2290366386e9494e030dc35d550b75537488413fa4c6b8fc55f71db865"},"schema_version":"1.0"},"canonical_sha256":"223f4768e1f16332698eda9a10e694cc807183e4d9b36388a0e02cfe9d222118","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:39:54.603760Z","signature_b64":"+7zojQFTQTo4ggvBmXOOZasBPNw+1SJI20gU9Pntmrekq2xxGD6fixBTTyBPtNT8mUXnKfazQL7ezF8aP+u2CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"223f4768e1f16332698eda9a10e694cc807183e4d9b36388a0e02cfe9d222118","last_reissued_at":"2026-07-05T08:39:54.603345Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:39:54.603345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03418","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RzGeyWMvGA+YOUDcAse7PT4QnU5j/Oo0G3jspI6Sf9hGslfMX83MGmXG8HNEZfVopW1nCOPB+pwJn/UfNLNcBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T00:14:57.884630Z"},"content_sha256":"a5576a32eec5e179b30720babf55fc8736694487dfac1de7283c0f3919555df4","schema_version":"1.0","event_id":"sha256:a5576a32eec5e179b30720babf55fc8736694487dfac1de7283c0f3919555df4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EI7UO2HB6FRTE2MO3KNBBZUUZS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HEMM: Holistic Evaluation of Multimodal Foundation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Akshay Goindani, Haofei Yu, Leena Mathur, Louis-Philippe Morency, Paul Pu Liang, Ruslan Salakhutdinov, Talha Chafekar","submitted_at":"2024-07-03T18:00:48Z","abstract_excerpt":"Multimodal foundation models that can holistically process text alongside images, video, audio, and other sensory modalities are increasingly used in a variety of real-world applications. However, it is challenging to characterize and study progress in multimodal foundation models, given the range of possible modeling decisions, tasks, and domains. In this paper, we introduce Holistic Evaluation of Multimodal Models (HEMM) to systematically evaluate the capabilities of multimodal foundation models across a set of 3 dimensions: basic skills, information flow, and real-world use cases. Basic mul"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03418","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03418/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"24QIZabx5jzUc8f58CV3JPslHPROnelh2Z9CHE62HLofklz5POT9jM8fGviF6PIBH1bZALN4IuwN1D2uExBGCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T00:14:57.885171Z"},"content_sha256":"c1f7a7b6b3fd589db299d5a18fce8c74935da364aef0f5b1ab09de70c6e764b6","schema_version":"1.0","event_id":"sha256:c1f7a7b6b3fd589db299d5a18fce8c74935da364aef0f5b1ab09de70c6e764b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS/bundle.json","state_url":"https://pith.science/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-02T00:14:57Z","links":{"resolver":"https://pith.science/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS","bundle":"https://pith.science/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS/bundle.json","state":"https://pith.science/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EI7UO2HB6FRTE2MO3KNBBZUUZS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EI7UO2HB6FRTE2MO3KNBBZUUZS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f2547e2290366386e9494e030dc35d550b75537488413fa4c6b8fc55f71db865","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-03T18:00:48Z","title_canon_sha256":"8a70fc92a92afd28342eb76657aec993e7767a00aad5ae168bb4995c0baecd11"},"schema_version":"1.0","source":{"id":"2407.03418","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03418","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03418v1","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03418","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"pith_short_12","alias_value":"EI7UO2HB6FRT","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"pith_short_16","alias_value":"EI7UO2HB6FRTE2MO","created_at":"2026-07-05T08:39:54Z"},{"alias_kind":"pith_short_8","alias_value":"EI7UO2HB","created_at":"2026-07-05T08:39:54Z"}],"graph_snapshots":[{"event_id":"sha256:c1f7a7b6b3fd589db299d5a18fce8c74935da364aef0f5b1ab09de70c6e764b6","target":"graph","created_at":"2026-07-05T08:39:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03418/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal foundation models that can holistically process text alongside images, video, audio, and other sensory modalities are increasingly used in a variety of real-world applications. However, it is challenging to characterize and study progress in multimodal foundation models, given the range of possible modeling decisions, tasks, and domains. In this paper, we introduce Holistic Evaluation of Multimodal Models (HEMM) to systematically evaluate the capabilities of multimodal foundation models across a set of 3 dimensions: basic skills, information flow, and real-world use cases. Basic mul","authors_text":"Akshay Goindani, Haofei Yu, Leena Mathur, Louis-Philippe Morency, Paul Pu Liang, Ruslan Salakhutdinov, Talha Chafekar","cross_cats":["cs.AI","cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-03T18:00:48Z","title":"HEMM: Holistic Evaluation of Multimodal Foundation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03418","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a5576a32eec5e179b30720babf55fc8736694487dfac1de7283c0f3919555df4","target":"record","created_at":"2026-07-05T08:39:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f2547e2290366386e9494e030dc35d550b75537488413fa4c6b8fc55f71db865","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-03T18:00:48Z","title_canon_sha256":"8a70fc92a92afd28342eb76657aec993e7767a00aad5ae168bb4995c0baecd11"},"schema_version":"1.0","source":{"id":"2407.03418","kind":"arxiv","version":1}},"canonical_sha256":"223f4768e1f16332698eda9a10e694cc807183e4d9b36388a0e02cfe9d222118","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"223f4768e1f16332698eda9a10e694cc807183e4d9b36388a0e02cfe9d222118","first_computed_at":"2026-07-05T08:39:54.603345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:39:54.603345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+7zojQFTQTo4ggvBmXOOZasBPNw+1SJI20gU9Pntmrekq2xxGD6fixBTTyBPtNT8mUXnKfazQL7ezF8aP+u2CA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:39:54.603760Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03418","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a5576a32eec5e179b30720babf55fc8736694487dfac1de7283c0f3919555df4","sha256:c1f7a7b6b3fd589db299d5a18fce8c74935da364aef0f5b1ab09de70c6e764b6"],"state_sha256":"7022b5e3005fbc717140bf070cfc6b551c13e352c85b78e2a240eeee5f2e6908"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kH69dEz66UgBhzSwN4oWjFJZQzRVyntatzeOoBHSkBGrbXN/5KxlI3Zv0yYMJkIyDWVNL9uFU3y7LGYePOZDDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-02T00:14:57.889249Z","bundle_sha256":"70880e8c9868550df2f7336094a9323c5d70b7d2d9fb14902f9d8014e06e34c6"}}