{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:S4L3TMCXWQRJLZJER5ZGQEPDTY","short_pith_number":"pith:S4L3TMCX","canonical_record":{"source":{"id":"2407.16804","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-23T19:07:56Z","cross_cats_sorted":["cs.AI","cs.CY","cs.ET"],"title_canon_sha256":"7a4d3cfbc9509191d9c88425ff2fda350178bf21c9f7f28567a2c347db5715cf","abstract_canon_sha256":"87648fc7edc6aeee1370d951f267d11975b86a41655e39786ad8eec29630f633"},"schema_version":"1.0"},"canonical_sha256":"9717b9b057b42295e5248f726811e39e1e5d4027ae82431870fd753cbf49daf6","source":{"kind":"arxiv","id":"2407.16804","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.16804","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"arxiv_version","alias_value":"2407.16804v2","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.16804","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"pith_short_12","alias_value":"S4L3TMCXWQRJ","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"pith_short_16","alias_value":"S4L3TMCXWQRJLZJE","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"pith_short_8","alias_value":"S4L3TMCX","created_at":"2026-07-05T11:26:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:S4L3TMCXWQRJLZJER5ZGQEPDTY","target":"record","payload":{"canonical_record":{"source":{"id":"2407.16804","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-23T19:07:56Z","cross_cats_sorted":["cs.AI","cs.CY","cs.ET"],"title_canon_sha256":"7a4d3cfbc9509191d9c88425ff2fda350178bf21c9f7f28567a2c347db5715cf","abstract_canon_sha256":"87648fc7edc6aeee1370d951f267d11975b86a41655e39786ad8eec29630f633"},"schema_version":"1.0"},"canonical_sha256":"9717b9b057b42295e5248f726811e39e1e5d4027ae82431870fd753cbf49daf6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:26:23.488685Z","signature_b64":"G1UrSn8t3CtiU7s2sntQ0vMc+iqf12QyNTtGVDGhcNN9Nyyyr43zyqbRj4hbfeXgmcmVjbwEQbddfe+8mGEVAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9717b9b057b42295e5248f726811e39e1e5d4027ae82431870fd753cbf49daf6","last_reissued_at":"2026-07-05T11:26:23.488144Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:26:23.488144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.16804","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bwWCc3MeahXABSqUZcE0ewda1X3iKSHqY7EDEwwUtnyF05h+NLSc8SbmgV524f2bz6zOUrW4Halkon8ZSOpSBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:14:35.092814Z"},"content_sha256":"6eecc038868acb4d4e72bfff6e38f33e2ee292d6541ba11959f87fa92b81ff7e","schema_version":"1.0","event_id":"sha256:6eecc038868acb4d4e72bfff6e38f33e2ee292d6541ba11959f87fa92b81ff7e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:S4L3TMCXWQRJLZJER5ZGQEPDTY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal Machine Learning in Mental Health: A Survey of Data, Algorithms, and Challenges","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.ET"],"primary_cat":"cs.LG","authors_text":"Ioannis Patras, Matthew Purver, Zahraa Al Sahili","submitted_at":"2024-07-23T19:07:56Z","abstract_excerpt":"Multimodal machine learning (MML) is rapidly reshaping the way mental-health disorders are detected, characterized, and longitudinally monitored. Whereas early studies relied on isolated data streams -- such as speech, text, or wearable signals -- recent research has converged on architectures that integrate heterogeneous modalities to capture the rich, complex signatures of psychiatric conditions. This survey provides the first comprehensive, clinically grounded synthesis of MML for mental health. We (i) catalog 26 public datasets spanning audio, visual, physiological signals, and text modali"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.16804","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.16804/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/POnJw5X0WSJ8YjKnSKw/3KTZszEW+ZtEU23eZVE5pev3ypjjAXrGjQUQQOhQc1+MROHB/f4Tgc9wR3bTWCXDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:14:35.093367Z"},"content_sha256":"f8520da8a7f61b62ded2a0a65fa32d179e6ca50ca4e2a8d8bfdc469316956482","schema_version":"1.0","event_id":"sha256:f8520da8a7f61b62ded2a0a65fa32d179e6ca50ca4e2a8d8bfdc469316956482"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY/bundle.json","state_url":"https://pith.science/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:14:35Z","links":{"resolver":"https://pith.science/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY","bundle":"https://pith.science/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY/bundle.json","state":"https://pith.science/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S4L3TMCXWQRJLZJER5ZGQEPDTY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:S4L3TMCXWQRJLZJER5ZGQEPDTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87648fc7edc6aeee1370d951f267d11975b86a41655e39786ad8eec29630f633","cross_cats_sorted":["cs.AI","cs.CY","cs.ET"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-23T19:07:56Z","title_canon_sha256":"7a4d3cfbc9509191d9c88425ff2fda350178bf21c9f7f28567a2c347db5715cf"},"schema_version":"1.0","source":{"id":"2407.16804","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.16804","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"arxiv_version","alias_value":"2407.16804v2","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.16804","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"pith_short_12","alias_value":"S4L3TMCXWQRJ","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"pith_short_16","alias_value":"S4L3TMCXWQRJLZJE","created_at":"2026-07-05T11:26:23Z"},{"alias_kind":"pith_short_8","alias_value":"S4L3TMCX","created_at":"2026-07-05T11:26:23Z"}],"graph_snapshots":[{"event_id":"sha256:f8520da8a7f61b62ded2a0a65fa32d179e6ca50ca4e2a8d8bfdc469316956482","target":"graph","created_at":"2026-07-05T11:26:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.16804/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal machine learning (MML) is rapidly reshaping the way mental-health disorders are detected, characterized, and longitudinally monitored. Whereas early studies relied on isolated data streams -- such as speech, text, or wearable signals -- recent research has converged on architectures that integrate heterogeneous modalities to capture the rich, complex signatures of psychiatric conditions. This survey provides the first comprehensive, clinically grounded synthesis of MML for mental health. We (i) catalog 26 public datasets spanning audio, visual, physiological signals, and text modali","authors_text":"Ioannis Patras, Matthew Purver, Zahraa Al Sahili","cross_cats":["cs.AI","cs.CY","cs.ET"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-23T19:07:56Z","title":"Multimodal Machine Learning in Mental Health: A Survey of Data, Algorithms, and Challenges"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.16804","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6eecc038868acb4d4e72bfff6e38f33e2ee292d6541ba11959f87fa92b81ff7e","target":"record","created_at":"2026-07-05T11:26:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87648fc7edc6aeee1370d951f267d11975b86a41655e39786ad8eec29630f633","cross_cats_sorted":["cs.AI","cs.CY","cs.ET"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-23T19:07:56Z","title_canon_sha256":"7a4d3cfbc9509191d9c88425ff2fda350178bf21c9f7f28567a2c347db5715cf"},"schema_version":"1.0","source":{"id":"2407.16804","kind":"arxiv","version":2}},"canonical_sha256":"9717b9b057b42295e5248f726811e39e1e5d4027ae82431870fd753cbf49daf6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9717b9b057b42295e5248f726811e39e1e5d4027ae82431870fd753cbf49daf6","first_computed_at":"2026-07-05T11:26:23.488144Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:23.488144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G1UrSn8t3CtiU7s2sntQ0vMc+iqf12QyNTtGVDGhcNN9Nyyyr43zyqbRj4hbfeXgmcmVjbwEQbddfe+8mGEVAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:23.488685Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.16804","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6eecc038868acb4d4e72bfff6e38f33e2ee292d6541ba11959f87fa92b81ff7e","sha256:f8520da8a7f61b62ded2a0a65fa32d179e6ca50ca4e2a8d8bfdc469316956482"],"state_sha256":"12df1f46bd61eeeccb98852533a4a49835094d34049468af57a9f25b9544846f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xBY6tiIB4f7PwD+q+TNxrWg24goY+OvKjfPFNDvRqnCBbvuL69woASmHxpIvhvStDH5KQy87uIsTg4dRjiQaCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:14:35.096727Z","bundle_sha256":"56ea72b7a4b55471df099a96c655dd1950d21fe2297a181991b22e3d8c3497de"}}