{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JNZ2XFAOMITRHXV5K6PWGTZHEP","short_pith_number":"pith:JNZ2XFAO","canonical_record":{"source":{"id":"2408.04388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-08-08T11:44:57Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"96a68e7128a40a6ed0864ca2fc328df42b220c30e64358db4407993fbd1513a6","abstract_canon_sha256":"56c59789eaba0d191865a230b1f73d2eace3086ce6565dda14e15caa96e0de9b"},"schema_version":"1.0"},"canonical_sha256":"4b73ab940e622713debd579f634f2723de0969397ef769c65652c3811559d710","source":{"kind":"arxiv","id":"2408.04388","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.04388","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"arxiv_version","alias_value":"2408.04388v1","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.04388","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"pith_short_12","alias_value":"JNZ2XFAOMITR","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"pith_short_16","alias_value":"JNZ2XFAOMITRHXV5","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"pith_short_8","alias_value":"JNZ2XFAO","created_at":"2026-07-05T08:53:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JNZ2XFAOMITRHXV5K6PWGTZHEP","target":"record","payload":{"canonical_record":{"source":{"id":"2408.04388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-08-08T11:44:57Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"96a68e7128a40a6ed0864ca2fc328df42b220c30e64358db4407993fbd1513a6","abstract_canon_sha256":"56c59789eaba0d191865a230b1f73d2eace3086ce6565dda14e15caa96e0de9b"},"schema_version":"1.0"},"canonical_sha256":"4b73ab940e622713debd579f634f2723de0969397ef769c65652c3811559d710","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:53:32.567632Z","signature_b64":"oLOr7uY864F9/ofIkXPKoYoLIxqaS+ms8bz9EyMke5ZqTGI50inRcx2Vpa3ar1SxEBMW4wtcMU41l8LeNnjhAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b73ab940e622713debd579f634f2723de0969397ef769c65652c3811559d710","last_reissued_at":"2026-07-05T08:53:32.567207Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:53:32.567207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.04388","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7FyRoP+naVXxe8SUFhZY+IG9TRvAm1FS+TAqREB2FxpI21rZ4kBUaRFYxMX824AqGqJfVFiWtlLFYoRDWS8wCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T05:09:54.094810Z"},"content_sha256":"73a22b470cbeee23c2e29a77d5a0d68e7b45c02ec8cf91de77c42008ad02737f","schema_version":"1.0","event_id":"sha256:73a22b470cbeee23c2e29a77d5a0d68e7b45c02ec8cf91de77c42008ad02737f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JNZ2XFAOMITRHXV5K6PWGTZHEP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MM-Forecast: A Multimodal Approach to Temporal Event Forecasting with Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.MM","authors_text":"Haoxuan Li, Tat-Seng Chua, Yang Yang, Yi Bin, Yunshan Ma, Zhengmao Yang","submitted_at":"2024-08-08T11:44:57Z","abstract_excerpt":"We study an emerging and intriguing problem of multimodal temporal event forecasting with large language models. Compared to using text or graph modalities, the investigation of utilizing images for temporal event forecasting has not been fully explored, especially in the era of large language models (LLMs). To bridge this gap, we are particularly interested in two key questions of: 1) why images will help in temporal event forecasting, and 2) how to integrate images into the LLM-based forecasting framework. To answer these research questions, we propose to identify two essential functions tha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.04388","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.04388/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oE856BurynC/f1qVBJTc03xBa9gYBQIXgbOpx4QTFAcdm/qybqKUVI47zNYZ6EoKBGgAwFTSfB52pSJEVyMJDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T05:09:54.095316Z"},"content_sha256":"9eb240485ba9a594b77bbece1f22f27d62619ab38130ffca837b524c2baecad5","schema_version":"1.0","event_id":"sha256:9eb240485ba9a594b77bbece1f22f27d62619ab38130ffca837b524c2baecad5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP/bundle.json","state_url":"https://pith.science/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T05:09:54Z","links":{"resolver":"https://pith.science/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP","bundle":"https://pith.science/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP/bundle.json","state":"https://pith.science/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JNZ2XFAOMITRHXV5K6PWGTZHEP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JNZ2XFAOMITRHXV5K6PWGTZHEP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56c59789eaba0d191865a230b1f73d2eace3086ce6565dda14e15caa96e0de9b","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-08-08T11:44:57Z","title_canon_sha256":"96a68e7128a40a6ed0864ca2fc328df42b220c30e64358db4407993fbd1513a6"},"schema_version":"1.0","source":{"id":"2408.04388","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.04388","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"arxiv_version","alias_value":"2408.04388v1","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.04388","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"pith_short_12","alias_value":"JNZ2XFAOMITR","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"pith_short_16","alias_value":"JNZ2XFAOMITRHXV5","created_at":"2026-07-05T08:53:32Z"},{"alias_kind":"pith_short_8","alias_value":"JNZ2XFAO","created_at":"2026-07-05T08:53:32Z"}],"graph_snapshots":[{"event_id":"sha256:9eb240485ba9a594b77bbece1f22f27d62619ab38130ffca837b524c2baecad5","target":"graph","created_at":"2026-07-05T08:53:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.04388/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study an emerging and intriguing problem of multimodal temporal event forecasting with large language models. Compared to using text or graph modalities, the investigation of utilizing images for temporal event forecasting has not been fully explored, especially in the era of large language models (LLMs). To bridge this gap, we are particularly interested in two key questions of: 1) why images will help in temporal event forecasting, and 2) how to integrate images into the LLM-based forecasting framework. To answer these research questions, we propose to identify two essential functions tha","authors_text":"Haoxuan Li, Tat-Seng Chua, Yang Yang, Yi Bin, Yunshan Ma, Zhengmao Yang","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-08-08T11:44:57Z","title":"MM-Forecast: A Multimodal Approach to Temporal Event Forecasting with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.04388","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:73a22b470cbeee23c2e29a77d5a0d68e7b45c02ec8cf91de77c42008ad02737f","target":"record","created_at":"2026-07-05T08:53:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56c59789eaba0d191865a230b1f73d2eace3086ce6565dda14e15caa96e0de9b","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MM","submitted_at":"2024-08-08T11:44:57Z","title_canon_sha256":"96a68e7128a40a6ed0864ca2fc328df42b220c30e64358db4407993fbd1513a6"},"schema_version":"1.0","source":{"id":"2408.04388","kind":"arxiv","version":1}},"canonical_sha256":"4b73ab940e622713debd579f634f2723de0969397ef769c65652c3811559d710","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b73ab940e622713debd579f634f2723de0969397ef769c65652c3811559d710","first_computed_at":"2026-07-05T08:53:32.567207Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:53:32.567207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oLOr7uY864F9/ofIkXPKoYoLIxqaS+ms8bz9EyMke5ZqTGI50inRcx2Vpa3ar1SxEBMW4wtcMU41l8LeNnjhAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:53:32.567632Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.04388","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:73a22b470cbeee23c2e29a77d5a0d68e7b45c02ec8cf91de77c42008ad02737f","sha256:9eb240485ba9a594b77bbece1f22f27d62619ab38130ffca837b524c2baecad5"],"state_sha256":"99eab5bd2dfba80d5253d2675f3f09163840ac4da7651a9d37047af57be5dcfd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ARuBoQtyIufXsmRj8O2UEaC5n9gp15LYG7diKLJ+GV2RrpZHvFYVatrkJrGxqYwL/wpqj3Bl2Sq0+3cehh57DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T05:09:54.105687Z","bundle_sha256":"f65a37bffe94169a5f4f1bae034bdb94e041f8df973d8b258009d0c84a3ff59d"}}