{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:UHXQFTPG43T2GEVK5TZXWGTRDP","short_pith_number":"pith:UHXQFTPG","canonical_record":{"source":{"id":"2501.09291","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2025-01-16T04:53:29Z","cross_cats_sorted":["cs.AI","cs.SD","eess.AS"],"title_canon_sha256":"2af0d1d6fec176a1b83740215c720f08c728219e735c4a5ad77490ccaa84fd10","abstract_canon_sha256":"96d71b05421a0d706df88268683f705bbefd7f9c8029b539ce1f96ede929e662"},"schema_version":"1.0"},"canonical_sha256":"a1ef02cde6e6e7a312aaecf37b1a711bde342d1c6f3c27e7f1ba9835f0c35ac4","source":{"kind":"arxiv","id":"2501.09291","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.09291","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"arxiv_version","alias_value":"2501.09291v2","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09291","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"pith_short_12","alias_value":"UHXQFTPG43T2","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"pith_short_16","alias_value":"UHXQFTPG43T2GEVK","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"pith_short_8","alias_value":"UHXQFTPG","created_at":"2026-07-05T10:31:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:UHXQFTPG43T2GEVK5TZXWGTRDP","target":"record","payload":{"canonical_record":{"source":{"id":"2501.09291","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2025-01-16T04:53:29Z","cross_cats_sorted":["cs.AI","cs.SD","eess.AS"],"title_canon_sha256":"2af0d1d6fec176a1b83740215c720f08c728219e735c4a5ad77490ccaa84fd10","abstract_canon_sha256":"96d71b05421a0d706df88268683f705bbefd7f9c8029b539ce1f96ede929e662"},"schema_version":"1.0"},"canonical_sha256":"a1ef02cde6e6e7a312aaecf37b1a711bde342d1c6f3c27e7f1ba9835f0c35ac4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:31:53.174765Z","signature_b64":"F/4h/gHNlMLGBRWMLAO73SbLib95gggUrTx3o1BYoKrQJIfnielFwG3Js0bCi82FkdlDMOD6tnxk3EXbn7d3Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a1ef02cde6e6e7a312aaecf37b1a711bde342d1c6f3c27e7f1ba9835f0c35ac4","last_reissued_at":"2026-07-05T10:31:53.174308Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:31:53.174308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.09291","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:31:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"msP2TcmUSNEvtb8s/RfRcTfGEt4oRJjw6pK7ZfkPO3+C1w1sO4kheb+UtIkkF4lDQrHHXfYEYq4g74JiOlYiDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:47:29.392479Z"},"content_sha256":"bd64c23f3ce34778ec562522b223381068ee8f028403f6661e9efb27f12bb929","schema_version":"1.0","event_id":"sha256:bd64c23f3ce34778ec562522b223381068ee8f028403f6661e9efb27f12bb929"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:UHXQFTPG43T2GEVK5TZXWGTRDP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LAVCap: LLM-based Audio-Visual Captioning using Optimal Transport","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.SD","eess.AS"],"primary_cat":"cs.MM","authors_text":"Hyeongkeun Lee, Joon Son Chung, Kyeongha Rho, Valentio Iverson","submitted_at":"2025-01-16T04:53:29Z","abstract_excerpt":"Automated audio captioning is a task that generates textual descriptions for audio content, and recent studies have explored using visual information to enhance captioning quality. However, current methods often fail to effectively fuse audio and visual data, missing important semantic cues from each modality. To address this, we introduce LAVCap, a large language model (LLM)-based audio-visual captioning framework that effectively integrates visual information with audio to improve audio captioning performance. LAVCap employs an optimal transport-based alignment loss to bridge the modality ga"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09291","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.09291/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:31:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CAlx4CO+Ui5UUkgXMeDXpxim8YOh05cPUkUo+bGXNw4YJH9L5/xkO6eGsk7WS1IRcU151uqm5Ml04+wHUc09AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:47:29.393336Z"},"content_sha256":"0ef6b59a72a39441aa0c487cf73997238b07ec336842db4377f80b04afdd71fb","schema_version":"1.0","event_id":"sha256:0ef6b59a72a39441aa0c487cf73997238b07ec336842db4377f80b04afdd71fb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UHXQFTPG43T2GEVK5TZXWGTRDP/bundle.json","state_url":"https://pith.science/pith/UHXQFTPG43T2GEVK5TZXWGTRDP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UHXQFTPG43T2GEVK5TZXWGTRDP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:47:29Z","links":{"resolver":"https://pith.science/pith/UHXQFTPG43T2GEVK5TZXWGTRDP","bundle":"https://pith.science/pith/UHXQFTPG43T2GEVK5TZXWGTRDP/bundle.json","state":"https://pith.science/pith/UHXQFTPG43T2GEVK5TZXWGTRDP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UHXQFTPG43T2GEVK5TZXWGTRDP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:UHXQFTPG43T2GEVK5TZXWGTRDP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96d71b05421a0d706df88268683f705bbefd7f9c8029b539ce1f96ede929e662","cross_cats_sorted":["cs.AI","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2025-01-16T04:53:29Z","title_canon_sha256":"2af0d1d6fec176a1b83740215c720f08c728219e735c4a5ad77490ccaa84fd10"},"schema_version":"1.0","source":{"id":"2501.09291","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.09291","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"arxiv_version","alias_value":"2501.09291v2","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09291","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"pith_short_12","alias_value":"UHXQFTPG43T2","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"pith_short_16","alias_value":"UHXQFTPG43T2GEVK","created_at":"2026-07-05T10:31:53Z"},{"alias_kind":"pith_short_8","alias_value":"UHXQFTPG","created_at":"2026-07-05T10:31:53Z"}],"graph_snapshots":[{"event_id":"sha256:0ef6b59a72a39441aa0c487cf73997238b07ec336842db4377f80b04afdd71fb","target":"graph","created_at":"2026-07-05T10:31:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.09291/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automated audio captioning is a task that generates textual descriptions for audio content, and recent studies have explored using visual information to enhance captioning quality. However, current methods often fail to effectively fuse audio and visual data, missing important semantic cues from each modality. To address this, we introduce LAVCap, a large language model (LLM)-based audio-visual captioning framework that effectively integrates visual information with audio to improve audio captioning performance. LAVCap employs an optimal transport-based alignment loss to bridge the modality ga","authors_text":"Hyeongkeun Lee, Joon Son Chung, Kyeongha Rho, Valentio Iverson","cross_cats":["cs.AI","cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2025-01-16T04:53:29Z","title":"LAVCap: LLM-based Audio-Visual Captioning using Optimal Transport"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09291","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd64c23f3ce34778ec562522b223381068ee8f028403f6661e9efb27f12bb929","target":"record","created_at":"2026-07-05T10:31:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96d71b05421a0d706df88268683f705bbefd7f9c8029b539ce1f96ede929e662","cross_cats_sorted":["cs.AI","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2025-01-16T04:53:29Z","title_canon_sha256":"2af0d1d6fec176a1b83740215c720f08c728219e735c4a5ad77490ccaa84fd10"},"schema_version":"1.0","source":{"id":"2501.09291","kind":"arxiv","version":2}},"canonical_sha256":"a1ef02cde6e6e7a312aaecf37b1a711bde342d1c6f3c27e7f1ba9835f0c35ac4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a1ef02cde6e6e7a312aaecf37b1a711bde342d1c6f3c27e7f1ba9835f0c35ac4","first_computed_at":"2026-07-05T10:31:53.174308Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:31:53.174308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"F/4h/gHNlMLGBRWMLAO73SbLib95gggUrTx3o1BYoKrQJIfnielFwG3Js0bCi82FkdlDMOD6tnxk3EXbn7d3Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:31:53.174765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.09291","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd64c23f3ce34778ec562522b223381068ee8f028403f6661e9efb27f12bb929","sha256:0ef6b59a72a39441aa0c487cf73997238b07ec336842db4377f80b04afdd71fb"],"state_sha256":"b52d49486b6ad99fa198471ad59ead8d0e558ba20047ac68c5a4bb4b4c36e3eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5FeMIwrY3bY2WGsYHZVnHbTFbXwNiIyxCLpY9Qa3crcZnbeCcD+w+mCo923LjeNmCUk5PAMcTrKwIPlfiqd7CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:47:29.457843Z","bundle_sha256":"2c184ec39d5953a38bf6663aacf2ae65c75cb3a1ace13c6429bbb87cf905478a"}}