{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QYGSMWBXSHQYGIMN55GI6QAT3I","short_pith_number":"pith:QYGSMWBX","canonical_record":{"source":{"id":"2411.04663","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-07T12:48:39Z","cross_cats_sorted":[],"title_canon_sha256":"bc64b9f5441f602c409044a418c660db0c667f8aacb5f0cac9f0fafef170e607","abstract_canon_sha256":"9e4c9c72e6b3bf20caab5e048eb3590d260d2e541d51e25c724dbba4bf964985"},"schema_version":"1.0"},"canonical_sha256":"860d26583791e183218def4c8f4013da114f11c4b98ac95bab8a28aa6659ad91","source":{"kind":"arxiv","id":"2411.04663","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.04663","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"arxiv_version","alias_value":"2411.04663v1","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.04663","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"pith_short_12","alias_value":"QYGSMWBXSHQY","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"pith_short_16","alias_value":"QYGSMWBXSHQYGIMN","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"pith_short_8","alias_value":"QYGSMWBX","created_at":"2026-07-05T09:32:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QYGSMWBXSHQYGIMN55GI6QAT3I","target":"record","payload":{"canonical_record":{"source":{"id":"2411.04663","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-07T12:48:39Z","cross_cats_sorted":[],"title_canon_sha256":"bc64b9f5441f602c409044a418c660db0c667f8aacb5f0cac9f0fafef170e607","abstract_canon_sha256":"9e4c9c72e6b3bf20caab5e048eb3590d260d2e541d51e25c724dbba4bf964985"},"schema_version":"1.0"},"canonical_sha256":"860d26583791e183218def4c8f4013da114f11c4b98ac95bab8a28aa6659ad91","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:32:23.643826Z","signature_b64":"MX8n+UNvt9BOodxocSunZsjNm0W4uZEK8j3Jec57atNVgL9vO6292kYjW8kjZneJnzkQ1434OrsQ7f0w7C7hAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"860d26583791e183218def4c8f4013da114f11c4b98ac95bab8a28aa6659ad91","last_reissued_at":"2026-07-05T09:32:23.643383Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:32:23.643383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.04663","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4cramU+u4PSpF4jXXXHmwC8NlTPfAv0rZR5UGmr0ob3qtHqA5OObdNZfQXdvwJcEBjY3eD42ypbBOf0uxphBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T06:19:41.370945Z"},"content_sha256":"08124382d21c863b59a23e98ea7728f8c5b8d3bc004dd6c7da3e34d583b20906","schema_version":"1.0","event_id":"sha256:08124382d21c863b59a23e98ea7728f8c5b8d3bc004dd6c7da3e34d583b20906"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QYGSMWBXSHQYGIMN55GI6QAT3I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Explainable Search and Discovery of Visual Cultural Heritage Collections with Multimodal Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Lauren Tilton, Taylor Arnold","submitted_at":"2024-11-07T12:48:39Z","abstract_excerpt":"Many cultural institutions have made large digitized visual collections available online, often under permissible re-use licences. Creating interfaces for exploring and searching these collections is difficult, particularly in the absence of granular metadata. In this paper, we introduce a method for using state-of-the-art multimodal large language models (LLMs) to enable an open-ended, explainable search and discovery interface for visual collections. We show how our approach can create novel clustering and recommendation systems that avoid common pitfalls of methods based directly on visual "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.04663","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.04663/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RIo5B3hTAanoyWPmfYiem0umB2E2WaErYokklzW2dvvxrtSu6IqTqKzL/EuQBYGtbiNfPOerUu/1h8zrEhXgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T06:19:41.371555Z"},"content_sha256":"82a81c6d7ecdc0fed88f0b6985cec218f42ecc5dc80ee44df3e0082a7854af43","schema_version":"1.0","event_id":"sha256:82a81c6d7ecdc0fed88f0b6985cec218f42ecc5dc80ee44df3e0082a7854af43"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QYGSMWBXSHQYGIMN55GI6QAT3I/bundle.json","state_url":"https://pith.science/pith/QYGSMWBXSHQYGIMN55GI6QAT3I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QYGSMWBXSHQYGIMN55GI6QAT3I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T06:19:41Z","links":{"resolver":"https://pith.science/pith/QYGSMWBXSHQYGIMN55GI6QAT3I","bundle":"https://pith.science/pith/QYGSMWBXSHQYGIMN55GI6QAT3I/bundle.json","state":"https://pith.science/pith/QYGSMWBXSHQYGIMN55GI6QAT3I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QYGSMWBXSHQYGIMN55GI6QAT3I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QYGSMWBXSHQYGIMN55GI6QAT3I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9e4c9c72e6b3bf20caab5e048eb3590d260d2e541d51e25c724dbba4bf964985","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-07T12:48:39Z","title_canon_sha256":"bc64b9f5441f602c409044a418c660db0c667f8aacb5f0cac9f0fafef170e607"},"schema_version":"1.0","source":{"id":"2411.04663","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.04663","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"arxiv_version","alias_value":"2411.04663v1","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.04663","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"pith_short_12","alias_value":"QYGSMWBXSHQY","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"pith_short_16","alias_value":"QYGSMWBXSHQYGIMN","created_at":"2026-07-05T09:32:23Z"},{"alias_kind":"pith_short_8","alias_value":"QYGSMWBX","created_at":"2026-07-05T09:32:23Z"}],"graph_snapshots":[{"event_id":"sha256:82a81c6d7ecdc0fed88f0b6985cec218f42ecc5dc80ee44df3e0082a7854af43","target":"graph","created_at":"2026-07-05T09:32:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.04663/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many cultural institutions have made large digitized visual collections available online, often under permissible re-use licences. Creating interfaces for exploring and searching these collections is difficult, particularly in the absence of granular metadata. In this paper, we introduce a method for using state-of-the-art multimodal large language models (LLMs) to enable an open-ended, explainable search and discovery interface for visual collections. We show how our approach can create novel clustering and recommendation systems that avoid common pitfalls of methods based directly on visual ","authors_text":"Lauren Tilton, Taylor Arnold","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-07T12:48:39Z","title":"Explainable Search and Discovery of Visual Cultural Heritage Collections with Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.04663","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:08124382d21c863b59a23e98ea7728f8c5b8d3bc004dd6c7da3e34d583b20906","target":"record","created_at":"2026-07-05T09:32:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9e4c9c72e6b3bf20caab5e048eb3590d260d2e541d51e25c724dbba4bf964985","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-11-07T12:48:39Z","title_canon_sha256":"bc64b9f5441f602c409044a418c660db0c667f8aacb5f0cac9f0fafef170e607"},"schema_version":"1.0","source":{"id":"2411.04663","kind":"arxiv","version":1}},"canonical_sha256":"860d26583791e183218def4c8f4013da114f11c4b98ac95bab8a28aa6659ad91","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"860d26583791e183218def4c8f4013da114f11c4b98ac95bab8a28aa6659ad91","first_computed_at":"2026-07-05T09:32:23.643383Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:32:23.643383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MX8n+UNvt9BOodxocSunZsjNm0W4uZEK8j3Jec57atNVgL9vO6292kYjW8kjZneJnzkQ1434OrsQ7f0w7C7hAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:32:23.643826Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.04663","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:08124382d21c863b59a23e98ea7728f8c5b8d3bc004dd6c7da3e34d583b20906","sha256:82a81c6d7ecdc0fed88f0b6985cec218f42ecc5dc80ee44df3e0082a7854af43"],"state_sha256":"774f2cf17143c2e50268b9f3771adf4cf6480aa3d0765b4643583147b398c9aa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l0wB3UlCjzHsQK+3cvxkgAEbiEK+85gsuHooWnRW0l5gdzmEn38SKSiEHg9JUasVo/+eRGNacZVJcpcltNA6CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T06:19:41.376082Z","bundle_sha256":"551f27bf36c08fb5720ad74ac6bddb62dc8211f0789550449a4ac40d9327821e"}}