{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OM5DXVYBJQGEPN4ZQBLTRHJ4KL","short_pith_number":"pith:OM5DXVYB","canonical_record":{"source":{"id":"2307.10350","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-19T17:47:12Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"969795508cf540ed72dd29493c0fb6e26c0caf819b083a4a6b5e09fb3d937c8e","abstract_canon_sha256":"835eb10f292b779f8ad0d41e5fa8ff3740be4a42e8bc473acfed17ed2ed7f1bd"},"schema_version":"1.0"},"canonical_sha256":"733a3bd7014c0c47b7998057389d3c52ef838b5ca8c2782213833e36929096a7","source":{"kind":"arxiv","id":"2307.10350","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.10350","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"arxiv_version","alias_value":"2307.10350v2","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.10350","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"pith_short_12","alias_value":"OM5DXVYBJQGE","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"pith_short_16","alias_value":"OM5DXVYBJQGEPN4Z","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"pith_short_8","alias_value":"OM5DXVYB","created_at":"2026-07-05T07:05:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OM5DXVYBJQGEPN4ZQBLTRHJ4KL","target":"record","payload":{"canonical_record":{"source":{"id":"2307.10350","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-19T17:47:12Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"969795508cf540ed72dd29493c0fb6e26c0caf819b083a4a6b5e09fb3d937c8e","abstract_canon_sha256":"835eb10f292b779f8ad0d41e5fa8ff3740be4a42e8bc473acfed17ed2ed7f1bd"},"schema_version":"1.0"},"canonical_sha256":"733a3bd7014c0c47b7998057389d3c52ef838b5ca8c2782213833e36929096a7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:05:12.697010Z","signature_b64":"yV/DNcnNGTZCJGhJHVdfxeksDQR8lJw87+nIgmLSW/sbcjL1HFKIjkOdpsQPt8s6fuzOyjNeaDJIMZWFr4ZgCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"733a3bd7014c0c47b7998057389d3c52ef838b5ca8c2782213833e36929096a7","last_reissued_at":"2026-07-05T07:05:12.696454Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:05:12.696454Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.10350","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XABMmRuawg7JfoZ4v+AqEK4rbgr62EbhAQe6xtl7mI+ikfsLHRTvKYDqSYH3sSYyVk/ABsZjd10NiilzXcYBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T03:28:50.525776Z"},"content_sha256":"eba4da3906de47e73b176ab789231e3fe0031377e8848e511fddf9d61995fde6","schema_version":"1.0","event_id":"sha256:eba4da3906de47e73b176ab789231e3fe0031377e8848e511fddf9d61995fde6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OM5DXVYBJQGEPN4ZQBLTRHJ4KL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Multimodal Datasets with Image Captioning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Gabriel Ilharco, Ludwig Schmidt, Samir Yitzhak Gadre, Sewoong Oh, Thao Nguyen","submitted_at":"2023-07-19T17:47:12Z","abstract_excerpt":"Massive web datasets play a key role in the success of large vision-language models like CLIP and Flamingo. However, the raw web data is noisy, and existing filtering methods to reduce noise often come at the expense of data diversity. Our work focuses on caption quality as one major source of noise, and studies how generated captions can increase the utility of web-scraped datapoints with nondescript text. Through exploring different mixing strategies for raw and generated captions, we outperform the best filtering method proposed by the DataComp benchmark by 2% on ImageNet and 4% on average "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.10350","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.10350/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SIMPgGTZ3KmQJQjg3MM4tCvLlQ+VYqmDwuCCyCjpj1868G5sP1wM8HdfrSJqpUJMoUrjVbSuQwZ4kZXel0DbDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T03:28:50.526307Z"},"content_sha256":"7bf2a0746588f6d35f0b003314065af4d1aa14e1ef8f155ba89c732e2c0c30eb","schema_version":"1.0","event_id":"sha256:7bf2a0746588f6d35f0b003314065af4d1aa14e1ef8f155ba89c732e2c0c30eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL/bundle.json","state_url":"https://pith.science/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T03:28:50Z","links":{"resolver":"https://pith.science/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL","bundle":"https://pith.science/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL/bundle.json","state":"https://pith.science/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OM5DXVYBJQGEPN4ZQBLTRHJ4KL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OM5DXVYBJQGEPN4ZQBLTRHJ4KL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"835eb10f292b779f8ad0d41e5fa8ff3740be4a42e8bc473acfed17ed2ed7f1bd","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-19T17:47:12Z","title_canon_sha256":"969795508cf540ed72dd29493c0fb6e26c0caf819b083a4a6b5e09fb3d937c8e"},"schema_version":"1.0","source":{"id":"2307.10350","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.10350","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"arxiv_version","alias_value":"2307.10350v2","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.10350","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"pith_short_12","alias_value":"OM5DXVYBJQGE","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"pith_short_16","alias_value":"OM5DXVYBJQGEPN4Z","created_at":"2026-07-05T07:05:12Z"},{"alias_kind":"pith_short_8","alias_value":"OM5DXVYB","created_at":"2026-07-05T07:05:12Z"}],"graph_snapshots":[{"event_id":"sha256:7bf2a0746588f6d35f0b003314065af4d1aa14e1ef8f155ba89c732e2c0c30eb","target":"graph","created_at":"2026-07-05T07:05:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.10350/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Massive web datasets play a key role in the success of large vision-language models like CLIP and Flamingo. However, the raw web data is noisy, and existing filtering methods to reduce noise often come at the expense of data diversity. Our work focuses on caption quality as one major source of noise, and studies how generated captions can increase the utility of web-scraped datapoints with nondescript text. Through exploring different mixing strategies for raw and generated captions, we outperform the best filtering method proposed by the DataComp benchmark by 2% on ImageNet and 4% on average ","authors_text":"Gabriel Ilharco, Ludwig Schmidt, Samir Yitzhak Gadre, Sewoong Oh, Thao Nguyen","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-19T17:47:12Z","title":"Improving Multimodal Datasets with Image Captioning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.10350","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eba4da3906de47e73b176ab789231e3fe0031377e8848e511fddf9d61995fde6","target":"record","created_at":"2026-07-05T07:05:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"835eb10f292b779f8ad0d41e5fa8ff3740be4a42e8bc473acfed17ed2ed7f1bd","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-19T17:47:12Z","title_canon_sha256":"969795508cf540ed72dd29493c0fb6e26c0caf819b083a4a6b5e09fb3d937c8e"},"schema_version":"1.0","source":{"id":"2307.10350","kind":"arxiv","version":2}},"canonical_sha256":"733a3bd7014c0c47b7998057389d3c52ef838b5ca8c2782213833e36929096a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"733a3bd7014c0c47b7998057389d3c52ef838b5ca8c2782213833e36929096a7","first_computed_at":"2026-07-05T07:05:12.696454Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:05:12.696454Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yV/DNcnNGTZCJGhJHVdfxeksDQR8lJw87+nIgmLSW/sbcjL1HFKIjkOdpsQPt8s6fuzOyjNeaDJIMZWFr4ZgCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:05:12.697010Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.10350","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eba4da3906de47e73b176ab789231e3fe0031377e8848e511fddf9d61995fde6","sha256:7bf2a0746588f6d35f0b003314065af4d1aa14e1ef8f155ba89c732e2c0c30eb"],"state_sha256":"f1bf8b43e4ef77af1d86c333786b51c8d74d56fbdada4d59c1b3c7c2bb93101a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zm1xOVGK9h2VI7DcE/akFb/HVwrluvLzX88pv3QIotYiO2qkGIXuWcACslOlU+NiYjdqjoOi8AxpOTnO/PCiCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T03:28:50.532320Z","bundle_sha256":"560154988fd2366f41aecc7f4b461691994ef15dc7b8e0c204839690828accbb"}}