{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BWSDD7SIEWJMTLGL3EEUDMU4XQ","short_pith_number":"pith:BWSDD7SI","canonical_record":{"source":{"id":"2411.11927","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-18T09:19:30Z","cross_cats_sorted":[],"title_canon_sha256":"b011ff4ecb8f7ca89858b93d58094be09b9fdb98ba85f20c3ebf6a05fcd69ab0","abstract_canon_sha256":"bec3db9136a17019d37b667c41fb7efc67015dbcd6c7d48bde2e223f4f92f4d5"},"schema_version":"1.0"},"canonical_sha256":"0da431fe482592c9accbd90941b29cbc0fa5a03c0b2a95a4a8a13e767f61d845","source":{"kind":"arxiv","id":"2411.11927","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.11927","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"arxiv_version","alias_value":"2411.11927v3","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.11927","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"pith_short_12","alias_value":"BWSDD7SIEWJM","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"pith_short_16","alias_value":"BWSDD7SIEWJMTLGL","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"pith_short_8","alias_value":"BWSDD7SI","created_at":"2026-07-05T10:54:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BWSDD7SIEWJMTLGL3EEUDMU4XQ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.11927","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-18T09:19:30Z","cross_cats_sorted":[],"title_canon_sha256":"b011ff4ecb8f7ca89858b93d58094be09b9fdb98ba85f20c3ebf6a05fcd69ab0","abstract_canon_sha256":"bec3db9136a17019d37b667c41fb7efc67015dbcd6c7d48bde2e223f4f92f4d5"},"schema_version":"1.0"},"canonical_sha256":"0da431fe482592c9accbd90941b29cbc0fa5a03c0b2a95a4a8a13e767f61d845","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:54:39.567675Z","signature_b64":"zLij1gTlRCXR7mESMhBXve0RI2C5IRL+kJpiHYpgrP7ojVFEjUZkVrXrxa0lXUyU+EdxoFHHTnNZIij9OpdYCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0da431fe482592c9accbd90941b29cbc0fa5a03c0b2a95a4a8a13e767f61d845","last_reissued_at":"2026-07-05T10:54:39.567219Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:54:39.567219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.11927","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bcb2WgBrl2rRFz/1XsI+T/V7vdJpq2obsQztzljKO0y1fAviF5/D3LTKxVS1HbEBkyJvYvMaoX/7mnFhG8m8BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:09:44.868748Z"},"content_sha256":"72739b91c8ad2da480130a302f4aff388727703a84a6bc67489991e0e50f8c19","schema_version":"1.0","event_id":"sha256:72739b91c8ad2da480130a302f4aff388727703a84a6bc67489991e0e50f8c19"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BWSDD7SIEWJMTLGL3EEUDMU4XQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FLAME: Frozen Large Language Models Enable Data-Efficient Language-Image Pre-training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Anjia Cao, Xing Wei, Zhiheng Ma","submitted_at":"2024-11-18T09:19:30Z","abstract_excerpt":"Language-image pre-training faces significant challenges due to limited data in specific formats and the constrained capacities of text encoders. While prevailing methods attempt to address these issues through data augmentation and architecture modifications, they continue to struggle with processing long-form text inputs, and the inherent limitations of traditional CLIP text encoders lead to suboptimal downstream generalization. In this paper, we propose FLAME (Frozen Large lAnguage Models Enable data-efficient language-image pre-training) that leverages frozen large language models as text "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.11927","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.11927/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ffivLASTKD0jm9DGmCVxSXcU/ERbbR71W/kIIMi4hqMOED/zPFlXpdTswo+AaC4OPxQYAEi0Xj0giATeaQIxAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:09:44.869273Z"},"content_sha256":"c88e83bc6da1a6f73e7b511eb1c08dd665fad9f7a2d91b0420aaf228f4b8fa4a","schema_version":"1.0","event_id":"sha256:c88e83bc6da1a6f73e7b511eb1c08dd665fad9f7a2d91b0420aaf228f4b8fa4a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ/bundle.json","state_url":"https://pith.science/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:09:44Z","links":{"resolver":"https://pith.science/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ","bundle":"https://pith.science/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ/bundle.json","state":"https://pith.science/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BWSDD7SIEWJMTLGL3EEUDMU4XQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BWSDD7SIEWJMTLGL3EEUDMU4XQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bec3db9136a17019d37b667c41fb7efc67015dbcd6c7d48bde2e223f4f92f4d5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-18T09:19:30Z","title_canon_sha256":"b011ff4ecb8f7ca89858b93d58094be09b9fdb98ba85f20c3ebf6a05fcd69ab0"},"schema_version":"1.0","source":{"id":"2411.11927","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.11927","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"arxiv_version","alias_value":"2411.11927v3","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.11927","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"pith_short_12","alias_value":"BWSDD7SIEWJM","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"pith_short_16","alias_value":"BWSDD7SIEWJMTLGL","created_at":"2026-07-05T10:54:39Z"},{"alias_kind":"pith_short_8","alias_value":"BWSDD7SI","created_at":"2026-07-05T10:54:39Z"}],"graph_snapshots":[{"event_id":"sha256:c88e83bc6da1a6f73e7b511eb1c08dd665fad9f7a2d91b0420aaf228f4b8fa4a","target":"graph","created_at":"2026-07-05T10:54:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.11927/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language-image pre-training faces significant challenges due to limited data in specific formats and the constrained capacities of text encoders. While prevailing methods attempt to address these issues through data augmentation and architecture modifications, they continue to struggle with processing long-form text inputs, and the inherent limitations of traditional CLIP text encoders lead to suboptimal downstream generalization. In this paper, we propose FLAME (Frozen Large lAnguage Models Enable data-efficient language-image pre-training) that leverages frozen large language models as text ","authors_text":"Anjia Cao, Xing Wei, Zhiheng Ma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-18T09:19:30Z","title":"FLAME: Frozen Large Language Models Enable Data-Efficient Language-Image Pre-training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.11927","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72739b91c8ad2da480130a302f4aff388727703a84a6bc67489991e0e50f8c19","target":"record","created_at":"2026-07-05T10:54:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bec3db9136a17019d37b667c41fb7efc67015dbcd6c7d48bde2e223f4f92f4d5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-18T09:19:30Z","title_canon_sha256":"b011ff4ecb8f7ca89858b93d58094be09b9fdb98ba85f20c3ebf6a05fcd69ab0"},"schema_version":"1.0","source":{"id":"2411.11927","kind":"arxiv","version":3}},"canonical_sha256":"0da431fe482592c9accbd90941b29cbc0fa5a03c0b2a95a4a8a13e767f61d845","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0da431fe482592c9accbd90941b29cbc0fa5a03c0b2a95a4a8a13e767f61d845","first_computed_at":"2026-07-05T10:54:39.567219Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:39.567219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zLij1gTlRCXR7mESMhBXve0RI2C5IRL+kJpiHYpgrP7ojVFEjUZkVrXrxa0lXUyU+EdxoFHHTnNZIij9OpdYCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:39.567675Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.11927","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72739b91c8ad2da480130a302f4aff388727703a84a6bc67489991e0e50f8c19","sha256:c88e83bc6da1a6f73e7b511eb1c08dd665fad9f7a2d91b0420aaf228f4b8fa4a"],"state_sha256":"75c50fc7010470176e3a2879b8bc901dd69a960011a043ec68c18456b7de976b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AKnfBGYG6YbR37rSnkjymhdHXcU2cYtHaCwNZH/tobmrsPbOComK/8SWnFzqBc9u4eoGwSg/ZIvBqrZMKHDbCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:09:44.873334Z","bundle_sha256":"8cebb16f11feab4ae50667f4df7719cdd75c6f2f8922e36a4a0072cd184437d0"}}