{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OCMIMK4N7JFGPZXJLKW3ALVWPW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30d2778c54b4e6c64947ff93d51314475c5fb63b9ffa0dde4145f82405875885","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T04:02:43Z","title_canon_sha256":"f020cbdf4b1ef9391883ce00ea0a39d430ac5640863657f007e73e49507a7096"},"schema_version":"1.0","source":{"id":"2405.09798","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.09798","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"arxiv_version","alias_value":"2405.09798v2","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.09798","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_12","alias_value":"OCMIMK4N7JFG","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_16","alias_value":"OCMIMK4N7JFGPZXJ","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_8","alias_value":"OCMIMK4N","created_at":"2026-07-05T09:16:15Z"}],"graph_snapshots":[{"event_id":"sha256:72323721041914e26d03c1f733d217ccf81bc57429acdf4c64065fca032fc670","target":"graph","created_at":"2026-07-05T09:16:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.09798/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are effective at few-shot in-context learning (ICL). Recent advancements in multimodal foundation models have enabled unprecedentedly long context windows, presenting an opportunity to explore their capability to perform ICL with many more demonstrating examples. In this work, we evaluate the performance of multimodal foundation models scaling from few-shot to many-shot ICL. We benchmark GPT-4o and Gemini 1.5 Pro across 14 datasets spanning multiple domains (natural imagery, medical imagery, remote sensing, and molecular imagery) and tasks (image classification, visual QA","authors_text":"Andrew Y. Ng, Jeremy Irvin, Ji Hun Wang, Jonathan H. Chen, Muhammad Ahmed Chaudhry, Yixing Jiang","cross_cats":["cs.AI","cs.CL","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T04:02:43Z","title":"Many-Shot In-Context Learning in Multimodal Foundation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.09798","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:08d78695a775d3af068362bbe5cdd706e51fdcdf4bc92bac9922153de576bd59","target":"record","created_at":"2026-07-05T09:16:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30d2778c54b4e6c64947ff93d51314475c5fb63b9ffa0dde4145f82405875885","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-16T04:02:43Z","title_canon_sha256":"f020cbdf4b1ef9391883ce00ea0a39d430ac5640863657f007e73e49507a7096"},"schema_version":"1.0","source":{"id":"2405.09798","kind":"arxiv","version":2}},"canonical_sha256":"7098862b8dfa4a67e6e95aadb02eb67da2c348b9a47b2a263cabb4365dcaffe4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7098862b8dfa4a67e6e95aadb02eb67da2c348b9a47b2a263cabb4365dcaffe4","first_computed_at":"2026-07-05T09:16:15.142685Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:15.142685Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TDizdriMKJXKlZr50LXf+0Dq3bVCDcNt7C5hXQkx+UvCGyvIQTVsZFOKj9+FP+oO7RdnTOGRcESZDn697rgMCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:15.143134Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.09798","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:08d78695a775d3af068362bbe5cdd706e51fdcdf4bc92bac9922153de576bd59","sha256:72323721041914e26d03c1f733d217ccf81bc57429acdf4c64065fca032fc670"],"state_sha256":"de62707f4c39015f1b6501ad7037003e6b545a5782a2e6d713b2b3817b1d9dc2"}