{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VS4JTPKLID5MSBOTBGUEE62CAR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"670f8ee01edc296a07c46b2d1d8e2cc1d35474fbbde311310f4a9404df7e9b05","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-11T17:00:59Z","title_canon_sha256":"c97d64b2bf09fa9f38f99a6f48ad3aafe18eefc3cd64d8e56664eaf39f6fa48a"},"schema_version":"1.0","source":{"id":"2411.07130","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.07130","created_at":"2026-07-05T11:20:06Z"},{"alias_kind":"arxiv_version","alias_value":"2411.07130v3","created_at":"2026-07-05T11:20:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.07130","created_at":"2026-07-05T11:20:06Z"},{"alias_kind":"pith_short_12","alias_value":"VS4JTPKLID5M","created_at":"2026-07-05T11:20:06Z"},{"alias_kind":"pith_short_16","alias_value":"VS4JTPKLID5MSBOT","created_at":"2026-07-05T11:20:06Z"},{"alias_kind":"pith_short_8","alias_value":"VS4JTPKL","created_at":"2026-07-05T11:20:06Z"}],"graph_snapshots":[{"event_id":"sha256:df8a25d5e9fae696812d7c380d738195d72c1d63c32b4bc3bb9ab035ef88509f","target":"graph","created_at":"2026-07-05T11:20:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.07130/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many-shot in-context learning (ICL) has emerged as a unique setup to both utilize and test the ability of large language models to handle long context. This paper delves into long-context language model (LCLM) evaluation through many-shot ICL. We first ask: what types of ICL tasks benefit from additional demonstrations, and how effective are they in evaluating LCLMs? We find that classification and summarization tasks show performance improvements with additional demonstrations, while translation and reasoning tasks do not exhibit clear trends. Next, we investigate the extent to which differen","authors_text":"Kaijian Zou, Lu Wang, Muhammad Khalifa","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-11T17:00:59Z","title":"On Many-Shot In-Context Learning for Long-Context Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.07130","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3ce08741bab47ab28885c9b1376f7399c652be9d9c44ea90445f1b29835f524a","target":"record","created_at":"2026-07-05T11:20:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"670f8ee01edc296a07c46b2d1d8e2cc1d35474fbbde311310f4a9404df7e9b05","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-11T17:00:59Z","title_canon_sha256":"c97d64b2bf09fa9f38f99a6f48ad3aafe18eefc3cd64d8e56664eaf39f6fa48a"},"schema_version":"1.0","source":{"id":"2411.07130","kind":"arxiv","version":3}},"canonical_sha256":"acb899bd4b40fac905d309a8427b420456b5a89a8093b23e0258a57ab723c0b3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"acb899bd4b40fac905d309a8427b420456b5a89a8093b23e0258a57ab723c0b3","first_computed_at":"2026-07-05T11:20:06.588940Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:06.588940Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VR1Lw/xNk9suDVHwJ015Z5YH1ACP1lkBWd+KGBQKhO4UA4pdp2+u+3jtG6iYow8ZC2kDJONChmpDVBEeWBNLCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:06.589371Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.07130","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3ce08741bab47ab28885c9b1376f7399c652be9d9c44ea90445f1b29835f524a","sha256:df8a25d5e9fae696812d7c380d738195d72c1d63c32b4bc3bb9ab035ef88509f"],"state_sha256":"e540fae5fc8eb7473bb6d81b20d866f5ee77f76f12ce0bd0294ab544e4829a95"}