{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HJMK2MNQLJG7ILGE5HYZXYON35","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"52cbcc6cee3d276a75d5d0df43eb89b9417ecea33c1e0f0581dd03306d6b3dbf","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T09:35:34Z","title_canon_sha256":"5a817efaae28da0d31ef14b968c678d1e73c3a07fb0b75625d160f0341b149a2"},"schema_version":"1.0","source":{"id":"2305.14947","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14947","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14947v2","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14947","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_12","alias_value":"HJMK2MNQLJG7","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_16","alias_value":"HJMK2MNQLJG7ILGE","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_8","alias_value":"HJMK2MNQ","created_at":"2026-07-05T07:07:10Z"}],"graph_snapshots":[{"event_id":"sha256:79ba0f72e7adf1de93212bca37fe48c70c3bd91c782c7f2f47e030ee429c9955","target":"graph","created_at":"2026-07-05T07:07:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14947/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate the predictability of large language model (LLM) capabilities: given records of past experiments using different model families, numbers of parameters, tasks, and numbers of in-context examples, can we accurately predict LLM performance on new experiment configurations? Answering this question has practical implications for LLM users (e.g., deciding which models to try), developers (e.g., prioritizing evaluation on representative tasks), and the research community (e.g., identifying hard-to-predict capabilities that warrant further investigation).\n  We study the performance pred","authors_text":"Harvey Yiyun Fu, Qinyuan Ye, Robin Jia, Xiang Ren","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T09:35:34Z","title":"How Predictable Are Large Language Model Capabilities? A Case Study on BIG-bench"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14947","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:93c2aa946e2aba80853934a2ba9abae1bbc4845bd1601ec88855ef274f912bf0","target":"record","created_at":"2026-07-05T07:07:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"52cbcc6cee3d276a75d5d0df43eb89b9417ecea33c1e0f0581dd03306d6b3dbf","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T09:35:34Z","title_canon_sha256":"5a817efaae28da0d31ef14b968c678d1e73c3a07fb0b75625d160f0341b149a2"},"schema_version":"1.0","source":{"id":"2305.14947","kind":"arxiv","version":2}},"canonical_sha256":"3a58ad31b05a4df42cc4e9f19be1cddf4545feab32e6e7d8b7cc60ff3c282113","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a58ad31b05a4df42cc4e9f19be1cddf4545feab32e6e7d8b7cc60ff3c282113","first_computed_at":"2026-07-05T07:07:10.546621Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:07:10.546621Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"R7PmDEe/f0SWfFshsgcPJzP+45KtviwdgQHwTbis3Us0xKZJqkPSDEhMFVukGwTi8drg5LiDU4+WaeySBTh6CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:07:10.547100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14947","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:93c2aa946e2aba80853934a2ba9abae1bbc4845bd1601ec88855ef274f912bf0","sha256:79ba0f72e7adf1de93212bca37fe48c70c3bd91c782c7f2f47e030ee429c9955"],"state_sha256":"6ce2f16b036cee69706e4abbd7df2f178d93bed7eb5545a873c8025950518340"}