{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:E4FQVCNGDSOV5Z4EIZK7TJYDBN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e52687669165dd6a67d9eb8de1a8dfe53bedae4ffd80ee9bddee0124114c55a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:00:25Z","title_canon_sha256":"088bd3681f1f648de5ada321d043d7a25f39b7c241a9c0593bf2e215d654164f"},"schema_version":"1.0","source":{"id":"2112.03204","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.03204","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"arxiv_version","alias_value":"2112.03204v2","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.03204","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_12","alias_value":"E4FQVCNGDSOV","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_16","alias_value":"E4FQVCNGDSOV5Z4E","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_8","alias_value":"E4FQVCNG","created_at":"2026-07-05T04:20:31Z"}],"graph_snapshots":[{"event_id":"sha256:545211af67a0f1697067776753ca79b991d830d421c48cb50e5a12ffa6723eef","target":"graph","created_at":"2026-07-05T04:20:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.03204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When a neural language model (LM) is adapted to perform a new task, what aspects of the task predict the eventual performance of the model? In NLP, systematic features of LM generalization to individual examples are well characterized, but systematic aspects of LM adaptability to new tasks are not nearly as well understood. We present a large-scale empirical study of the features and limits of LM adaptability using a new benchmark, TaskBench500, built from 500 procedurally generated sequence modeling tasks. These tasks combine core aspects of language processing, including lexical semantics, s","authors_text":"Alon Halevy, Belinda Z. Li, Jacob Andreas, Jane Yu, Luke Zettlemoyer, Madian Khabsa","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:00:25Z","title":"Quantifying Adaptability in Pre-trained Language Models with 500 Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.03204","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c020f58d87d09e677f7f948b61637f54a29d06ec5f305b50c20e96056280c469","target":"record","created_at":"2026-07-05T04:20:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e52687669165dd6a67d9eb8de1a8dfe53bedae4ffd80ee9bddee0124114c55a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:00:25Z","title_canon_sha256":"088bd3681f1f648de5ada321d043d7a25f39b7c241a9c0593bf2e215d654164f"},"schema_version":"1.0","source":{"id":"2112.03204","kind":"arxiv","version":2}},"canonical_sha256":"270b0a89a61c9d5ee7844655f9a7030b673adf1f9fb4ce36cff05974867cbdf4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"270b0a89a61c9d5ee7844655f9a7030b673adf1f9fb4ce36cff05974867cbdf4","first_computed_at":"2026-07-05T04:20:31.293064Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:20:31.293064Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wB9OdnmM/cq5v0Zdn443o2nFITf7zBbMfYsGOzcMN0SJG3vqfoZGXctUhIqvufYTM6jlo3VwEapbulhcXMWdBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:20:31.293572Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.03204","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c020f58d87d09e677f7f948b61637f54a29d06ec5f305b50c20e96056280c469","sha256:545211af67a0f1697067776753ca79b991d830d421c48cb50e5a12ffa6723eef"],"state_sha256":"a1ac07c26b1b0029119020109a3012653812efacc8967a33fc3c5de1d59412e6"}