{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7S7SQHZQE6J267AQTL5HHSVUOS","short_pith_number":"pith:7S7SQHZQ","canonical_record":{"source":{"id":"2109.14076","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-28T22:35:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"aab77681d771ec355a0c070ec4c58debde571898fa53c6ab217ff9eebbcce92b","abstract_canon_sha256":"5bbe0cb12e810494487da3df7190ebafb99332e379aee3d8fbedce29e6ce34a1"},"schema_version":"1.0"},"canonical_sha256":"fcbf281f302793af7c109afa73cab4748209ca087dc1931a5149eb192e56cde3","source":{"kind":"arxiv","id":"2109.14076","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.14076","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"arxiv_version","alias_value":"2109.14076v3","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.14076","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"pith_short_12","alias_value":"7S7SQHZQE6J2","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"pith_short_16","alias_value":"7S7SQHZQE6J267AQ","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"pith_short_8","alias_value":"7S7SQHZQ","created_at":"2026-07-05T03:49:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7S7SQHZQE6J267AQTL5HHSVUOS","target":"record","payload":{"canonical_record":{"source":{"id":"2109.14076","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-28T22:35:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"aab77681d771ec355a0c070ec4c58debde571898fa53c6ab217ff9eebbcce92b","abstract_canon_sha256":"5bbe0cb12e810494487da3df7190ebafb99332e379aee3d8fbedce29e6ce34a1"},"schema_version":"1.0"},"canonical_sha256":"fcbf281f302793af7c109afa73cab4748209ca087dc1931a5149eb192e56cde3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:49:42.516591Z","signature_b64":"Ji6O6yhKwRVw8udl6sOgFhbwRTH881hOwX2lXVBMbmSgnbqw/wiG/iGGYVEG+NLjLWADdvJ+exiFHdV/1p75AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fcbf281f302793af7c109afa73cab4748209ca087dc1931a5149eb192e56cde3","last_reissued_at":"2026-07-05T03:49:42.516112Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:49:42.516112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.14076","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:49:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sVJ4kHno93IpkLAwiS+gX2n1oFHGEyHU04ZKyjQLX4yAQUZ5H+ljua60K91k6ocO7Bszr6hzrzRUIusWaA1lBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:48:49.991454Z"},"content_sha256":"3110012bf82ce227b1b9cec50c8f6e1a21c73c87ae8c50877e96f696338e0187","schema_version":"1.0","event_id":"sha256:3110012bf82ce227b1b9cec50c8f6e1a21c73c87ae8c50877e96f696338e0187"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7S7SQHZQE6J267AQTL5HHSVUOS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RAFT: A Real-World Few-Shot Text Classification Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Abhishek Thakur, Alexis Carlier, Andreas Stuhlm\\\"uller, Carolyn Ashurst, C. Jess Riedel, Eli Lifland, Emmie Hine, Lewis Tunstall, Michael Noetel, Neel Alex, Paul Sedille, Pegah Maham","submitted_at":"2021-09-28T22:35:31Z","abstract_excerpt":"Large pre-trained language models have shown promise for few-shot learning, completing text-based tasks given only a few task-specific examples. Will models soon solve classification tasks that have so far been reserved for human research assistants? Existing benchmarks are not designed to measure progress in applied settings, and so don't directly answer this question. The RAFT benchmark (Real-world Annotated Few-shot Tasks) focuses on naturally occurring tasks and uses an evaluation setup that mirrors deployment. Baseline evaluations on RAFT reveal areas current techniques struggle with: rea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.14076","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.14076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:49:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9H7+RXr4UWysmg/wtfuPthu4g0VhppXiB7azqHCpTw02dVopmJlZIPCMQAomFOCJIEAEoXe5MuArBgOoobl+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:48:49.991981Z"},"content_sha256":"0183cd3668c28bbc8ba7e26eeab35c414ed3f9f8307f3fa1e2c4df990563defd","schema_version":"1.0","event_id":"sha256:0183cd3668c28bbc8ba7e26eeab35c414ed3f9f8307f3fa1e2c4df990563defd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7S7SQHZQE6J267AQTL5HHSVUOS/bundle.json","state_url":"https://pith.science/pith/7S7SQHZQE6J267AQTL5HHSVUOS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7S7SQHZQE6J267AQTL5HHSVUOS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T07:48:49Z","links":{"resolver":"https://pith.science/pith/7S7SQHZQE6J267AQTL5HHSVUOS","bundle":"https://pith.science/pith/7S7SQHZQE6J267AQTL5HHSVUOS/bundle.json","state":"https://pith.science/pith/7S7SQHZQE6J267AQTL5HHSVUOS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7S7SQHZQE6J267AQTL5HHSVUOS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7S7SQHZQE6J267AQTL5HHSVUOS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5bbe0cb12e810494487da3df7190ebafb99332e379aee3d8fbedce29e6ce34a1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-28T22:35:31Z","title_canon_sha256":"aab77681d771ec355a0c070ec4c58debde571898fa53c6ab217ff9eebbcce92b"},"schema_version":"1.0","source":{"id":"2109.14076","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.14076","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"arxiv_version","alias_value":"2109.14076v3","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.14076","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"pith_short_12","alias_value":"7S7SQHZQE6J2","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"pith_short_16","alias_value":"7S7SQHZQE6J267AQ","created_at":"2026-07-05T03:49:42Z"},{"alias_kind":"pith_short_8","alias_value":"7S7SQHZQ","created_at":"2026-07-05T03:49:42Z"}],"graph_snapshots":[{"event_id":"sha256:0183cd3668c28bbc8ba7e26eeab35c414ed3f9f8307f3fa1e2c4df990563defd","target":"graph","created_at":"2026-07-05T03:49:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.14076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large pre-trained language models have shown promise for few-shot learning, completing text-based tasks given only a few task-specific examples. Will models soon solve classification tasks that have so far been reserved for human research assistants? Existing benchmarks are not designed to measure progress in applied settings, and so don't directly answer this question. The RAFT benchmark (Real-world Annotated Few-shot Tasks) focuses on naturally occurring tasks and uses an evaluation setup that mirrors deployment. Baseline evaluations on RAFT reveal areas current techniques struggle with: rea","authors_text":"Abhishek Thakur, Alexis Carlier, Andreas Stuhlm\\\"uller, Carolyn Ashurst, C. Jess Riedel, Eli Lifland, Emmie Hine, Lewis Tunstall, Michael Noetel, Neel Alex, Paul Sedille, Pegah Maham","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-28T22:35:31Z","title":"RAFT: A Real-World Few-Shot Text Classification Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.14076","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3110012bf82ce227b1b9cec50c8f6e1a21c73c87ae8c50877e96f696338e0187","target":"record","created_at":"2026-07-05T03:49:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5bbe0cb12e810494487da3df7190ebafb99332e379aee3d8fbedce29e6ce34a1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-28T22:35:31Z","title_canon_sha256":"aab77681d771ec355a0c070ec4c58debde571898fa53c6ab217ff9eebbcce92b"},"schema_version":"1.0","source":{"id":"2109.14076","kind":"arxiv","version":3}},"canonical_sha256":"fcbf281f302793af7c109afa73cab4748209ca087dc1931a5149eb192e56cde3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fcbf281f302793af7c109afa73cab4748209ca087dc1931a5149eb192e56cde3","first_computed_at":"2026-07-05T03:49:42.516112Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:49:42.516112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ji6O6yhKwRVw8udl6sOgFhbwRTH881hOwX2lXVBMbmSgnbqw/wiG/iGGYVEG+NLjLWADdvJ+exiFHdV/1p75AA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:49:42.516591Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.14076","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3110012bf82ce227b1b9cec50c8f6e1a21c73c87ae8c50877e96f696338e0187","sha256:0183cd3668c28bbc8ba7e26eeab35c414ed3f9f8307f3fa1e2c4df990563defd"],"state_sha256":"5e125e780342d064d4430ee2533cc43ac0d3dda08c8ef9e160fff7aa4c7edb97"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L/PAuTt1DsbckReT61iu6oB3PDCN5UCrvRNVSM9T80oUgjK5yITBeKyM/fYo2tvCHGgpuf9xd21GtalK9NXwCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T07:48:49.995699Z","bundle_sha256":"a99b6e175808327faf71ed23644ce157a4acf489a7b65dcb920627a051b13250"}}