{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:MOPD3LMEYVNUZ72VU37ECKKBR6","short_pith_number":"pith:MOPD3LME","canonical_record":{"source":{"id":"2111.02570","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-04T00:43:15Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f5e537b83f25d1bbfbfb1f0b77190e011d4252dc6be39f0470d975db5afbde7e","abstract_canon_sha256":"cc3ba170d3ad81b08bc338bbb0adcb459f1682597e6925ed3102d732352357fa"},"schema_version":"1.0"},"canonical_sha256":"639e3dad84c55b4cff55a6fe4129418fb7059ce0798953a6fd4ff0ed63ee10a3","source":{"kind":"arxiv","id":"2111.02570","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.02570","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"arxiv_version","alias_value":"2111.02570v1","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.02570","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"pith_short_12","alias_value":"MOPD3LMEYVNU","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"pith_short_16","alias_value":"MOPD3LMEYVNUZ72V","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"pith_short_8","alias_value":"MOPD3LME","created_at":"2026-07-05T03:29:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:MOPD3LMEYVNUZ72VU37ECKKBR6","target":"record","payload":{"canonical_record":{"source":{"id":"2111.02570","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-04T00:43:15Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f5e537b83f25d1bbfbfb1f0b77190e011d4252dc6be39f0470d975db5afbde7e","abstract_canon_sha256":"cc3ba170d3ad81b08bc338bbb0adcb459f1682597e6925ed3102d732352357fa"},"schema_version":"1.0"},"canonical_sha256":"639e3dad84c55b4cff55a6fe4129418fb7059ce0798953a6fd4ff0ed63ee10a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:29:05.983164Z","signature_b64":"qLIm6t+LipyJTQw/yNZSbYJVsCx5z9Eij6uPpp8jrmGt/GX7BsncNIKNgX2bg52+NiS1DC3ajlVYTuGbHc5YAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"639e3dad84c55b4cff55a6fe4129418fb7059ce0798953a6fd4ff0ed63ee10a3","last_reissued_at":"2026-07-05T03:29:05.982707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:29:05.982707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.02570","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:29:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Drg93rNkz7N0txy8CNwKg4tqdfVO0zoVOBbDGx7dAHvHj3uraejASE5kiP5SuJIj+J13igwoQyS+Gun0cmn+Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:56:20.099907Z"},"content_sha256":"24bf06d89591b61ae70257c58e0672949d9a24441ced9807ff791653effde52b","schema_version":"1.0","event_id":"sha256:24bf06d89591b61ae70257c58e0672949d9a24441ced9807ff791653effde52b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:MOPD3LMEYVNUZ72VU37ECKKBR6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLUES: Few-Shot Learning Evaluation in Natural Language Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ahmed Hassan Awadallah, Christopher Meek, Greg Yang, Guoqing Zheng, Hao Cheng, Jianfeng Gao, Saghar Hosseini, Subhabrata Mukherjee, XiaoDong Liu","submitted_at":"2021-11-04T00:43:15Z","abstract_excerpt":"Most recent progress in natural language understanding (NLU) has been driven, in part, by benchmarks such as GLUE, SuperGLUE, SQuAD, etc. In fact, many NLU models have now matched or exceeded \"human-level\" performance on many tasks in these benchmarks. Most of these benchmarks, however, give models access to relatively large amounts of labeled data for training. As such, the models are provided far more data than required by humans to achieve strong performance. That has motivated a line of work that focuses on improving few-shot learning performance of NLU models. However, there is a lack of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.02570","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.02570/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:29:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pYNsCDdXCMMKBeU5V8uIdLZSUbAYW2ErTmltWHD5+adjU68McXyCUOvi3N6UMChP/YR3gcHmuI4MDkXraQ67DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:56:20.100466Z"},"content_sha256":"80157f28aece96446294c66daf03c8b091fe62fc34365ca1fda9172a8c8db58c","schema_version":"1.0","event_id":"sha256:80157f28aece96446294c66daf03c8b091fe62fc34365ca1fda9172a8c8db58c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MOPD3LMEYVNUZ72VU37ECKKBR6/bundle.json","state_url":"https://pith.science/pith/MOPD3LMEYVNUZ72VU37ECKKBR6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MOPD3LMEYVNUZ72VU37ECKKBR6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T22:56:20Z","links":{"resolver":"https://pith.science/pith/MOPD3LMEYVNUZ72VU37ECKKBR6","bundle":"https://pith.science/pith/MOPD3LMEYVNUZ72VU37ECKKBR6/bundle.json","state":"https://pith.science/pith/MOPD3LMEYVNUZ72VU37ECKKBR6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MOPD3LMEYVNUZ72VU37ECKKBR6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:MOPD3LMEYVNUZ72VU37ECKKBR6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cc3ba170d3ad81b08bc338bbb0adcb459f1682597e6925ed3102d732352357fa","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-04T00:43:15Z","title_canon_sha256":"f5e537b83f25d1bbfbfb1f0b77190e011d4252dc6be39f0470d975db5afbde7e"},"schema_version":"1.0","source":{"id":"2111.02570","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.02570","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"arxiv_version","alias_value":"2111.02570v1","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.02570","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"pith_short_12","alias_value":"MOPD3LMEYVNU","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"pith_short_16","alias_value":"MOPD3LMEYVNUZ72V","created_at":"2026-07-05T03:29:05Z"},{"alias_kind":"pith_short_8","alias_value":"MOPD3LME","created_at":"2026-07-05T03:29:05Z"}],"graph_snapshots":[{"event_id":"sha256:80157f28aece96446294c66daf03c8b091fe62fc34365ca1fda9172a8c8db58c","target":"graph","created_at":"2026-07-05T03:29:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.02570/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most recent progress in natural language understanding (NLU) has been driven, in part, by benchmarks such as GLUE, SuperGLUE, SQuAD, etc. In fact, many NLU models have now matched or exceeded \"human-level\" performance on many tasks in these benchmarks. Most of these benchmarks, however, give models access to relatively large amounts of labeled data for training. As such, the models are provided far more data than required by humans to achieve strong performance. That has motivated a line of work that focuses on improving few-shot learning performance of NLU models. However, there is a lack of ","authors_text":"Ahmed Hassan Awadallah, Christopher Meek, Greg Yang, Guoqing Zheng, Hao Cheng, Jianfeng Gao, Saghar Hosseini, Subhabrata Mukherjee, XiaoDong Liu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-04T00:43:15Z","title":"CLUES: Few-Shot Learning Evaluation in Natural Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.02570","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24bf06d89591b61ae70257c58e0672949d9a24441ced9807ff791653effde52b","target":"record","created_at":"2026-07-05T03:29:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cc3ba170d3ad81b08bc338bbb0adcb459f1682597e6925ed3102d732352357fa","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-04T00:43:15Z","title_canon_sha256":"f5e537b83f25d1bbfbfb1f0b77190e011d4252dc6be39f0470d975db5afbde7e"},"schema_version":"1.0","source":{"id":"2111.02570","kind":"arxiv","version":1}},"canonical_sha256":"639e3dad84c55b4cff55a6fe4129418fb7059ce0798953a6fd4ff0ed63ee10a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"639e3dad84c55b4cff55a6fe4129418fb7059ce0798953a6fd4ff0ed63ee10a3","first_computed_at":"2026-07-05T03:29:05.982707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:29:05.982707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qLIm6t+LipyJTQw/yNZSbYJVsCx5z9Eij6uPpp8jrmGt/GX7BsncNIKNgX2bg52+NiS1DC3ajlVYTuGbHc5YAw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:29:05.983164Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.02570","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24bf06d89591b61ae70257c58e0672949d9a24441ced9807ff791653effde52b","sha256:80157f28aece96446294c66daf03c8b091fe62fc34365ca1fda9172a8c8db58c"],"state_sha256":"c49ac7bff105a374ea27f64bb67e0b4c1b094c63c5e6f04a45ddee36b46bf16e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HDy0vNrSkU1OAxbIXJMgt9ZrAVY0XivQZ38RbU8l33vFVMCCw7COGF1O8+Xk4fXvFcpiB7vmuAhRnpRZpupvAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T22:56:20.104684Z","bundle_sha256":"a4940548086c40b74cd8325ab1ca3eaa30b308fa86ac04a9857a2ad65db2dd55"}}