{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:K52ZZPDYVZVFALD35NHYQ5ATOU","short_pith_number":"pith:K52ZZPDY","canonical_record":{"source":{"id":"2204.07705","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T03:12:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"676f1433773a925699670d78af9316f9cb3fb13ff4b5f77313b53214c4ddb600","abstract_canon_sha256":"2d095724060372f6e9cc48c7179f8947d8549fbe6cdcdd4fe38f3a34bce78e72"},"schema_version":"1.0"},"canonical_sha256":"57759cbc78ae6a502c7beb4f8874137536d24365114766e066ca54af868b5851","source":{"kind":"arxiv","id":"2204.07705","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07705","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07705v3","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07705","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"pith_short_12","alias_value":"K52ZZPDYVZVF","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"pith_short_16","alias_value":"K52ZZPDYVZVFALD3","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"pith_short_8","alias_value":"K52ZZPDY","created_at":"2026-07-05T05:09:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:K52ZZPDYVZVFALD35NHYQ5ATOU","target":"record","payload":{"canonical_record":{"source":{"id":"2204.07705","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T03:12:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"676f1433773a925699670d78af9316f9cb3fb13ff4b5f77313b53214c4ddb600","abstract_canon_sha256":"2d095724060372f6e9cc48c7179f8947d8549fbe6cdcdd4fe38f3a34bce78e72"},"schema_version":"1.0"},"canonical_sha256":"57759cbc78ae6a502c7beb4f8874137536d24365114766e066ca54af868b5851","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:09:17.293541Z","signature_b64":"sO2Cc67+lj1LalzHnbcauO+FTRIwwd0s8JrmUAPvdZNP+FHf0kF4TxDPUOfPHG2UxA28MEpCIa6B+5Sl2cz3CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"57759cbc78ae6a502c7beb4f8874137536d24365114766e066ca54af868b5851","last_reissued_at":"2026-07-05T05:09:17.293059Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:09:17.293059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.07705","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dFFKETyEXub+nmYGOppXm2nTC+Y8KwcpFABEcIqWRDAvQzkzAolSajktWiZ4WTsNs28CmCI+Uhry+zjkaPqsAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:50:03.116969Z"},"content_sha256":"0a25a21c7e99790fa33753316e7fd24ff2946eeddd374265eab3ad68017f115e","schema_version":"1.0","event_id":"sha256:0a25a21c7e99790fa33753316e7fd24ff2946eeddd374265eab3ad68017f115e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:K52ZZPDYVZVFALD35NHYQ5ATOU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Amirreza Mirzaei, Anjana Arunkumar, Arjun Ashok, Arut Selvan Dhanasekaran, Atharva Naik, Chitta Baral, Daniel Khashabi, David Stap, Eshaan Pathak, Giannis Karamanolakis, Haizhi Gary Lai, Hannaneh Hajishirzi, Ishani Mondal, Ishan Purohit, Jacob Anderson, Kirby Kuznia, Krima Doshi, Kuntal Kumar Pal, Maitreya Patel, Mehrad Moradshahi, Mihir Parmar, Mirali Purohit, Neeraj Varshney, Noah A. Smith, Pegah Alipoormolabashi, Phani Rohitha Kaza, Pulkit Verma, Ravsehaj Singh Puri, Rushang Karia, Savan Doshi, Shailaja Keyur Sampat, Siddhartha Mishra, Sujan Reddy, Sumanta Patro, Swaroop Mishra, Tanay Dixit, Xudong Shen, Yeganeh Kordi, Yejin Choi, Yizhong Wang","submitted_at":"2022-04-16T03:12:30Z","abstract_excerpt":"How well can NLP models generalize to a variety of unseen tasks when provided with task instructions? To address this question, we first introduce Super-NaturalInstructions, a benchmark of 1,616 diverse NLP tasks and their expert-written instructions. Our collection covers 76 distinct task types, including but not limited to classification, extraction, infilling, sequence tagging, text rewriting, and text composition. This large and diverse collection of tasks enables rigorous benchmarking of cross-task generalization under instructions -- training models to follow instructions on a subset of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07705","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.07705/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k+79emfhV8Ne0fjyg9IDtkJtTD9MWchel++MKJtwFGDAcvrJe88zSm1MCm3Ovzpl0nYt9Vk4p5L4o/usQISjBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:50:03.117365Z"},"content_sha256":"ab64acb0ec42a065db6664141884af190ad2b1c178d2e4a92b9946140bf220ef","schema_version":"1.0","event_id":"sha256:ab64acb0ec42a065db6664141884af190ad2b1c178d2e4a92b9946140bf220ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K52ZZPDYVZVFALD35NHYQ5ATOU/bundle.json","state_url":"https://pith.science/pith/K52ZZPDYVZVFALD35NHYQ5ATOU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K52ZZPDYVZVFALD35NHYQ5ATOU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:50:03Z","links":{"resolver":"https://pith.science/pith/K52ZZPDYVZVFALD35NHYQ5ATOU","bundle":"https://pith.science/pith/K52ZZPDYVZVFALD35NHYQ5ATOU/bundle.json","state":"https://pith.science/pith/K52ZZPDYVZVFALD35NHYQ5ATOU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K52ZZPDYVZVFALD35NHYQ5ATOU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:K52ZZPDYVZVFALD35NHYQ5ATOU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2d095724060372f6e9cc48c7179f8947d8549fbe6cdcdd4fe38f3a34bce78e72","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T03:12:30Z","title_canon_sha256":"676f1433773a925699670d78af9316f9cb3fb13ff4b5f77313b53214c4ddb600"},"schema_version":"1.0","source":{"id":"2204.07705","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07705","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07705v3","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07705","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"pith_short_12","alias_value":"K52ZZPDYVZVF","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"pith_short_16","alias_value":"K52ZZPDYVZVFALD3","created_at":"2026-07-05T05:09:17Z"},{"alias_kind":"pith_short_8","alias_value":"K52ZZPDY","created_at":"2026-07-05T05:09:17Z"}],"graph_snapshots":[{"event_id":"sha256:ab64acb0ec42a065db6664141884af190ad2b1c178d2e4a92b9946140bf220ef","target":"graph","created_at":"2026-07-05T05:09:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.07705/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How well can NLP models generalize to a variety of unseen tasks when provided with task instructions? To address this question, we first introduce Super-NaturalInstructions, a benchmark of 1,616 diverse NLP tasks and their expert-written instructions. Our collection covers 76 distinct task types, including but not limited to classification, extraction, infilling, sequence tagging, text rewriting, and text composition. This large and diverse collection of tasks enables rigorous benchmarking of cross-task generalization under instructions -- training models to follow instructions on a subset of ","authors_text":"Amirreza Mirzaei, Anjana Arunkumar, Arjun Ashok, Arut Selvan Dhanasekaran, Atharva Naik, Chitta Baral, Daniel Khashabi, David Stap, Eshaan Pathak, Giannis Karamanolakis, Haizhi Gary Lai, Hannaneh Hajishirzi, Ishani Mondal, Ishan Purohit, Jacob Anderson, Kirby Kuznia, Krima Doshi, Kuntal Kumar Pal, Maitreya Patel, Mehrad Moradshahi, Mihir Parmar, Mirali Purohit, Neeraj Varshney, Noah A. Smith, Pegah Alipoormolabashi, Phani Rohitha Kaza, Pulkit Verma, Ravsehaj Singh Puri, Rushang Karia, Savan Doshi, Shailaja Keyur Sampat, Siddhartha Mishra, Sujan Reddy, Sumanta Patro, Swaroop Mishra, Tanay Dixit, Xudong Shen, Yeganeh Kordi, Yejin Choi, Yizhong Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T03:12:30Z","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07705","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a25a21c7e99790fa33753316e7fd24ff2946eeddd374265eab3ad68017f115e","target":"record","created_at":"2026-07-05T05:09:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2d095724060372f6e9cc48c7179f8947d8549fbe6cdcdd4fe38f3a34bce78e72","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-16T03:12:30Z","title_canon_sha256":"676f1433773a925699670d78af9316f9cb3fb13ff4b5f77313b53214c4ddb600"},"schema_version":"1.0","source":{"id":"2204.07705","kind":"arxiv","version":3}},"canonical_sha256":"57759cbc78ae6a502c7beb4f8874137536d24365114766e066ca54af868b5851","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"57759cbc78ae6a502c7beb4f8874137536d24365114766e066ca54af868b5851","first_computed_at":"2026-07-05T05:09:17.293059Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:09:17.293059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sO2Cc67+lj1LalzHnbcauO+FTRIwwd0s8JrmUAPvdZNP+FHf0kF4TxDPUOfPHG2UxA28MEpCIa6B+5Sl2cz3CA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:09:17.293541Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.07705","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a25a21c7e99790fa33753316e7fd24ff2946eeddd374265eab3ad68017f115e","sha256:ab64acb0ec42a065db6664141884af190ad2b1c178d2e4a92b9946140bf220ef"],"state_sha256":"545cd15ce9ed9f08558956c3e89e954530a8b0c9dd01703ba885319cdfe0c973"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KlB5F+mUbTcnu5qPHPDE1fxNtaOK4Cv4kj9elNxADwWIkx/tK8OM8rhVGkq4vdeCIg0y468Cb0gLSb950flUBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:50:03.119370Z","bundle_sha256":"4e295e03fe072cff77608073a7519ba2b67651378fe109b43c99593de7f75ce4"}}