{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YWXZK3YDFQT2CQXXGLT67ATJJY","short_pith_number":"pith:YWXZK3YD","canonical_record":{"source":{"id":"2301.13688","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T15:03:44Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"90940a5f1df7454b91f8f414b7aaa380448cba7addc9f6bdfa3fdda7dfc9ee7d","abstract_canon_sha256":"e035a31bdedf432d05820c3c1801287b1966a2e9f910f7758dc06aaa37682ad3"},"schema_version":"1.0"},"canonical_sha256":"c5af956f032c27a142f732e7ef82694e0447d334ea403a38002c00bfbb60f46f","source":{"kind":"arxiv","id":"2301.13688","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.13688","created_at":"2026-05-17T23:38:13Z"},{"alias_kind":"arxiv_version","alias_value":"2301.13688v2","created_at":"2026-05-17T23:38:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.13688","created_at":"2026-05-17T23:38:13Z"},{"alias_kind":"pith_short_12","alias_value":"YWXZK3YDFQT2","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"YWXZK3YDFQT2CQXX","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"YWXZK3YD","created_at":"2026-05-18T12:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YWXZK3YDFQT2CQXXGLT67ATJJY","target":"record","payload":{"canonical_record":{"source":{"id":"2301.13688","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T15:03:44Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"90940a5f1df7454b91f8f414b7aaa380448cba7addc9f6bdfa3fdda7dfc9ee7d","abstract_canon_sha256":"e035a31bdedf432d05820c3c1801287b1966a2e9f910f7758dc06aaa37682ad3"},"schema_version":"1.0"},"canonical_sha256":"c5af956f032c27a142f732e7ef82694e0447d334ea403a38002c00bfbb60f46f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:13.942152Z","signature_b64":"9RjKi0oPip1q2qrjYCJQhFRKra6dmaZaXExVfrSWcMBy+Hw0J5yk8NPRmuqZaf2HlWXAHbkTQM6erM9XxRtQCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c5af956f032c27a142f732e7ef82694e0447d334ea403a38002c00bfbb60f46f","last_reissued_at":"2026-05-17T23:38:13.941480Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:13.941480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.13688","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hNwFXRGHaiVBY6vvtHr+pbJF3+/zKNnGUDUAACDgVNUTwnc4PpLq9Lc/LlwbbusCDJKCApl125GOEPpFdqzhBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T22:45:22.319749Z"},"content_sha256":"858e9ad7740a133ab2d84237c33e48ce4ed187ee8ce4ffd8ac713db7c4049c7b","schema_version":"1.0","event_id":"sha256:858e9ad7740a133ab2d84237c33e48ce4ed187ee8ce4ffd8ac713db7c4049c7b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YWXZK3YDFQT2CQXXGLT67ATJJY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Adam Roberts, Albert Webson, Barret Zoph, Denny Zhou, Hyung Won Chung, Jason Wei, Le Hou, Quoc V. Le, Shayne Longpre, Tu Vu, Yi Tay","submitted_at":"2023-01-31T15:03:44Z","abstract_excerpt":"We study the design decisions of publicly available instruction tuning methods, and break down the development of Flan 2022 (Chung et al., 2022). Through careful ablation studies on the Flan Collection of tasks and methods, we tease apart the effect of design decisions which enable Flan-T5 to outperform prior work by 3-17%+ across evaluation settings. We find task balancing and enrichment techniques are overlooked but critical to effective instruction tuning, and in particular, training with mixed prompt settings (zero-shot, few-shot, and chain-of-thought) actually yields stronger (2%+) perfor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.13688","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bYEMH8FQxxrkYwsjqMM+5OBG3eGUrOeNA37E7TX7eo+rfocdAxT1JJiDwf9gAGRZcT6eLjP4QWQaqhr6KDpnDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T22:45:22.320393Z"},"content_sha256":"c5db58ca280e2fd3e17d5c0232cb0142e274900e9a871907e387cfc84d57b3f4","schema_version":"1.0","event_id":"sha256:c5db58ca280e2fd3e17d5c0232cb0142e274900e9a871907e387cfc84d57b3f4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YWXZK3YDFQT2CQXXGLT67ATJJY/bundle.json","state_url":"https://pith.science/pith/YWXZK3YDFQT2CQXXGLT67ATJJY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YWXZK3YDFQT2CQXXGLT67ATJJY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T22:45:22Z","links":{"resolver":"https://pith.science/pith/YWXZK3YDFQT2CQXXGLT67ATJJY","bundle":"https://pith.science/pith/YWXZK3YDFQT2CQXXGLT67ATJJY/bundle.json","state":"https://pith.science/pith/YWXZK3YDFQT2CQXXGLT67ATJJY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YWXZK3YDFQT2CQXXGLT67ATJJY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YWXZK3YDFQT2CQXXGLT67ATJJY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e035a31bdedf432d05820c3c1801287b1966a2e9f910f7758dc06aaa37682ad3","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T15:03:44Z","title_canon_sha256":"90940a5f1df7454b91f8f414b7aaa380448cba7addc9f6bdfa3fdda7dfc9ee7d"},"schema_version":"1.0","source":{"id":"2301.13688","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.13688","created_at":"2026-05-17T23:38:13Z"},{"alias_kind":"arxiv_version","alias_value":"2301.13688v2","created_at":"2026-05-17T23:38:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.13688","created_at":"2026-05-17T23:38:13Z"},{"alias_kind":"pith_short_12","alias_value":"YWXZK3YDFQT2","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"YWXZK3YDFQT2CQXX","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"YWXZK3YD","created_at":"2026-05-18T12:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:c5db58ca280e2fd3e17d5c0232cb0142e274900e9a871907e387cfc84d57b3f4","target":"graph","created_at":"2026-05-17T23:38:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We study the design decisions of publicly available instruction tuning methods, and break down the development of Flan 2022 (Chung et al., 2022). Through careful ablation studies on the Flan Collection of tasks and methods, we tease apart the effect of design decisions which enable Flan-T5 to outperform prior work by 3-17%+ across evaluation settings. We find task balancing and enrichment techniques are overlooked but critical to effective instruction tuning, and in particular, training with mixed prompt settings (zero-shot, few-shot, and chain-of-thought) actually yields stronger (2%+) perfor","authors_text":"Adam Roberts, Albert Webson, Barret Zoph, Denny Zhou, Hyung Won Chung, Jason Wei, Le Hou, Quoc V. Le, Shayne Longpre, Tu Vu, Yi Tay","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T15:03:44Z","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.13688","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:858e9ad7740a133ab2d84237c33e48ce4ed187ee8ce4ffd8ac713db7c4049c7b","target":"record","created_at":"2026-05-17T23:38:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e035a31bdedf432d05820c3c1801287b1966a2e9f910f7758dc06aaa37682ad3","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-01-31T15:03:44Z","title_canon_sha256":"90940a5f1df7454b91f8f414b7aaa380448cba7addc9f6bdfa3fdda7dfc9ee7d"},"schema_version":"1.0","source":{"id":"2301.13688","kind":"arxiv","version":2}},"canonical_sha256":"c5af956f032c27a142f732e7ef82694e0447d334ea403a38002c00bfbb60f46f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c5af956f032c27a142f732e7ef82694e0447d334ea403a38002c00bfbb60f46f","first_computed_at":"2026-05-17T23:38:13.941480Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:13.941480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9RjKi0oPip1q2qrjYCJQhFRKra6dmaZaXExVfrSWcMBy+Hw0J5yk8NPRmuqZaf2HlWXAHbkTQM6erM9XxRtQCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:13.942152Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.13688","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:858e9ad7740a133ab2d84237c33e48ce4ed187ee8ce4ffd8ac713db7c4049c7b","sha256:c5db58ca280e2fd3e17d5c0232cb0142e274900e9a871907e387cfc84d57b3f4"],"state_sha256":"9d226201e7e357f395f538160ff211972c60486b1836eefc5e90bcfe7af51152"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"16iEM9KIwwB2QLGGg9M81Lxm4rVBee+vN1HaQHi86YY0Kg1TMtklhRZ9kIE1xjp1h2cIJnoBiSGR+f8jlV4kCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T22:45:22.323020Z","bundle_sha256":"55d8ac7502e4fd726eee6989aa93532e8abcd2108ee04fbe147897cb7cc283de"}}