{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HEVUYQTAJTWMOMOTMCZMUK4OZR","short_pith_number":"pith:HEVUYQTA","canonical_record":{"source":{"id":"2306.01150","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T21:11:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"154f931a9799d6e3887e833aab466f0d05e8169aea1ca9d09ff7ea37b5fe70e2","abstract_canon_sha256":"9ebba4ef9f62800c366e6cd22ecc0b96c5d6505a623b35802bbda531a7c06e6d"},"schema_version":"1.0"},"canonical_sha256":"392b4c42604cecc731d360b2ca2b8ecc7223f98ead6ea8cefdfc7ee7ba0b1d08","source":{"kind":"arxiv","id":"2306.01150","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01150","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01150v1","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01150","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_12","alias_value":"HEVUYQTAJTWM","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_16","alias_value":"HEVUYQTAJTWMOMOT","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_8","alias_value":"HEVUYQTA","created_at":"2026-07-05T06:16:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HEVUYQTAJTWMOMOTMCZMUK4OZR","target":"record","payload":{"canonical_record":{"source":{"id":"2306.01150","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T21:11:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"154f931a9799d6e3887e833aab466f0d05e8169aea1ca9d09ff7ea37b5fe70e2","abstract_canon_sha256":"9ebba4ef9f62800c366e6cd22ecc0b96c5d6505a623b35802bbda531a7c06e6d"},"schema_version":"1.0"},"canonical_sha256":"392b4c42604cecc731d360b2ca2b8ecc7223f98ead6ea8cefdfc7ee7ba0b1d08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:16:38.698905Z","signature_b64":"09U3vYHnx937lCewARm0oxvNPqa29ofjQz63sA2w/z8ockLl7cN3rqZ/NPIfL/TqHLopaiRdx96d0pyAZIgFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"392b4c42604cecc731d360b2ca2b8ecc7223f98ead6ea8cefdfc7ee7ba0b1d08","last_reissued_at":"2026-07-05T06:16:38.698495Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:16:38.698495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.01150","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Osqv3yBIpmHDtWGXThA+k1K7a/HKJ5B/hPdVlWSof/PPRVXhNBWR7sunKwRIavdkdQWUCrqk7BOYucYRLKm9CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T04:12:02.877752Z"},"content_sha256":"3a1ca6dee3bbc0ca06a9476736f36ea6697b50d5ff92aa9f970de1c4e29b5726","schema_version":"1.0","event_id":"sha256:3a1ca6dee3bbc0ca06a9476736f36ea6697b50d5ff92aa9f970de1c4e29b5726"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HEVUYQTAJTWMOMOTMCZMUK4OZR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Did You Read the Instructions? Rethinking the Effectiveness of Task Definitions in Instruction Learning","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Caiming Xiong, Chien-Sheng Jason Wu, Fan Yin, Jesse Vig, Philippe Laban, Shafiq Joty","submitted_at":"2023-06-01T21:11:24Z","abstract_excerpt":"Large language models (LLMs) have shown impressive performance in following natural language instructions to solve unseen tasks. However, it remains unclear whether models truly understand task definitions and whether the human-written definitions are optimal. In this paper, we systematically study the role of task definitions in instruction learning. We first conduct an ablation analysis informed by human annotations to understand which parts of a task definition are most important, and find that model performance only drops substantially when removing contents describing the task output, in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01150","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.01150/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RyPr56A0yllO8B9Qmyz8jgoK/DGqxw0u2JUS5z8rUJ0uVwXCwPRu5ky26CxlyDS/nT6l6zwS/950p7fbf2yZDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T04:12:02.878265Z"},"content_sha256":"8d3becafc21d1fc2cffdc4bedcd8be4b6d8f7c7c657929ad22cad54bfa48c96e","schema_version":"1.0","event_id":"sha256:8d3becafc21d1fc2cffdc4bedcd8be4b6d8f7c7c657929ad22cad54bfa48c96e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR/bundle.json","state_url":"https://pith.science/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T04:12:02Z","links":{"resolver":"https://pith.science/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR","bundle":"https://pith.science/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR/bundle.json","state":"https://pith.science/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HEVUYQTAJTWMOMOTMCZMUK4OZR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HEVUYQTAJTWMOMOTMCZMUK4OZR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ebba4ef9f62800c366e6cd22ecc0b96c5d6505a623b35802bbda531a7c06e6d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T21:11:24Z","title_canon_sha256":"154f931a9799d6e3887e833aab466f0d05e8169aea1ca9d09ff7ea37b5fe70e2"},"schema_version":"1.0","source":{"id":"2306.01150","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01150","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01150v1","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01150","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_12","alias_value":"HEVUYQTAJTWM","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_16","alias_value":"HEVUYQTAJTWMOMOT","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_8","alias_value":"HEVUYQTA","created_at":"2026-07-05T06:16:38Z"}],"graph_snapshots":[{"event_id":"sha256:8d3becafc21d1fc2cffdc4bedcd8be4b6d8f7c7c657929ad22cad54bfa48c96e","target":"graph","created_at":"2026-07-05T06:16:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01150/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown impressive performance in following natural language instructions to solve unseen tasks. However, it remains unclear whether models truly understand task definitions and whether the human-written definitions are optimal. In this paper, we systematically study the role of task definitions in instruction learning. We first conduct an ablation analysis informed by human annotations to understand which parts of a task definition are most important, and find that model performance only drops substantially when removing contents describing the task output, in ","authors_text":"Caiming Xiong, Chien-Sheng Jason Wu, Fan Yin, Jesse Vig, Philippe Laban, Shafiq Joty","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T21:11:24Z","title":"Did You Read the Instructions? Rethinking the Effectiveness of Task Definitions in Instruction Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01150","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3a1ca6dee3bbc0ca06a9476736f36ea6697b50d5ff92aa9f970de1c4e29b5726","target":"record","created_at":"2026-07-05T06:16:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ebba4ef9f62800c366e6cd22ecc0b96c5d6505a623b35802bbda531a7c06e6d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T21:11:24Z","title_canon_sha256":"154f931a9799d6e3887e833aab466f0d05e8169aea1ca9d09ff7ea37b5fe70e2"},"schema_version":"1.0","source":{"id":"2306.01150","kind":"arxiv","version":1}},"canonical_sha256":"392b4c42604cecc731d360b2ca2b8ecc7223f98ead6ea8cefdfc7ee7ba0b1d08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"392b4c42604cecc731d360b2ca2b8ecc7223f98ead6ea8cefdfc7ee7ba0b1d08","first_computed_at":"2026-07-05T06:16:38.698495Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:38.698495Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"09U3vYHnx937lCewARm0oxvNPqa29ofjQz63sA2w/z8ockLl7cN3rqZ/NPIfL/TqHLopaiRdx96d0pyAZIgFCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:38.698905Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01150","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3a1ca6dee3bbc0ca06a9476736f36ea6697b50d5ff92aa9f970de1c4e29b5726","sha256:8d3becafc21d1fc2cffdc4bedcd8be4b6d8f7c7c657929ad22cad54bfa48c96e"],"state_sha256":"82fd4c6fce161bd85b38169409786f9929a303ae3669c4f5a6e641702334d841"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xf9QHk5tNqH+ubOxLym7ACmwoAfFGic6K4YstbNFh9RIeZZ3l0yg+kWs8EKvvHsUFOsFm2COyn0E4yL7QEImDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T04:12:02.881962Z","bundle_sha256":"2773fa78fac128bafa8835e9d76d04245b9bc50ee60c221c5769a7064d26e041"}}