{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:H75N3M5IFZA7BJTMXKNXLWTLNW","short_pith_number":"pith:H75N3M5I","schema_version":"1.0","canonical_sha256":"3ffaddb3a82e41f0a66cba9b75da6b6daf023e727c302c07f9c07a1490ddc9ff","source":{"kind":"arxiv","id":"2410.02465","version":3},"attestation_state":"computed","paper":{"title":"Revealing the Inherent Instructability of Pre-Trained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hyounghun Kim, MinJi Kim, Seokhyun An","submitted_at":"2024-10-03T13:15:19Z","abstract_excerpt":"Instruction tuning -- supervised fine-tuning using instruction-response pairs -- is a key step in making pre-trained large language models (LLMs) instructable. Meanwhile, LLMs perform multitask learning during their pre-training, acquiring extensive knowledge and capabilities. We hypothesize that the pre-training stage can enable them to develop the ability to comprehend and address instructions. To verify this, we propose Response Tuning (RT), which removes the instruction and its corresponding mapping to the response from instruction tuning. Instead, it focuses solely on establishing a respo"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.02465","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T13:15:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ead2f5f55704eb131100e83b6fbe57637c2656e5ff930497a2f39b06b52543ad","abstract_canon_sha256":"cfd9aeb38a211385e5e4a5b2cb1240b144e98124a75724b34cd9552eeceec655"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:11:13.669415Z","signature_b64":"KSlLp7SaRwqBs1UI22rE7O0OFtLj1QL5fcNGLLgf6rhNcx8Z1gg9ZvmpXKL/qidVmW3syvAerYmXmTFUwYKVDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3ffaddb3a82e41f0a66cba9b75da6b6daf023e727c302c07f9c07a1490ddc9ff","last_reissued_at":"2026-07-05T12:11:13.668856Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:11:13.668856Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Revealing the Inherent Instructability of Pre-Trained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hyounghun Kim, MinJi Kim, Seokhyun An","submitted_at":"2024-10-03T13:15:19Z","abstract_excerpt":"Instruction tuning -- supervised fine-tuning using instruction-response pairs -- is a key step in making pre-trained large language models (LLMs) instructable. Meanwhile, LLMs perform multitask learning during their pre-training, acquiring extensive knowledge and capabilities. We hypothesize that the pre-training stage can enable them to develop the ability to comprehend and address instructions. To verify this, we propose Response Tuning (RT), which removes the instruction and its corresponding mapping to the response from instruction tuning. Instead, it focuses solely on establishing a respo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02465","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.02465/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.02465","created_at":"2026-07-05T12:11:13.668916+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.02465v3","created_at":"2026-07-05T12:11:13.668916+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02465","created_at":"2026-07-05T12:11:13.668916+00:00"},{"alias_kind":"pith_short_12","alias_value":"H75N3M5IFZA7","created_at":"2026-07-05T12:11:13.668916+00:00"},{"alias_kind":"pith_short_16","alias_value":"H75N3M5IFZA7BJTM","created_at":"2026-07-05T12:11:13.668916+00:00"},{"alias_kind":"pith_short_8","alias_value":"H75N3M5I","created_at":"2026-07-05T12:11:13.668916+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2507.07817","citing_title":"On the Effect of Instruction Tuning Loss on Generalization","ref_index":3,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW","json":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW.json","graph_json":"https://pith.science/api/pith-number/H75N3M5IFZA7BJTMXKNXLWTLNW/graph.json","events_json":"https://pith.science/api/pith-number/H75N3M5IFZA7BJTMXKNXLWTLNW/events.json","paper":"https://pith.science/paper/H75N3M5I"},"agent_actions":{"view_html":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW","download_json":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW.json","view_paper":"https://pith.science/paper/H75N3M5I","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.02465&json=true","fetch_graph":"https://pith.science/api/pith-number/H75N3M5IFZA7BJTMXKNXLWTLNW/graph.json","fetch_events":"https://pith.science/api/pith-number/H75N3M5IFZA7BJTMXKNXLWTLNW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW/action/storage_attestation","attest_author":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW/action/author_attestation","sign_citation":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW/action/citation_signature","submit_replication":"https://pith.science/pith/H75N3M5IFZA7BJTMXKNXLWTLNW/action/replication_record"}},"created_at":"2026-07-05T12:11:13.668916+00:00","updated_at":"2026-07-05T12:11:13.668916+00:00"}