{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2CQSVXRZNXFHGSVSLT22T3E6MZ","short_pith_number":"pith:2CQSVXRZ","canonical_record":{"source":{"id":"2402.05119","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T04:45:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"66d691b346c2e21cd81f7995fb2aff8e14638016bf26c2a7c0de154ae0f61c5e","abstract_canon_sha256":"3ed86314444d019ba958469ee6bb3d284c7f00d34d1ef281a383a378166c820f"},"schema_version":"1.0"},"canonical_sha256":"d0a12ade396dca734ab25cf5a9ec9e667d828b79c63cc543c3daba739e1d298b","source":{"kind":"arxiv","id":"2402.05119","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05119","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05119v5","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05119","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"pith_short_12","alias_value":"2CQSVXRZNXFH","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"pith_short_16","alias_value":"2CQSVXRZNXFHGSVS","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"pith_short_8","alias_value":"2CQSVXRZ","created_at":"2026-07-05T08:43:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2CQSVXRZNXFHGSVSLT22T3E6MZ","target":"record","payload":{"canonical_record":{"source":{"id":"2402.05119","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T04:45:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"66d691b346c2e21cd81f7995fb2aff8e14638016bf26c2a7c0de154ae0f61c5e","abstract_canon_sha256":"3ed86314444d019ba958469ee6bb3d284c7f00d34d1ef281a383a378166c820f"},"schema_version":"1.0"},"canonical_sha256":"d0a12ade396dca734ab25cf5a9ec9e667d828b79c63cc543c3daba739e1d298b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:26.151685Z","signature_b64":"XoZ6AxFZkgPZFiXKL9iZ3J6Pizp+RN0WqwZq0+eZMFIhWcRX1Pq1pfhj3I6E3dM931fO3O2+/bn5DamSp0sZCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0a12ade396dca734ab25cf5a9ec9e667d828b79c63cc543c3daba739e1d298b","last_reissued_at":"2026-07-05T08:43:26.151257Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:26.151257Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.05119","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oUOje6fm+LhTZmQMT3otb9zC7C5Il9Q6+1doH+cjdY/E4ZvyJxSmKkGFl0p6gQtjTr161Tw9DzjK0BOne4d8Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:06:37.788277Z"},"content_sha256":"f64dd19b5b57a22d9107ab10484d237b898ef42d164f045e2296f64de79484ad","schema_version":"1.0","event_id":"sha256:f64dd19b5b57a22d9107ab10484d237b898ef42d164f045e2296f64de79484ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2CQSVXRZNXFHGSVSLT22T3E6MZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Closer Look at the Limitations of Instruction Tuning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chandra Kiran Reddy Evuru, Deepali Aneja, Dinesh Manocha, Ramaneswaran S, Ramani Duraiswami, Sonal Kumar, Sreyan Ghosh, Zeyu Jin","submitted_at":"2024-02-03T04:45:25Z","abstract_excerpt":"Instruction Tuning (IT), the process of training large language models (LLMs) using instruction-response pairs, has emerged as the predominant method for transforming base pre-trained LLMs into open-domain conversational agents. While IT has achieved notable success and widespread adoption, its limitations and shortcomings remain underexplored. In this paper, through rigorous experiments and an in-depth analysis of the changes LLMs undergo through IT, we reveal various limitations of IT. In particular, we show that (1) IT fails to enhance knowledge or skills in LLMs. LoRA fine-tuning is limite"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05119","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.05119/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JOxwSiQO2i0w8dYHRcX8R0VlItwR/WpPLneW2lVoBYy+LACRiP/pQ3/qx4kvF89q5grZIWY2w307B87w+3IiAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:06:37.788778Z"},"content_sha256":"66beaff04ed62d355a4ab2643ed89fab87f25227f842047ffde5ac365f615df4","schema_version":"1.0","event_id":"sha256:66beaff04ed62d355a4ab2643ed89fab87f25227f842047ffde5ac365f615df4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ/bundle.json","state_url":"https://pith.science/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:06:37Z","links":{"resolver":"https://pith.science/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ","bundle":"https://pith.science/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ/bundle.json","state":"https://pith.science/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2CQSVXRZNXFHGSVSLT22T3E6MZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2CQSVXRZNXFHGSVSLT22T3E6MZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ed86314444d019ba958469ee6bb3d284c7f00d34d1ef281a383a378166c820f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T04:45:25Z","title_canon_sha256":"66d691b346c2e21cd81f7995fb2aff8e14638016bf26c2a7c0de154ae0f61c5e"},"schema_version":"1.0","source":{"id":"2402.05119","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05119","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05119v5","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05119","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"pith_short_12","alias_value":"2CQSVXRZNXFH","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"pith_short_16","alias_value":"2CQSVXRZNXFHGSVS","created_at":"2026-07-05T08:43:26Z"},{"alias_kind":"pith_short_8","alias_value":"2CQSVXRZ","created_at":"2026-07-05T08:43:26Z"}],"graph_snapshots":[{"event_id":"sha256:66beaff04ed62d355a4ab2643ed89fab87f25227f842047ffde5ac365f615df4","target":"graph","created_at":"2026-07-05T08:43:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.05119/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Instruction Tuning (IT), the process of training large language models (LLMs) using instruction-response pairs, has emerged as the predominant method for transforming base pre-trained LLMs into open-domain conversational agents. While IT has achieved notable success and widespread adoption, its limitations and shortcomings remain underexplored. In this paper, through rigorous experiments and an in-depth analysis of the changes LLMs undergo through IT, we reveal various limitations of IT. In particular, we show that (1) IT fails to enhance knowledge or skills in LLMs. LoRA fine-tuning is limite","authors_text":"Chandra Kiran Reddy Evuru, Deepali Aneja, Dinesh Manocha, Ramaneswaran S, Ramani Duraiswami, Sonal Kumar, Sreyan Ghosh, Zeyu Jin","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T04:45:25Z","title":"A Closer Look at the Limitations of Instruction Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05119","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f64dd19b5b57a22d9107ab10484d237b898ef42d164f045e2296f64de79484ad","target":"record","created_at":"2026-07-05T08:43:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ed86314444d019ba958469ee6bb3d284c7f00d34d1ef281a383a378166c820f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T04:45:25Z","title_canon_sha256":"66d691b346c2e21cd81f7995fb2aff8e14638016bf26c2a7c0de154ae0f61c5e"},"schema_version":"1.0","source":{"id":"2402.05119","kind":"arxiv","version":5}},"canonical_sha256":"d0a12ade396dca734ab25cf5a9ec9e667d828b79c63cc543c3daba739e1d298b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0a12ade396dca734ab25cf5a9ec9e667d828b79c63cc543c3daba739e1d298b","first_computed_at":"2026-07-05T08:43:26.151257Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:26.151257Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XoZ6AxFZkgPZFiXKL9iZ3J6Pizp+RN0WqwZq0+eZMFIhWcRX1Pq1pfhj3I6E3dM931fO3O2+/bn5DamSp0sZCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:26.151685Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.05119","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f64dd19b5b57a22d9107ab10484d237b898ef42d164f045e2296f64de79484ad","sha256:66beaff04ed62d355a4ab2643ed89fab87f25227f842047ffde5ac365f615df4"],"state_sha256":"55d8b2fade30b56bfb016ef4367ab4b0ec690fc901cbde94e975e8d82d3b2e56"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EnJYH5VNmj/z5SnMDP20j90eir5h/q2BMWgUVNh/vW2lbtg8KgPHEayrMa2r4YR8XKmmjHWqVfzxGpbwQ/jwCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:06:37.792515Z","bundle_sha256":"8eeaa96f0f03b30d3e61ea8e25055276c7fe74fa553ae882ab1de3e28ed93219"}}