{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:45P2BA3YOADWNXDUKK2A6HGFMA","short_pith_number":"pith:45P2BA3Y","canonical_record":{"source":{"id":"2410.12972","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T19:07:37Z","cross_cats_sorted":[],"title_canon_sha256":"8178385ca73689ad95e3e951de91ad0ff648809440fadfeefa8e2e6b2dbed1c9","abstract_canon_sha256":"4ac9de0a8fc78c550191b3a4ff6539fab500d9991d0772318e2c7acd0d25060d"},"schema_version":"1.0"},"canonical_sha256":"e75fa08378700766dc7452b40f1cc5601ab5ad6eb41c96579dbcabee6ad2a08d","source":{"kind":"arxiv","id":"2410.12972","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12972","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12972v3","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12972","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"pith_short_12","alias_value":"45P2BA3YOADW","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"pith_short_16","alias_value":"45P2BA3YOADWNXDU","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"pith_short_8","alias_value":"45P2BA3Y","created_at":"2026-07-05T11:08:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:45P2BA3YOADWNXDUKK2A6HGFMA","target":"record","payload":{"canonical_record":{"source":{"id":"2410.12972","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T19:07:37Z","cross_cats_sorted":[],"title_canon_sha256":"8178385ca73689ad95e3e951de91ad0ff648809440fadfeefa8e2e6b2dbed1c9","abstract_canon_sha256":"4ac9de0a8fc78c550191b3a4ff6539fab500d9991d0772318e2c7acd0d25060d"},"schema_version":"1.0"},"canonical_sha256":"e75fa08378700766dc7452b40f1cc5601ab5ad6eb41c96579dbcabee6ad2a08d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:01.734526Z","signature_b64":"oDot6IYGZuPk616U3tsBfoZdUfBLd9aB88/7rnDzMNt+2IO4CaK79tgssRhQxeYbsEx1a6KS9NMOSFzEY5XLBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e75fa08378700766dc7452b40f1cc5601ab5ad6eb41c96579dbcabee6ad2a08d","last_reissued_at":"2026-07-05T11:08:01.733961Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:01.733961Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.12972","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KBDIjz+ZLear083KE2HcyUDFVebERXs0rCNBB0Meepry/QarlA2KFAjaeYsLZOdEhbx4aOnSq1FKOWhlx7qiDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:29:16.413474Z"},"content_sha256":"ebf87bee50fee87e18349cf910371ed2da749c5f56fbc993e64b9031815bf961","schema_version":"1.0","event_id":"sha256:ebf87bee50fee87e18349cf910371ed2da749c5f56fbc993e64b9031815bf961"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:45P2BA3YOADWNXDUKK2A6HGFMA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KCIF: Knowledge-Conditioned Instruction Following","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Danish Contractor, Praveen Venkateswaran, Prince Kumar, Rudra Murthy","submitted_at":"2024-10-16T19:07:37Z","abstract_excerpt":"LLM evaluation benchmarks have traditionally separated the testing of knowledge/reasoning capabilities from instruction following. In this work, we study the interaction between knowledge and instruction following, and observe that LLMs struggle to follow simple answer modifying instructions, and are also distracted by instructions that should have no bearing on the original knowledge task answer. We leverage existing multiple-choice answer based knowledge benchmarks and apply a set of simple instructions which include manipulating text (eg.: change case), numeric quantities (eg.: increase val"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12972","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.12972/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IsNv+FZ/mQyMMwGeiS4AvuEeK6ksli1mI3idZeKuAKig84huHOdhqEiHu8B5tPl06/wSG82OAsChNPps28Y0BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:29:16.413869Z"},"content_sha256":"0d90726ca57a5286ffcad03e17aab701c74b7dd72b556134fb83edc4c3c4124d","schema_version":"1.0","event_id":"sha256:0d90726ca57a5286ffcad03e17aab701c74b7dd72b556134fb83edc4c3c4124d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/45P2BA3YOADWNXDUKK2A6HGFMA/bundle.json","state_url":"https://pith.science/pith/45P2BA3YOADWNXDUKK2A6HGFMA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/45P2BA3YOADWNXDUKK2A6HGFMA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T14:29:16Z","links":{"resolver":"https://pith.science/pith/45P2BA3YOADWNXDUKK2A6HGFMA","bundle":"https://pith.science/pith/45P2BA3YOADWNXDUKK2A6HGFMA/bundle.json","state":"https://pith.science/pith/45P2BA3YOADWNXDUKK2A6HGFMA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/45P2BA3YOADWNXDUKK2A6HGFMA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:45P2BA3YOADWNXDUKK2A6HGFMA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ac9de0a8fc78c550191b3a4ff6539fab500d9991d0772318e2c7acd0d25060d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T19:07:37Z","title_canon_sha256":"8178385ca73689ad95e3e951de91ad0ff648809440fadfeefa8e2e6b2dbed1c9"},"schema_version":"1.0","source":{"id":"2410.12972","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12972","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12972v3","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12972","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"pith_short_12","alias_value":"45P2BA3YOADW","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"pith_short_16","alias_value":"45P2BA3YOADWNXDU","created_at":"2026-07-05T11:08:01Z"},{"alias_kind":"pith_short_8","alias_value":"45P2BA3Y","created_at":"2026-07-05T11:08:01Z"}],"graph_snapshots":[{"event_id":"sha256:0d90726ca57a5286ffcad03e17aab701c74b7dd72b556134fb83edc4c3c4124d","target":"graph","created_at":"2026-07-05T11:08:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.12972/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM evaluation benchmarks have traditionally separated the testing of knowledge/reasoning capabilities from instruction following. In this work, we study the interaction between knowledge and instruction following, and observe that LLMs struggle to follow simple answer modifying instructions, and are also distracted by instructions that should have no bearing on the original knowledge task answer. We leverage existing multiple-choice answer based knowledge benchmarks and apply a set of simple instructions which include manipulating text (eg.: change case), numeric quantities (eg.: increase val","authors_text":"Danish Contractor, Praveen Venkateswaran, Prince Kumar, Rudra Murthy","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T19:07:37Z","title":"KCIF: Knowledge-Conditioned Instruction Following"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12972","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ebf87bee50fee87e18349cf910371ed2da749c5f56fbc993e64b9031815bf961","target":"record","created_at":"2026-07-05T11:08:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ac9de0a8fc78c550191b3a4ff6539fab500d9991d0772318e2c7acd0d25060d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T19:07:37Z","title_canon_sha256":"8178385ca73689ad95e3e951de91ad0ff648809440fadfeefa8e2e6b2dbed1c9"},"schema_version":"1.0","source":{"id":"2410.12972","kind":"arxiv","version":3}},"canonical_sha256":"e75fa08378700766dc7452b40f1cc5601ab5ad6eb41c96579dbcabee6ad2a08d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e75fa08378700766dc7452b40f1cc5601ab5ad6eb41c96579dbcabee6ad2a08d","first_computed_at":"2026-07-05T11:08:01.733961Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:01.733961Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oDot6IYGZuPk616U3tsBfoZdUfBLd9aB88/7rnDzMNt+2IO4CaK79tgssRhQxeYbsEx1a6KS9NMOSFzEY5XLBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:01.734526Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.12972","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ebf87bee50fee87e18349cf910371ed2da749c5f56fbc993e64b9031815bf961","sha256:0d90726ca57a5286ffcad03e17aab701c74b7dd72b556134fb83edc4c3c4124d"],"state_sha256":"a48eaa804deed7ffd38c17d976dee42792449e1721e27e8e4e8ed38d31cfc40b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Hk2hdqLwAqvDltXu7bVNlt9iIdELHxUsjQncNnFHsLDEA3ETYPWHtVm8tYzvyKJOAAdwwHLCUGAkrg6vvaOAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T14:29:16.416005Z","bundle_sha256":"115a303dcf4afe0d00a832da339bafdaf0d322ce486e86c278b8662d84e2a47e"}}