{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QX6Y5X4ERTRAMAK4MLG65FYBSL","short_pith_number":"pith:QX6Y5X4E","canonical_record":{"source":{"id":"2403.18680","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T15:22:16Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c6ed3a3543952b9c16a97eb5232d1af8a29d42e6084c5c994b5433767165d4b0","abstract_canon_sha256":"3a72ac4ca3797327506924291511b43e276985759768339334202455946670d4"},"schema_version":"1.0"},"canonical_sha256":"85fd8edf848ce206015c62cdee970192ed606018458f66b99c486516a26ae574","source":{"kind":"arxiv","id":"2403.18680","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.18680","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"arxiv_version","alias_value":"2403.18680v2","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.18680","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_12","alias_value":"QX6Y5X4ERTRA","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_16","alias_value":"QX6Y5X4ERTRAMAK4","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_8","alias_value":"QX6Y5X4E","created_at":"2026-07-05T08:28:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QX6Y5X4ERTRAMAK4MLG65FYBSL","target":"record","payload":{"canonical_record":{"source":{"id":"2403.18680","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T15:22:16Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c6ed3a3543952b9c16a97eb5232d1af8a29d42e6084c5c994b5433767165d4b0","abstract_canon_sha256":"3a72ac4ca3797327506924291511b43e276985759768339334202455946670d4"},"schema_version":"1.0"},"canonical_sha256":"85fd8edf848ce206015c62cdee970192ed606018458f66b99c486516a26ae574","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:09.019466Z","signature_b64":"PViJbDNhYUOj9PNujDrzjUviEs4WkS2jy+R1WzzzcwlaBC3gh/gZSiktXrLw3NPLBBknuZDwGAiT3MM7pkRLCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"85fd8edf848ce206015c62cdee970192ed606018458f66b99c486516a26ae574","last_reissued_at":"2026-07-05T08:28:09.018899Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:09.018899Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.18680","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nVq3Zq+riQzTCrAFuKIaLrfK06+m9TSTI8jztWDIFU91ja+LTIB42m7uEVfnDQBjuXFLeY0XuWHd9Fb5BfVUBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:15:25.356912Z"},"content_sha256":"09b669e359a9667ae6be9b47bfc10206140b4b5d032b9a5780c91078903fb719","schema_version":"1.0","event_id":"sha256:09b669e359a9667ae6be9b47bfc10206140b4b5d032b9a5780c91078903fb719"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QX6Y5X4ERTRAMAK4MLG65FYBSL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Non-Linear Inference Time Intervention: Improving LLM Truthfulness","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Adam Cieslak, Adam Wiacek, Artur Janicki, Jakub Hoscilowicz, Jan Chojnacki, Leszek Michon, Vitalii Urbanevych","submitted_at":"2024-03-27T15:22:16Z","abstract_excerpt":"In this work, we explore LLM's internal representation space to identify attention heads that contain the most truthful and accurate information. We further developed the Inference Time Intervention (ITI) framework, which lets bias LLM without the need for fine-tuning. The improvement manifests in introducing a non-linear multi-token probing and multi-token intervention: Non-Linear ITI (NL-ITI), which significantly enhances performance on evaluation benchmarks. NL-ITI is tested on diverse multiple-choice datasets, including TruthfulQA, on which we report over 16% relative MC1 (accuracy of mode"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.18680","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.18680/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"432CKKUdZAMSC5G5b6y3bqQCYOyVuWY/tMsDMTSmVTTfQ4tEGYHtwqu3aDUXOmD2DVEntTUXv6yqg6noSYRAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:15:25.357933Z"},"content_sha256":"28bd5adcf66e5ce8011b91fbb3163c62a6e8b19aa25cf70c78d82b72e97bb64c","schema_version":"1.0","event_id":"sha256:28bd5adcf66e5ce8011b91fbb3163c62a6e8b19aa25cf70c78d82b72e97bb64c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL/bundle.json","state_url":"https://pith.science/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T12:15:25Z","links":{"resolver":"https://pith.science/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL","bundle":"https://pith.science/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL/bundle.json","state":"https://pith.science/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QX6Y5X4ERTRAMAK4MLG65FYBSL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QX6Y5X4ERTRAMAK4MLG65FYBSL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3a72ac4ca3797327506924291511b43e276985759768339334202455946670d4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T15:22:16Z","title_canon_sha256":"c6ed3a3543952b9c16a97eb5232d1af8a29d42e6084c5c994b5433767165d4b0"},"schema_version":"1.0","source":{"id":"2403.18680","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.18680","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"arxiv_version","alias_value":"2403.18680v2","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.18680","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_12","alias_value":"QX6Y5X4ERTRA","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_16","alias_value":"QX6Y5X4ERTRAMAK4","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_8","alias_value":"QX6Y5X4E","created_at":"2026-07-05T08:28:09Z"}],"graph_snapshots":[{"event_id":"sha256:28bd5adcf66e5ce8011b91fbb3163c62a6e8b19aa25cf70c78d82b72e97bb64c","target":"graph","created_at":"2026-07-05T08:28:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.18680/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we explore LLM's internal representation space to identify attention heads that contain the most truthful and accurate information. We further developed the Inference Time Intervention (ITI) framework, which lets bias LLM without the need for fine-tuning. The improvement manifests in introducing a non-linear multi-token probing and multi-token intervention: Non-Linear ITI (NL-ITI), which significantly enhances performance on evaluation benchmarks. NL-ITI is tested on diverse multiple-choice datasets, including TruthfulQA, on which we report over 16% relative MC1 (accuracy of mode","authors_text":"Adam Cieslak, Adam Wiacek, Artur Janicki, Jakub Hoscilowicz, Jan Chojnacki, Leszek Michon, Vitalii Urbanevych","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T15:22:16Z","title":"Non-Linear Inference Time Intervention: Improving LLM Truthfulness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.18680","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:09b669e359a9667ae6be9b47bfc10206140b4b5d032b9a5780c91078903fb719","target":"record","created_at":"2026-07-05T08:28:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3a72ac4ca3797327506924291511b43e276985759768339334202455946670d4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-27T15:22:16Z","title_canon_sha256":"c6ed3a3543952b9c16a97eb5232d1af8a29d42e6084c5c994b5433767165d4b0"},"schema_version":"1.0","source":{"id":"2403.18680","kind":"arxiv","version":2}},"canonical_sha256":"85fd8edf848ce206015c62cdee970192ed606018458f66b99c486516a26ae574","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"85fd8edf848ce206015c62cdee970192ed606018458f66b99c486516a26ae574","first_computed_at":"2026-07-05T08:28:09.018899Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:09.018899Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PViJbDNhYUOj9PNujDrzjUviEs4WkS2jy+R1WzzzcwlaBC3gh/gZSiktXrLw3NPLBBknuZDwGAiT3MM7pkRLCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:09.019466Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.18680","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:09b669e359a9667ae6be9b47bfc10206140b4b5d032b9a5780c91078903fb719","sha256:28bd5adcf66e5ce8011b91fbb3163c62a6e8b19aa25cf70c78d82b72e97bb64c"],"state_sha256":"d076560175ba925242e56871153df53445c095b8f02cb5a95ad3dba0e523559b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4CgWHMoLVivajz/h9dS4Wai0Dl0SGdnF6CIQO4WY3hUtogY3R061WIAuCZCtejOyJeJW46EJEy8KJqvw47jgAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T12:15:25.363582Z","bundle_sha256":"72d238d72cbcf17b982d035e14815c39bce232803f9ddea704e66a9de1311562"}}