{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GP6DNZHP6QURMYNQZ7FW2FROHT","short_pith_number":"pith:GP6DNZHP","canonical_record":{"source":{"id":"2406.02060","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:43:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ebcc3e25a16eb53469217e112dee6a71674dfbffcb9ec50487a5fe1e1fcff7b1","abstract_canon_sha256":"887719aade61eeb68d9f682543de4c6a0b9bdbb4bb8157e60b5a8f171d818539"},"schema_version":"1.0"},"canonical_sha256":"33fc36e4eff4291661b0cfcb6d162e3cccedb9f142b41905e3fcc5742807cd64","source":{"kind":"arxiv","id":"2406.02060","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02060","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02060v1","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02060","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"pith_short_12","alias_value":"GP6DNZHP6QUR","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"pith_short_16","alias_value":"GP6DNZHP6QURMYNQ","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"pith_short_8","alias_value":"GP6DNZHP","created_at":"2026-07-05T08:27:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GP6DNZHP6QURMYNQZ7FW2FROHT","target":"record","payload":{"canonical_record":{"source":{"id":"2406.02060","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:43:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ebcc3e25a16eb53469217e112dee6a71674dfbffcb9ec50487a5fe1e1fcff7b1","abstract_canon_sha256":"887719aade61eeb68d9f682543de4c6a0b9bdbb4bb8157e60b5a8f171d818539"},"schema_version":"1.0"},"canonical_sha256":"33fc36e4eff4291661b0cfcb6d162e3cccedb9f142b41905e3fcc5742807cd64","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:14.055653Z","signature_b64":"UMDaTxomcVzVxzxGAwqpomrlRsbp8WqOUkp5fv722ZW0NQMcUa+X3dWc8TgyfsAcm4XHG34Y5/yxh31cUo17CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"33fc36e4eff4291661b0cfcb6d162e3cccedb9f142b41905e3fcc5742807cd64","last_reissued_at":"2026-07-05T08:27:14.055143Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:14.055143Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.02060","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jRhrFBlf/lTSa/rdW8ZzNwMu4LafzQNlPc3kkDyaGgr0TtoqP9e85vFBqQZShwvXv9Rr/Qce4XGivZOFGrEeDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:51:59.000572Z"},"content_sha256":"67352fa6a0584cb99c8ffdb353f37499e2ced9347add9f55ef8e66f980403377","schema_version":"1.0","event_id":"sha256:67352fa6a0584cb99c8ffdb353f37499e2ced9347add9f55ef8e66f980403377"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GP6DNZHP6QURMYNQZ7FW2FROHT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"I've got the \"Answer\"! Interpretation of LLMs Hidden States in Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Evgeny Kotelnikov, Valeriya Goloviznina","submitted_at":"2024-06-04T07:43:12Z","abstract_excerpt":"Interpretability and explainability of AI are becoming increasingly important in light of the rapid development of large language models (LLMs). This paper investigates the interpretation of LLMs in the context of the knowledge-based question answering. The main hypothesis of the study is that correct and incorrect model behavior can be distinguished at the level of hidden states. The quantized models LLaMA-2-7B-Chat, Mistral-7B, Vicuna-7B and the MuSeRC question-answering dataset are used to test this hypothesis. The results of the analysis support the proposed hypothesis. We also identify th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02060","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.02060/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BV9riTAD3gbwSAIcFO9vpXG6jTY2iC1pSuFvxth2u2AgHgOl+Al/G5w8VcYUBmsvMOKjrAIvqL6E1z8p1Rv7Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:51:59.000955Z"},"content_sha256":"53eb005b8e0833140b0dc757841be3a55488ea754cb08332e7b602e84783f0b6","schema_version":"1.0","event_id":"sha256:53eb005b8e0833140b0dc757841be3a55488ea754cb08332e7b602e84783f0b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GP6DNZHP6QURMYNQZ7FW2FROHT/bundle.json","state_url":"https://pith.science/pith/GP6DNZHP6QURMYNQZ7FW2FROHT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GP6DNZHP6QURMYNQZ7FW2FROHT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:51:59Z","links":{"resolver":"https://pith.science/pith/GP6DNZHP6QURMYNQZ7FW2FROHT","bundle":"https://pith.science/pith/GP6DNZHP6QURMYNQZ7FW2FROHT/bundle.json","state":"https://pith.science/pith/GP6DNZHP6QURMYNQZ7FW2FROHT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GP6DNZHP6QURMYNQZ7FW2FROHT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GP6DNZHP6QURMYNQZ7FW2FROHT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"887719aade61eeb68d9f682543de4c6a0b9bdbb4bb8157e60b5a8f171d818539","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:43:12Z","title_canon_sha256":"ebcc3e25a16eb53469217e112dee6a71674dfbffcb9ec50487a5fe1e1fcff7b1"},"schema_version":"1.0","source":{"id":"2406.02060","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02060","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02060v1","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02060","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"pith_short_12","alias_value":"GP6DNZHP6QUR","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"pith_short_16","alias_value":"GP6DNZHP6QURMYNQ","created_at":"2026-07-05T08:27:14Z"},{"alias_kind":"pith_short_8","alias_value":"GP6DNZHP","created_at":"2026-07-05T08:27:14Z"}],"graph_snapshots":[{"event_id":"sha256:53eb005b8e0833140b0dc757841be3a55488ea754cb08332e7b602e84783f0b6","target":"graph","created_at":"2026-07-05T08:27:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.02060/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Interpretability and explainability of AI are becoming increasingly important in light of the rapid development of large language models (LLMs). This paper investigates the interpretation of LLMs in the context of the knowledge-based question answering. The main hypothesis of the study is that correct and incorrect model behavior can be distinguished at the level of hidden states. The quantized models LLaMA-2-7B-Chat, Mistral-7B, Vicuna-7B and the MuSeRC question-answering dataset are used to test this hypothesis. The results of the analysis support the proposed hypothesis. We also identify th","authors_text":"Evgeny Kotelnikov, Valeriya Goloviznina","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:43:12Z","title":"I've got the \"Answer\"! Interpretation of LLMs Hidden States in Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02060","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:67352fa6a0584cb99c8ffdb353f37499e2ced9347add9f55ef8e66f980403377","target":"record","created_at":"2026-07-05T08:27:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"887719aade61eeb68d9f682543de4c6a0b9bdbb4bb8157e60b5a8f171d818539","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-04T07:43:12Z","title_canon_sha256":"ebcc3e25a16eb53469217e112dee6a71674dfbffcb9ec50487a5fe1e1fcff7b1"},"schema_version":"1.0","source":{"id":"2406.02060","kind":"arxiv","version":1}},"canonical_sha256":"33fc36e4eff4291661b0cfcb6d162e3cccedb9f142b41905e3fcc5742807cd64","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"33fc36e4eff4291661b0cfcb6d162e3cccedb9f142b41905e3fcc5742807cd64","first_computed_at":"2026-07-05T08:27:14.055143Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:14.055143Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UMDaTxomcVzVxzxGAwqpomrlRsbp8WqOUkp5fv722ZW0NQMcUa+X3dWc8TgyfsAcm4XHG34Y5/yxh31cUo17CA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:14.055653Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.02060","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:67352fa6a0584cb99c8ffdb353f37499e2ced9347add9f55ef8e66f980403377","sha256:53eb005b8e0833140b0dc757841be3a55488ea754cb08332e7b602e84783f0b6"],"state_sha256":"2c9780b3cbc175a83e9baa526fc8edce45188ed0f45d2834dde38b7afbc5760c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5PiWvA0wjSJ7YQ8RU4pe7ToWt56Lh6svFAipY3mlhwktWN+W04V5hJlY8p9BdyzPs/bcYjYhF4DxFk4mhTncCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:51:59.002909Z","bundle_sha256":"c342e86e0b015938ecff18264427e7d96e87eef1a6919bbedf2e4b40bdab6d18"}}