{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LX7IT6YLXJIZMPPZAQMYJ625MQ","short_pith_number":"pith:LX7IT6YL","canonical_record":{"source":{"id":"2410.02343","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T09:53:48Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c63d4054ca919680cd6a8a05ed19299f26cf12441b658da9deff8d25c5b530e7","abstract_canon_sha256":"71e1b0912638815be89675355e79d26edc54545ed28450f1a82a9644aabdebf1"},"schema_version":"1.0"},"canonical_sha256":"5dfe89fb0bba51963df9041984fb5d6425bc9b50b48f7dbb0682e4045ffc67db","source":{"kind":"arxiv","id":"2410.02343","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02343","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02343v1","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02343","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"pith_short_12","alias_value":"LX7IT6YLXJIZ","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"pith_short_16","alias_value":"LX7IT6YLXJIZMPPZ","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"pith_short_8","alias_value":"LX7IT6YL","created_at":"2026-07-05T09:15:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LX7IT6YLXJIZMPPZAQMYJ625MQ","target":"record","payload":{"canonical_record":{"source":{"id":"2410.02343","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T09:53:48Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c63d4054ca919680cd6a8a05ed19299f26cf12441b658da9deff8d25c5b530e7","abstract_canon_sha256":"71e1b0912638815be89675355e79d26edc54545ed28450f1a82a9644aabdebf1"},"schema_version":"1.0"},"canonical_sha256":"5dfe89fb0bba51963df9041984fb5d6425bc9b50b48f7dbb0682e4045ffc67db","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:15:19.540919Z","signature_b64":"+If7jfxDM/UzJCNK5c3mAsqnjDC/GgfWjSdQ4RJB1yCAnAaAIufMTWFTwBEiE2IKy3dqDVBGpq6VnIPp/1vqCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5dfe89fb0bba51963df9041984fb5d6425bc9b50b48f7dbb0682e4045ffc67db","last_reissued_at":"2026-07-05T09:15:19.540493Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:15:19.540493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.02343","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9SQZi4AiYZul7uBVPshquo4NM8a8BYtq9xC+zZqkasVL0cI2FfgC0N5MW79sam1DlTmToHA623cfvjjEo9SsAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:36:34.291859Z"},"content_sha256":"6f6eea936d2d738ee6089ebae6e334d2b55e04e7b5d937f9bdb97a5a980739f3","schema_version":"1.0","event_id":"sha256:6f6eea936d2d738ee6089ebae6e334d2b55e04e7b5d937f9bdb97a5a980739f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LX7IT6YLXJIZMPPZAQMYJ625MQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Listening to the Wise Few: Select-and-Copy Attention Heads for Multiple-Choice QA","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Anastasia Voznyuk, Andrei Andriiainen, Eduard Tulchinskii, Evgeny Burnaev, Irina Piontkovskaya, Kristian Kuznetsov, Laida Kushnareva, Serguei Barannikov","submitted_at":"2024-10-03T09:53:48Z","abstract_excerpt":"A standard way to evaluate the abilities of LLM involves presenting a multiple-choice question and selecting the option with the highest logit as the model's predicted answer. However, such a format for evaluating LLMs has limitations, since even if the model knows the correct answer, it may struggle to select the corresponding letter simply due to difficulties in following this rigid format. To address this, we introduce new scores that better capture and reveal model's underlying knowledge: the Query-Key Score (QK-score), derived from the interaction between query and key representations in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02343","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.02343/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ejhXL75mSnbWO1zCcEn2LCH269UaUk6ejbtDPdRZEFYHAO5ksT1Rts4t8D98W0qCNChkjFc9EGp9dBf23SstCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:36:34.292448Z"},"content_sha256":"ce22f83f735d2fede7188d28a06b596a34caa047acb4b8d63ed61f9040a9d1ba","schema_version":"1.0","event_id":"sha256:ce22f83f735d2fede7188d28a06b596a34caa047acb4b8d63ed61f9040a9d1ba"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ/bundle.json","state_url":"https://pith.science/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:36:34Z","links":{"resolver":"https://pith.science/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ","bundle":"https://pith.science/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ/bundle.json","state":"https://pith.science/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LX7IT6YLXJIZMPPZAQMYJ625MQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LX7IT6YLXJIZMPPZAQMYJ625MQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71e1b0912638815be89675355e79d26edc54545ed28450f1a82a9644aabdebf1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T09:53:48Z","title_canon_sha256":"c63d4054ca919680cd6a8a05ed19299f26cf12441b658da9deff8d25c5b530e7"},"schema_version":"1.0","source":{"id":"2410.02343","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02343","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02343v1","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02343","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"pith_short_12","alias_value":"LX7IT6YLXJIZ","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"pith_short_16","alias_value":"LX7IT6YLXJIZMPPZ","created_at":"2026-07-05T09:15:19Z"},{"alias_kind":"pith_short_8","alias_value":"LX7IT6YL","created_at":"2026-07-05T09:15:19Z"}],"graph_snapshots":[{"event_id":"sha256:ce22f83f735d2fede7188d28a06b596a34caa047acb4b8d63ed61f9040a9d1ba","target":"graph","created_at":"2026-07-05T09:15:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.02343/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A standard way to evaluate the abilities of LLM involves presenting a multiple-choice question and selecting the option with the highest logit as the model's predicted answer. However, such a format for evaluating LLMs has limitations, since even if the model knows the correct answer, it may struggle to select the corresponding letter simply due to difficulties in following this rigid format. To address this, we introduce new scores that better capture and reveal model's underlying knowledge: the Query-Key Score (QK-score), derived from the interaction between query and key representations in ","authors_text":"Anastasia Voznyuk, Andrei Andriiainen, Eduard Tulchinskii, Evgeny Burnaev, Irina Piontkovskaya, Kristian Kuznetsov, Laida Kushnareva, Serguei Barannikov","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T09:53:48Z","title":"Listening to the Wise Few: Select-and-Copy Attention Heads for Multiple-Choice QA"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02343","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f6eea936d2d738ee6089ebae6e334d2b55e04e7b5d937f9bdb97a5a980739f3","target":"record","created_at":"2026-07-05T09:15:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71e1b0912638815be89675355e79d26edc54545ed28450f1a82a9644aabdebf1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-03T09:53:48Z","title_canon_sha256":"c63d4054ca919680cd6a8a05ed19299f26cf12441b658da9deff8d25c5b530e7"},"schema_version":"1.0","source":{"id":"2410.02343","kind":"arxiv","version":1}},"canonical_sha256":"5dfe89fb0bba51963df9041984fb5d6425bc9b50b48f7dbb0682e4045ffc67db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5dfe89fb0bba51963df9041984fb5d6425bc9b50b48f7dbb0682e4045ffc67db","first_computed_at":"2026-07-05T09:15:19.540493Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:15:19.540493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+If7jfxDM/UzJCNK5c3mAsqnjDC/GgfWjSdQ4RJB1yCAnAaAIufMTWFTwBEiE2IKy3dqDVBGpq6VnIPp/1vqCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:15:19.540919Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.02343","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f6eea936d2d738ee6089ebae6e334d2b55e04e7b5d937f9bdb97a5a980739f3","sha256:ce22f83f735d2fede7188d28a06b596a34caa047acb4b8d63ed61f9040a9d1ba"],"state_sha256":"66d12bc3d06d21da1dd3b5860b4c45b0db2cadec7ad7049d5164a2e86d7ac566"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rnxIEhwFdzhatRwkgsMr2xiz4Iz1MP7MmybDlauoAf6EYnqH6kqMb/M2ll9981pn1YMnKV7L4aVBhofKYOlpCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:36:34.298237Z","bundle_sha256":"32464fbed3a40478ea5c359007b2da9db7279852bea608e1d98df2c8bd1dd943"}}