{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:E6KPDYDQPBKKXTJXQMEX34RPIK","short_pith_number":"pith:E6KPDYDQ","canonical_record":{"source":{"id":"2411.16679","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T18:59:30Z","cross_cats_sorted":[],"title_canon_sha256":"6d443f0f7a4c78d45aad0552ed2514296de148bfede8a4d6ddeaaf870560e76e","abstract_canon_sha256":"77c3a7b4b9214428ea8b6cb6d72ec8905f2e56a638277bfa136d17b098b074d8"},"schema_version":"1.0"},"canonical_sha256":"2794f1e0707854abcd3783097df22f42beeab7d8be40dce882367a80611813b4","source":{"kind":"arxiv","id":"2411.16679","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16679","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16679v2","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16679","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"pith_short_12","alias_value":"E6KPDYDQPBKK","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"pith_short_16","alias_value":"E6KPDYDQPBKKXTJX","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"pith_short_8","alias_value":"E6KPDYDQ","created_at":"2026-07-05T11:13:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:E6KPDYDQPBKKXTJXQMEX34RPIK","target":"record","payload":{"canonical_record":{"source":{"id":"2411.16679","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T18:59:30Z","cross_cats_sorted":[],"title_canon_sha256":"6d443f0f7a4c78d45aad0552ed2514296de148bfede8a4d6ddeaaf870560e76e","abstract_canon_sha256":"77c3a7b4b9214428ea8b6cb6d72ec8905f2e56a638277bfa136d17b098b074d8"},"schema_version":"1.0"},"canonical_sha256":"2794f1e0707854abcd3783097df22f42beeab7d8be40dce882367a80611813b4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:15.937312Z","signature_b64":"tMR0/jg38JWDRIXxYe39k930ruWJWXZgsziMe7KV6RUToEU892ZtONwT+oR4PLq6Tm7vCVvfYx4V0/mxQhf7AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2794f1e0707854abcd3783097df22f42beeab7d8be40dce882367a80611813b4","last_reissued_at":"2026-07-05T11:13:15.936763Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:15.936763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.16679","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n2Fs9M2zIbt2bZi+ofMvJiAuh/EsFfncraKxBiGNWvF9FC6jsDR+gRuzODYcIyGB2URJWllYodEo93Tx586oCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T16:18:33.433079Z"},"content_sha256":"5a9dbe6ac63956962b1ec168abdf2f1a15c0884d6439aac7d1987cb945cca714","schema_version":"1.0","event_id":"sha256:5a9dbe6ac63956962b1ec168abdf2f1a15c0884d6439aac7d1987cb945cca714"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:E6KPDYDQPBKKXTJXQMEX34RPIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Large Language Models Perform Latent Multi-Hop Reasoning without Exploiting Shortcuts?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elena Gribovskaya, Mor Geva, Nora Kassner, Sebastian Riedel, Sohee Yang","submitted_at":"2024-11-25T18:59:30Z","abstract_excerpt":"We evaluate how well Large Language Models (LLMs) latently recall and compose facts to answer multi-hop queries like \"In the year Scarlett Johansson was born, the Summer Olympics were hosted in the country of\". One major challenge in such evaluation is that LLMs may have developed shortcuts by encountering the head entity \"Scarlett Johansson\" and the answer entity \"United States\" in the same training sequences or merely guess the answer based on frequency-based priors. To prevent shortcuts, we exclude test queries where the head and answer entities might have co-appeared during training. Throu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16679","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.16679/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"32ukqEVC8Ask1OIUHSB3SDDoevzUaKWy/DgTIOgvBqB1i+CWqzkUmenu2V2Z5mULv0X4H4d3FRDiwn9uXDq1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T16:18:33.433604Z"},"content_sha256":"61e915f06ac4f9cdc8696392c27d4966c1460828196b16a084adddc79ebe5a75","schema_version":"1.0","event_id":"sha256:61e915f06ac4f9cdc8696392c27d4966c1460828196b16a084adddc79ebe5a75"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E6KPDYDQPBKKXTJXQMEX34RPIK/bundle.json","state_url":"https://pith.science/pith/E6KPDYDQPBKKXTJXQMEX34RPIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E6KPDYDQPBKKXTJXQMEX34RPIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T16:18:33Z","links":{"resolver":"https://pith.science/pith/E6KPDYDQPBKKXTJXQMEX34RPIK","bundle":"https://pith.science/pith/E6KPDYDQPBKKXTJXQMEX34RPIK/bundle.json","state":"https://pith.science/pith/E6KPDYDQPBKKXTJXQMEX34RPIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E6KPDYDQPBKKXTJXQMEX34RPIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:E6KPDYDQPBKKXTJXQMEX34RPIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"77c3a7b4b9214428ea8b6cb6d72ec8905f2e56a638277bfa136d17b098b074d8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T18:59:30Z","title_canon_sha256":"6d443f0f7a4c78d45aad0552ed2514296de148bfede8a4d6ddeaaf870560e76e"},"schema_version":"1.0","source":{"id":"2411.16679","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16679","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16679v2","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16679","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"pith_short_12","alias_value":"E6KPDYDQPBKK","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"pith_short_16","alias_value":"E6KPDYDQPBKKXTJX","created_at":"2026-07-05T11:13:15Z"},{"alias_kind":"pith_short_8","alias_value":"E6KPDYDQ","created_at":"2026-07-05T11:13:15Z"}],"graph_snapshots":[{"event_id":"sha256:61e915f06ac4f9cdc8696392c27d4966c1460828196b16a084adddc79ebe5a75","target":"graph","created_at":"2026-07-05T11:13:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16679/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We evaluate how well Large Language Models (LLMs) latently recall and compose facts to answer multi-hop queries like \"In the year Scarlett Johansson was born, the Summer Olympics were hosted in the country of\". One major challenge in such evaluation is that LLMs may have developed shortcuts by encountering the head entity \"Scarlett Johansson\" and the answer entity \"United States\" in the same training sequences or merely guess the answer based on frequency-based priors. To prevent shortcuts, we exclude test queries where the head and answer entities might have co-appeared during training. Throu","authors_text":"Elena Gribovskaya, Mor Geva, Nora Kassner, Sebastian Riedel, Sohee Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T18:59:30Z","title":"Do Large Language Models Perform Latent Multi-Hop Reasoning without Exploiting Shortcuts?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16679","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a9dbe6ac63956962b1ec168abdf2f1a15c0884d6439aac7d1987cb945cca714","target":"record","created_at":"2026-07-05T11:13:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"77c3a7b4b9214428ea8b6cb6d72ec8905f2e56a638277bfa136d17b098b074d8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T18:59:30Z","title_canon_sha256":"6d443f0f7a4c78d45aad0552ed2514296de148bfede8a4d6ddeaaf870560e76e"},"schema_version":"1.0","source":{"id":"2411.16679","kind":"arxiv","version":2}},"canonical_sha256":"2794f1e0707854abcd3783097df22f42beeab7d8be40dce882367a80611813b4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2794f1e0707854abcd3783097df22f42beeab7d8be40dce882367a80611813b4","first_computed_at":"2026-07-05T11:13:15.936763Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:15.936763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tMR0/jg38JWDRIXxYe39k930ruWJWXZgsziMe7KV6RUToEU892ZtONwT+oR4PLq6Tm7vCVvfYx4V0/mxQhf7AA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:15.937312Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16679","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a9dbe6ac63956962b1ec168abdf2f1a15c0884d6439aac7d1987cb945cca714","sha256:61e915f06ac4f9cdc8696392c27d4966c1460828196b16a084adddc79ebe5a75"],"state_sha256":"b8c5ad29012f9d1b9a6732df0786ba208a491b2b6fd59165ba32ef67721e28ae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B4C9scV7QKRsT+7aEdH0WSd5p56uFCo9LrHrKVr1Qj0VKTdUXutpdWQXMkn8EMI7EYG0Sb3DoB3xYFIT3E0nBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T16:18:33.438365Z","bundle_sha256":"38c9b733cec8c7a14dc33d187ee6ccc28eec49b2317297b508f08272863b74c4"}}