{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3M577TGLWLGCGXZHWV6N2OVO2I","short_pith_number":"pith:3M577TGL","canonical_record":{"source":{"id":"2406.12775","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:44:13Z","cross_cats_sorted":[],"title_canon_sha256":"21b783ecf9c19680c19b02197c04186b828150f3bfc0d0a691a33a27da349309","abstract_canon_sha256":"086a4b0f14ee84854a6bda4514eed1dbb5d4beb9f9b0961acf6ce2097fe09249"},"schema_version":"1.0"},"canonical_sha256":"db3bffcccbb2cc235f27b57cdd3aaed204f80870caf0bb240c445fc7b2027474","source":{"kind":"arxiv","id":"2406.12775","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12775","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12775v2","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12775","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"pith_short_12","alias_value":"3M577TGLWLGC","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"pith_short_16","alias_value":"3M577TGLWLGCGXZH","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"pith_short_8","alias_value":"3M577TGL","created_at":"2026-07-05T09:19:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3M577TGLWLGCGXZHWV6N2OVO2I","target":"record","payload":{"canonical_record":{"source":{"id":"2406.12775","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:44:13Z","cross_cats_sorted":[],"title_canon_sha256":"21b783ecf9c19680c19b02197c04186b828150f3bfc0d0a691a33a27da349309","abstract_canon_sha256":"086a4b0f14ee84854a6bda4514eed1dbb5d4beb9f9b0961acf6ce2097fe09249"},"schema_version":"1.0"},"canonical_sha256":"db3bffcccbb2cc235f27b57cdd3aaed204f80870caf0bb240c445fc7b2027474","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:59.624040Z","signature_b64":"fVRZqSMPfmGnQZN6G8wbEhLR45y5Ghi6buSE+7RukRBCHYfcvTL51oYcDG93mgWUtm/+4L7sxkfuVwv2nnWKDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db3bffcccbb2cc235f27b57cdd3aaed204f80870caf0bb240c445fc7b2027474","last_reissued_at":"2026-07-05T09:19:59.623578Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:59.623578Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.12775","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rNkX8J8YkhFOs3fmpKvCWmfuCw6i7YnbbChqZNp7gUeba0XqZtZ8WO1x+BH6L6YjF4O1QCjouYkak6TYNIFRDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T14:28:53.166482Z"},"content_sha256":"c4536a0f8d8d1f7a673d80b157db17a37754e6071be321ff7fd8fbf4c4ba9ef9","schema_version":"1.0","event_id":"sha256:c4536a0f8d8d1f7a673d80b157db17a37754e6071be321ff7fd8fbf4c4ba9ef9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3M577TGLWLGCGXZHWV6N2OVO2I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hopping Too Late: Exploring the Limitations of Large Language Models on Multi-Hop Queries","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amir Globerson, Daniela Gottesman, Eden Biran, Mor Geva, Sohee Yang","submitted_at":"2024-06-18T16:44:13Z","abstract_excerpt":"Large language models (LLMs) can solve complex multi-step problems, but little is known about how these computations are implemented internally. Motivated by this, we study how LLMs answer multi-hop queries such as \"The spouse of the performer of Imagine is\". These queries require two information extraction steps: a latent one for resolving the first hop (\"the performer of Imagine\") into the bridge entity (John Lennon), and another for resolving the second hop (\"the spouse of John Lennon\") into the target entity (Yoko Ono). Understanding how the latent step is computed internally is key to und"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12775","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12775/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BAlNUqoYD4OGPIfSw1fHlsiks7l9SfpPilhmmzQIQooPUgXFUr+eX+kwEmZbhd2kTfaUjYpuFOzs5W3WTH02Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T14:28:53.167026Z"},"content_sha256":"fe21aa1b97bcfb86df42b59f5e356d551850597aa2959794838bfda9dad457ee","schema_version":"1.0","event_id":"sha256:fe21aa1b97bcfb86df42b59f5e356d551850597aa2959794838bfda9dad457ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3M577TGLWLGCGXZHWV6N2OVO2I/bundle.json","state_url":"https://pith.science/pith/3M577TGLWLGCGXZHWV6N2OVO2I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3M577TGLWLGCGXZHWV6N2OVO2I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T14:28:53Z","links":{"resolver":"https://pith.science/pith/3M577TGLWLGCGXZHWV6N2OVO2I","bundle":"https://pith.science/pith/3M577TGLWLGCGXZHWV6N2OVO2I/bundle.json","state":"https://pith.science/pith/3M577TGLWLGCGXZHWV6N2OVO2I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3M577TGLWLGCGXZHWV6N2OVO2I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3M577TGLWLGCGXZHWV6N2OVO2I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"086a4b0f14ee84854a6bda4514eed1dbb5d4beb9f9b0961acf6ce2097fe09249","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:44:13Z","title_canon_sha256":"21b783ecf9c19680c19b02197c04186b828150f3bfc0d0a691a33a27da349309"},"schema_version":"1.0","source":{"id":"2406.12775","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12775","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12775v2","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12775","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"pith_short_12","alias_value":"3M577TGLWLGC","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"pith_short_16","alias_value":"3M577TGLWLGCGXZH","created_at":"2026-07-05T09:19:59Z"},{"alias_kind":"pith_short_8","alias_value":"3M577TGL","created_at":"2026-07-05T09:19:59Z"}],"graph_snapshots":[{"event_id":"sha256:fe21aa1b97bcfb86df42b59f5e356d551850597aa2959794838bfda9dad457ee","target":"graph","created_at":"2026-07-05T09:19:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12775/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) can solve complex multi-step problems, but little is known about how these computations are implemented internally. Motivated by this, we study how LLMs answer multi-hop queries such as \"The spouse of the performer of Imagine is\". These queries require two information extraction steps: a latent one for resolving the first hop (\"the performer of Imagine\") into the bridge entity (John Lennon), and another for resolving the second hop (\"the spouse of John Lennon\") into the target entity (Yoko Ono). Understanding how the latent step is computed internally is key to und","authors_text":"Amir Globerson, Daniela Gottesman, Eden Biran, Mor Geva, Sohee Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:44:13Z","title":"Hopping Too Late: Exploring the Limitations of Large Language Models on Multi-Hop Queries"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12775","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4536a0f8d8d1f7a673d80b157db17a37754e6071be321ff7fd8fbf4c4ba9ef9","target":"record","created_at":"2026-07-05T09:19:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"086a4b0f14ee84854a6bda4514eed1dbb5d4beb9f9b0961acf6ce2097fe09249","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T16:44:13Z","title_canon_sha256":"21b783ecf9c19680c19b02197c04186b828150f3bfc0d0a691a33a27da349309"},"schema_version":"1.0","source":{"id":"2406.12775","kind":"arxiv","version":2}},"canonical_sha256":"db3bffcccbb2cc235f27b57cdd3aaed204f80870caf0bb240c445fc7b2027474","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db3bffcccbb2cc235f27b57cdd3aaed204f80870caf0bb240c445fc7b2027474","first_computed_at":"2026-07-05T09:19:59.623578Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:59.623578Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fVRZqSMPfmGnQZN6G8wbEhLR45y5Ghi6buSE+7RukRBCHYfcvTL51oYcDG93mgWUtm/+4L7sxkfuVwv2nnWKDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:59.624040Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12775","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4536a0f8d8d1f7a673d80b157db17a37754e6071be321ff7fd8fbf4c4ba9ef9","sha256:fe21aa1b97bcfb86df42b59f5e356d551850597aa2959794838bfda9dad457ee"],"state_sha256":"a7afcd2aa5ad99f0206caabc888df916e81378dbca86634bd818b4dbe00668e0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kVc0BtKPiLqeBja2t9+D3ZeYXEppipObypvvWWStsa89mylK8I4cGlElp2EmJRj1e2CTWw4ZQmypHyPezrtpAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T14:28:53.171895Z","bundle_sha256":"bd759f37a05ddc3e88fe31c399692a5a7d9dc93610881cd0894cff4b759f7233"}}