{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YELDUJEEEBCPMUULXBA2ISG4MO","short_pith_number":"pith:YELDUJEE","canonical_record":{"source":{"id":"2404.19705","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T16:52:55Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"9807c6253dcdd874a0f9ee6c3484bdf79878ea5f1d0b49177fc3557c6b10da66","abstract_canon_sha256":"bda7d14840f046644b6fc041025f82545dbb7e78d50eb9dbe55df88a55dc369b"},"schema_version":"1.0"},"canonical_sha256":"c1163a24842044f6528bb841a448dc6385941af135e7abfebc3799f46ebfec2b","source":{"kind":"arxiv","id":"2404.19705","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.19705","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"arxiv_version","alias_value":"2404.19705v2","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.19705","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"pith_short_12","alias_value":"YELDUJEEEBCP","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"pith_short_16","alias_value":"YELDUJEEEBCPMUUL","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"pith_short_8","alias_value":"YELDUJEE","created_at":"2026-07-05T08:16:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YELDUJEEEBCPMUULXBA2ISG4MO","target":"record","payload":{"canonical_record":{"source":{"id":"2404.19705","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T16:52:55Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"9807c6253dcdd874a0f9ee6c3484bdf79878ea5f1d0b49177fc3557c6b10da66","abstract_canon_sha256":"bda7d14840f046644b6fc041025f82545dbb7e78d50eb9dbe55df88a55dc369b"},"schema_version":"1.0"},"canonical_sha256":"c1163a24842044f6528bb841a448dc6385941af135e7abfebc3799f46ebfec2b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:16:09.208512Z","signature_b64":"tyhMppCCc98JJbIg85L4m1/7KUnxqlOLOEGpyLV/cUFm0zn3cjntcrMlJ6HbMBK5Xj3LKrFpmr8XHUHFk5IGCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c1163a24842044f6528bb841a448dc6385941af135e7abfebc3799f46ebfec2b","last_reissued_at":"2026-07-05T08:16:09.208078Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:16:09.208078Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.19705","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LDhSRx3a/OeaCrC7nVgAi/fDepA8UA2ZOI9FBeE3r4NKNZu2iwENKRK34cQHSOIi/j3rUk6xEOf2HUMToxjlBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:47:28.079756Z"},"content_sha256":"8ed41ba3c7284129e9e27a85032433cb0195e0764cb87d58b743a395160963e0","schema_version":"1.0","event_id":"sha256:8ed41ba3c7284129e9e27a85032433cb0195e0764cb87d58b743a395160963e0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YELDUJEEEBCPMUULXBA2ISG4MO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When to Retrieve: Teaching LLMs to Utilize Information Retrieval Effectively","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Gorka Azkune, Jon Ander Campos, Tiziano Labruna","submitted_at":"2024-04-30T16:52:55Z","abstract_excerpt":"In this paper, we demonstrate how Large Language Models (LLMs) can effectively learn to use an off-the-shelf information retrieval (IR) system specifically when additional context is required to answer a given question. Given the performance of IR systems, the optimal strategy for question answering does not always entail external information retrieval; rather, it often involves leveraging the parametric memory of the LLM itself. Prior research has identified this phenomenon in the PopQA dataset, wherein the most popular questions are effectively addressed using the LLM's parametric memory, wh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.19705","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.19705/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L1dXKi/yuQC7bL7mklvIA/i+Gm8s/enbwFEaKPlnVJLLTptQI7EZvYI2ZyC4ZbCy5LyuRZ1nw8bCxl9ted+nDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:47:28.080325Z"},"content_sha256":"ce4cfa082ecbdcb4aa0a3ed9df77d9789678f30fc8bc3a4b761a3f35ac7c3ffc","schema_version":"1.0","event_id":"sha256:ce4cfa082ecbdcb4aa0a3ed9df77d9789678f30fc8bc3a4b761a3f35ac7c3ffc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YELDUJEEEBCPMUULXBA2ISG4MO/bundle.json","state_url":"https://pith.science/pith/YELDUJEEEBCPMUULXBA2ISG4MO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YELDUJEEEBCPMUULXBA2ISG4MO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T16:47:28Z","links":{"resolver":"https://pith.science/pith/YELDUJEEEBCPMUULXBA2ISG4MO","bundle":"https://pith.science/pith/YELDUJEEEBCPMUULXBA2ISG4MO/bundle.json","state":"https://pith.science/pith/YELDUJEEEBCPMUULXBA2ISG4MO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YELDUJEEEBCPMUULXBA2ISG4MO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YELDUJEEEBCPMUULXBA2ISG4MO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bda7d14840f046644b6fc041025f82545dbb7e78d50eb9dbe55df88a55dc369b","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T16:52:55Z","title_canon_sha256":"9807c6253dcdd874a0f9ee6c3484bdf79878ea5f1d0b49177fc3557c6b10da66"},"schema_version":"1.0","source":{"id":"2404.19705","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.19705","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"arxiv_version","alias_value":"2404.19705v2","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.19705","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"pith_short_12","alias_value":"YELDUJEEEBCP","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"pith_short_16","alias_value":"YELDUJEEEBCPMUUL","created_at":"2026-07-05T08:16:09Z"},{"alias_kind":"pith_short_8","alias_value":"YELDUJEE","created_at":"2026-07-05T08:16:09Z"}],"graph_snapshots":[{"event_id":"sha256:ce4cfa082ecbdcb4aa0a3ed9df77d9789678f30fc8bc3a4b761a3f35ac7c3ffc","target":"graph","created_at":"2026-07-05T08:16:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.19705/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we demonstrate how Large Language Models (LLMs) can effectively learn to use an off-the-shelf information retrieval (IR) system specifically when additional context is required to answer a given question. Given the performance of IR systems, the optimal strategy for question answering does not always entail external information retrieval; rather, it often involves leveraging the parametric memory of the LLM itself. Prior research has identified this phenomenon in the PopQA dataset, wherein the most popular questions are effectively addressed using the LLM's parametric memory, wh","authors_text":"Gorka Azkune, Jon Ander Campos, Tiziano Labruna","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T16:52:55Z","title":"When to Retrieve: Teaching LLMs to Utilize Information Retrieval Effectively"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.19705","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ed41ba3c7284129e9e27a85032433cb0195e0764cb87d58b743a395160963e0","target":"record","created_at":"2026-07-05T08:16:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bda7d14840f046644b6fc041025f82545dbb7e78d50eb9dbe55df88a55dc369b","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T16:52:55Z","title_canon_sha256":"9807c6253dcdd874a0f9ee6c3484bdf79878ea5f1d0b49177fc3557c6b10da66"},"schema_version":"1.0","source":{"id":"2404.19705","kind":"arxiv","version":2}},"canonical_sha256":"c1163a24842044f6528bb841a448dc6385941af135e7abfebc3799f46ebfec2b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c1163a24842044f6528bb841a448dc6385941af135e7abfebc3799f46ebfec2b","first_computed_at":"2026-07-05T08:16:09.208078Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:16:09.208078Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tyhMppCCc98JJbIg85L4m1/7KUnxqlOLOEGpyLV/cUFm0zn3cjntcrMlJ6HbMBK5Xj3LKrFpmr8XHUHFk5IGCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:16:09.208512Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.19705","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ed41ba3c7284129e9e27a85032433cb0195e0764cb87d58b743a395160963e0","sha256:ce4cfa082ecbdcb4aa0a3ed9df77d9789678f30fc8bc3a4b761a3f35ac7c3ffc"],"state_sha256":"168f5897564af0de364294fcddff2a487e1e04e4c65f89de5a76f051cf97d002"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CAaVnJsB4gAjxhDIlQGr2/rY0dgjZueP1Tvs51yXvMffOYII6aGeJ9TV0m6DOa/GPgN826gAZtyWavUYzPRPDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T16:47:28.085357Z","bundle_sha256":"711041230fb250afc53d2b0424db3cfb68cfdb30490a83ff922d57425b5fd7c8"}}