{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:I62S7CFCZVR6XCQZCXMBHE22SQ","short_pith_number":"pith:I62S7CFC","canonical_record":{"source":{"id":"2403.09040","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-14T02:26:31Z","cross_cats_sorted":[],"title_canon_sha256":"70696d4b1b9150af6cc2e6889fb46dd242bb6bfe18b8afac2cce47fbd6ac5a3e","abstract_canon_sha256":"f69e2f1d80f4f8a7bed814facf031c85662ab5266abebc5caebb2c1449cf7708"},"schema_version":"1.0"},"canonical_sha256":"47b52f88a2cd63eb8a1915d813935a94320fa3f306b4c52c65c6904ba4130698","source":{"kind":"arxiv","id":"2403.09040","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09040","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09040v3","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09040","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_12","alias_value":"I62S7CFCZVR6","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_16","alias_value":"I62S7CFCZVR6XCQZ","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_8","alias_value":"I62S7CFC","created_at":"2026-07-05T11:37:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:I62S7CFCZVR6XCQZCXMBHE22SQ","target":"record","payload":{"canonical_record":{"source":{"id":"2403.09040","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-14T02:26:31Z","cross_cats_sorted":[],"title_canon_sha256":"70696d4b1b9150af6cc2e6889fb46dd242bb6bfe18b8afac2cce47fbd6ac5a3e","abstract_canon_sha256":"f69e2f1d80f4f8a7bed814facf031c85662ab5266abebc5caebb2c1449cf7708"},"schema_version":"1.0"},"canonical_sha256":"47b52f88a2cd63eb8a1915d813935a94320fa3f306b4c52c65c6904ba4130698","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:37:59.875705Z","signature_b64":"32cJTxY1wAXDMgZGmHMAE7rTx0GWx7IyB0gHgG+OUf20Yu2KTTG4s198tRPG7OvxQnYqFL6OLMMnqJz3wYs9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47b52f88a2cd63eb8a1915d813935a94320fa3f306b4c52c65c6904ba4130698","last_reissued_at":"2026-07-05T11:37:59.875164Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:37:59.875164Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.09040","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ASIMOQhuASOZfomv6FpPEx+b1xgCL4JW2blYdDenJwlKGdgr4//C4/Enc9hlX1L9IbA+qRWYQqZLbsq+mT6nBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:53:46.741400Z"},"content_sha256":"f56d4df6c41a105c7297cadabdab484e5ecc1dda80e4a99d8c9e0be49ff3cbcf","schema_version":"1.0","event_id":"sha256:f56d4df6c41a105c7297cadabdab484e5ecc1dda80e4a99d8c9e0be49ff3cbcf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:I62S7CFCZVR6XCQZCXMBHE22SQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RAGGED: Towards Informed Design of Scalable and Stable RAG Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Afreen Shaikh, Graham Neubig, Jennifer Hsia, Zhiruo Wang","submitted_at":"2024-03-14T02:26:31Z","abstract_excerpt":"Retrieval-augmented generation (RAG) enhances language models by integrating external knowledge, but its effectiveness is highly dependent on system configuration. Improper retrieval settings can degrade performance, making RAG less reliable than closed-book generation. In this work, we introduce RAGGED, a framework for systematically evaluating RAG systems across diverse retriever-reader configurations, retrieval depths, and datasets. Our analysis reveals that reader robustness to noise is the key determinant of RAG stability and scalability. Some readers benefit from increased retrieval dept"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09040","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.09040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y09kS6hj5wPi02/Zyq/43OhnnOK0iN0ZXiWDSBsXQIxDXD/G7KX7OUAjor0Z2DULWiccGwGFhSqw6IzfwpMEBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:53:46.741985Z"},"content_sha256":"fc4f2be742ecd87395d6bd63c706c49bc3227ef271173604d5d83e96a83e1eac","schema_version":"1.0","event_id":"sha256:fc4f2be742ecd87395d6bd63c706c49bc3227ef271173604d5d83e96a83e1eac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I62S7CFCZVR6XCQZCXMBHE22SQ/bundle.json","state_url":"https://pith.science/pith/I62S7CFCZVR6XCQZCXMBHE22SQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I62S7CFCZVR6XCQZCXMBHE22SQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:53:46Z","links":{"resolver":"https://pith.science/pith/I62S7CFCZVR6XCQZCXMBHE22SQ","bundle":"https://pith.science/pith/I62S7CFCZVR6XCQZCXMBHE22SQ/bundle.json","state":"https://pith.science/pith/I62S7CFCZVR6XCQZCXMBHE22SQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I62S7CFCZVR6XCQZCXMBHE22SQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:I62S7CFCZVR6XCQZCXMBHE22SQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f69e2f1d80f4f8a7bed814facf031c85662ab5266abebc5caebb2c1449cf7708","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-14T02:26:31Z","title_canon_sha256":"70696d4b1b9150af6cc2e6889fb46dd242bb6bfe18b8afac2cce47fbd6ac5a3e"},"schema_version":"1.0","source":{"id":"2403.09040","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09040","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09040v3","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09040","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_12","alias_value":"I62S7CFCZVR6","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_16","alias_value":"I62S7CFCZVR6XCQZ","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_8","alias_value":"I62S7CFC","created_at":"2026-07-05T11:37:59Z"}],"graph_snapshots":[{"event_id":"sha256:fc4f2be742ecd87395d6bd63c706c49bc3227ef271173604d5d83e96a83e1eac","target":"graph","created_at":"2026-07-05T11:37:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.09040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval-augmented generation (RAG) enhances language models by integrating external knowledge, but its effectiveness is highly dependent on system configuration. Improper retrieval settings can degrade performance, making RAG less reliable than closed-book generation. In this work, we introduce RAGGED, a framework for systematically evaluating RAG systems across diverse retriever-reader configurations, retrieval depths, and datasets. Our analysis reveals that reader robustness to noise is the key determinant of RAG stability and scalability. Some readers benefit from increased retrieval dept","authors_text":"Afreen Shaikh, Graham Neubig, Jennifer Hsia, Zhiruo Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-14T02:26:31Z","title":"RAGGED: Towards Informed Design of Scalable and Stable RAG Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09040","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f56d4df6c41a105c7297cadabdab484e5ecc1dda80e4a99d8c9e0be49ff3cbcf","target":"record","created_at":"2026-07-05T11:37:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f69e2f1d80f4f8a7bed814facf031c85662ab5266abebc5caebb2c1449cf7708","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-14T02:26:31Z","title_canon_sha256":"70696d4b1b9150af6cc2e6889fb46dd242bb6bfe18b8afac2cce47fbd6ac5a3e"},"schema_version":"1.0","source":{"id":"2403.09040","kind":"arxiv","version":3}},"canonical_sha256":"47b52f88a2cd63eb8a1915d813935a94320fa3f306b4c52c65c6904ba4130698","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"47b52f88a2cd63eb8a1915d813935a94320fa3f306b4c52c65c6904ba4130698","first_computed_at":"2026-07-05T11:37:59.875164Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:37:59.875164Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"32cJTxY1wAXDMgZGmHMAE7rTx0GWx7IyB0gHgG+OUf20Yu2KTTG4s198tRPG7OvxQnYqFL6OLMMnqJz3wYs9BA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:37:59.875705Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.09040","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f56d4df6c41a105c7297cadabdab484e5ecc1dda80e4a99d8c9e0be49ff3cbcf","sha256:fc4f2be742ecd87395d6bd63c706c49bc3227ef271173604d5d83e96a83e1eac"],"state_sha256":"49274c8065d28e715370476cf19d32117e34447722e189ceb025458a2f72bd2d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ot++O7tCd/dE6hE+sKBgS1Pci7Vs47ZGHDupRiV6tkGM9C6WJjCvPGK6ZWfs1G+SeAvFOx/68VHav4zeQVmwAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:53:46.746563Z","bundle_sha256":"44a22f5a2c8cc056c929cdc55fc62b5143ee98f57ce13dec1a2a2f4b923b9ce2"}}