{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PYBWS5OD55ZGH4GE6WAQ4BVFFI","short_pith_number":"pith:PYBWS5OD","canonical_record":{"source":{"id":"2411.06037","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-09T02:13:14Z","cross_cats_sorted":[],"title_canon_sha256":"691072e550d94b9c9953fe98c2611375e826048c1a687522b407c24e9ce13114","abstract_canon_sha256":"86e4a97656bbb5b9aa5a38a4e5b011fb66d5ebbe9c2464b59f424ef77eb0ab2a"},"schema_version":"1.0"},"canonical_sha256":"7e036975c3ef7263f0c4f5810e06a52a19a2bb5f9d114ce35317860baf14ec38","source":{"kind":"arxiv","id":"2411.06037","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.06037","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"arxiv_version","alias_value":"2411.06037v3","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.06037","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"pith_short_12","alias_value":"PYBWS5OD55ZG","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"pith_short_16","alias_value":"PYBWS5OD55ZGH4GE","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"pith_short_8","alias_value":"PYBWS5OD","created_at":"2026-07-05T10:52:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PYBWS5OD55ZGH4GE6WAQ4BVFFI","target":"record","payload":{"canonical_record":{"source":{"id":"2411.06037","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-09T02:13:14Z","cross_cats_sorted":[],"title_canon_sha256":"691072e550d94b9c9953fe98c2611375e826048c1a687522b407c24e9ce13114","abstract_canon_sha256":"86e4a97656bbb5b9aa5a38a4e5b011fb66d5ebbe9c2464b59f424ef77eb0ab2a"},"schema_version":"1.0"},"canonical_sha256":"7e036975c3ef7263f0c4f5810e06a52a19a2bb5f9d114ce35317860baf14ec38","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:52:38.297897Z","signature_b64":"dZHE3EG6cA27D5C1jBHi8cyR+F+6US1NnYrQ6W7KgAQxm2DMc/JvRfgsvZwanUlXVEqz2uBFfwoHx4gZFc3hDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e036975c3ef7263f0c4f5810e06a52a19a2bb5f9d114ce35317860baf14ec38","last_reissued_at":"2026-07-05T10:52:38.297418Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:52:38.297418Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.06037","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R8wAcIvsPXekQTYM5q6i1qFN8heBry/ZWBo8q23DERZku+LZienVFb/5lybJ4zbhgM48bhLGgNxzMjJOX2mSDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:26:45.133504Z"},"content_sha256":"d8ad020e8ece3d5b9a9abd44a965177608ed612a1e96d0326bd5c17ab246ab62","schema_version":"1.0","event_id":"sha256:d8ad020e8ece3d5b9a9abd44a965177608ed612a1e96d0326bd5c17ab246ab62"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PYBWS5OD55ZGH4GE6WAQ4BVFFI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sufficient Context: A New Lens on Retrieval Augmented Generation Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ankur Taly, Chun-Sung Ferng, Cyrus Rashtchian, Da-Cheng Juan, Hailey Joren, Jianyi Zhang","submitted_at":"2024-11-09T02:13:14Z","abstract_excerpt":"Augmenting LLMs with context leads to improved performance across many applications. Despite much research on Retrieval Augmented Generation (RAG) systems, an open question is whether errors arise because LLMs fail to utilize the context from retrieval or the context itself is insufficient to answer the query. To shed light on this, we develop a new notion of sufficient context, along with a method to classify instances that have enough information to answer the query. We then use sufficient context to analyze several models and datasets. By stratifying errors based on context sufficiency, we "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.06037","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.06037/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SFmSmwW7dLEgriZdCJrk/QU3IGbwPsbVQ31UxYvJLrePc8pbgHuKM/heUszIKAh8N0cPcKt8UKYmNjok6qPMBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:26:45.133992Z"},"content_sha256":"1d36c0dc885d3ced755de824f4c441b63c74bf69614fec3362d35d1567832baf","schema_version":"1.0","event_id":"sha256:1d36c0dc885d3ced755de824f4c441b63c74bf69614fec3362d35d1567832baf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI/bundle.json","state_url":"https://pith.science/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:26:45Z","links":{"resolver":"https://pith.science/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI","bundle":"https://pith.science/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI/bundle.json","state":"https://pith.science/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PYBWS5OD55ZGH4GE6WAQ4BVFFI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PYBWS5OD55ZGH4GE6WAQ4BVFFI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86e4a97656bbb5b9aa5a38a4e5b011fb66d5ebbe9c2464b59f424ef77eb0ab2a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-09T02:13:14Z","title_canon_sha256":"691072e550d94b9c9953fe98c2611375e826048c1a687522b407c24e9ce13114"},"schema_version":"1.0","source":{"id":"2411.06037","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.06037","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"arxiv_version","alias_value":"2411.06037v3","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.06037","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"pith_short_12","alias_value":"PYBWS5OD55ZG","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"pith_short_16","alias_value":"PYBWS5OD55ZGH4GE","created_at":"2026-07-05T10:52:38Z"},{"alias_kind":"pith_short_8","alias_value":"PYBWS5OD","created_at":"2026-07-05T10:52:38Z"}],"graph_snapshots":[{"event_id":"sha256:1d36c0dc885d3ced755de824f4c441b63c74bf69614fec3362d35d1567832baf","target":"graph","created_at":"2026-07-05T10:52:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.06037/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Augmenting LLMs with context leads to improved performance across many applications. Despite much research on Retrieval Augmented Generation (RAG) systems, an open question is whether errors arise because LLMs fail to utilize the context from retrieval or the context itself is insufficient to answer the query. To shed light on this, we develop a new notion of sufficient context, along with a method to classify instances that have enough information to answer the query. We then use sufficient context to analyze several models and datasets. By stratifying errors based on context sufficiency, we ","authors_text":"Ankur Taly, Chun-Sung Ferng, Cyrus Rashtchian, Da-Cheng Juan, Hailey Joren, Jianyi Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-09T02:13:14Z","title":"Sufficient Context: A New Lens on Retrieval Augmented Generation Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.06037","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8ad020e8ece3d5b9a9abd44a965177608ed612a1e96d0326bd5c17ab246ab62","target":"record","created_at":"2026-07-05T10:52:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86e4a97656bbb5b9aa5a38a4e5b011fb66d5ebbe9c2464b59f424ef77eb0ab2a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-09T02:13:14Z","title_canon_sha256":"691072e550d94b9c9953fe98c2611375e826048c1a687522b407c24e9ce13114"},"schema_version":"1.0","source":{"id":"2411.06037","kind":"arxiv","version":3}},"canonical_sha256":"7e036975c3ef7263f0c4f5810e06a52a19a2bb5f9d114ce35317860baf14ec38","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7e036975c3ef7263f0c4f5810e06a52a19a2bb5f9d114ce35317860baf14ec38","first_computed_at":"2026-07-05T10:52:38.297418Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:52:38.297418Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dZHE3EG6cA27D5C1jBHi8cyR+F+6US1NnYrQ6W7KgAQxm2DMc/JvRfgsvZwanUlXVEqz2uBFfwoHx4gZFc3hDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:52:38.297897Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.06037","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8ad020e8ece3d5b9a9abd44a965177608ed612a1e96d0326bd5c17ab246ab62","sha256:1d36c0dc885d3ced755de824f4c441b63c74bf69614fec3362d35d1567832baf"],"state_sha256":"5c85b9cf70a09223b87c09aeeadb8190239ecab654e328738200733f052779de"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j2pbuDnP2ubo54pHOyfSchlg2VlRXsfL1J726KJnHZsXRR8fIwPt6hmuN8ZypQ1byU/FrPpJIC40WTsXpIrMDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:26:45.139586Z","bundle_sha256":"17b41640324a0973c43f420b08d94a8c2d93b10ff5ee98bdbe15e6389e3de520"}}