{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YGBKI3PAOL3N3A4JSZAJHZT64D","short_pith_number":"pith:YGBKI3PA","canonical_record":{"source":{"id":"2508.18929","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-26T11:16:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8997f83cbc3c27888b95e45743cb64f6b3ec1a7b4618d7599e00410398dc0f96","abstract_canon_sha256":"1c327bb51741e4c7a75783b7f6f1310835e0aabfce9f606a7119b0e4e4b0a66a"},"schema_version":"1.0"},"canonical_sha256":"c182a46de072f6dd8389964093e67ee0dc74d6c5aff8c5c154efc12c28cfde80","source":{"kind":"arxiv","id":"2508.18929","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.18929","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"arxiv_version","alias_value":"2508.18929v1","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.18929","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"pith_short_12","alias_value":"YGBKI3PAOL3N","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"pith_short_16","alias_value":"YGBKI3PAOL3N3A4J","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"pith_short_8","alias_value":"YGBKI3PA","created_at":"2026-07-05T11:59:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YGBKI3PAOL3N3A4JSZAJHZT64D","target":"record","payload":{"canonical_record":{"source":{"id":"2508.18929","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-26T11:16:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8997f83cbc3c27888b95e45743cb64f6b3ec1a7b4618d7599e00410398dc0f96","abstract_canon_sha256":"1c327bb51741e4c7a75783b7f6f1310835e0aabfce9f606a7119b0e4e4b0a66a"},"schema_version":"1.0"},"canonical_sha256":"c182a46de072f6dd8389964093e67ee0dc74d6c5aff8c5c154efc12c28cfde80","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:59:33.990531Z","signature_b64":"3j2DvuLnOOz4bHM0wds0PUEkHiuFD+dgs5Dg4p7p2/Mz7ytmIRlfjGcWduUU1A9O945ERHtbvE/p3pT576ZpAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c182a46de072f6dd8389964093e67ee0dc74d6c5aff8c5c154efc12c28cfde80","last_reissued_at":"2026-07-05T11:59:33.990095Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:59:33.990095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.18929","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:59:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tHkR4yztV81xXeQR64xGsQ2Q/XRwXUQbhQ3wXvwaF+AXqoc/l47p3+rzOCxuL2+pKAdFDbPk1a+tr6caQZorAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:54:25.334902Z"},"content_sha256":"7fb7852bd6f595ffa92f6dcfa3b2b95db783a0be006f067892c31ab807626570","schema_version":"1.0","event_id":"sha256:7fb7852bd6f595ffa92f6dcfa3b2b95db783a0be006f067892c31ab807626570"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YGBKI3PAOL3N3A4JSZAJHZT64D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Diverse And Private Synthetic Datasets Generation for RAG evaluation: A multi-agent framework","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Eoin Thomas, Hongliu Cao, Ilias Driouich","submitted_at":"2025-08-26T11:16:14Z","abstract_excerpt":"Retrieval-augmented generation (RAG) systems improve large language model outputs by incorporating external knowledge, enabling more informed and context-aware responses. However, the effectiveness and trustworthiness of these systems critically depends on how they are evaluated, particularly on whether the evaluation process captures real-world constraints like protecting sensitive information. While current evaluation efforts for RAG systems have primarily focused on the development of performance metrics, far less attention has been given to the design and quality of the underlying evaluati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.18929","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.18929/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:59:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"75W3flSOC0P1JqKAwAy6fJyAsWZ1b26CahnUB02zKYvv7z71ZeyKr0plCYjmKhXCkBe2QWFG/O3hpUpChVbXDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:54:25.335482Z"},"content_sha256":"758908a60c9ef78c01707d3f12d9b173a03b32dbc5d73cc76cd00a95192eddf0","schema_version":"1.0","event_id":"sha256:758908a60c9ef78c01707d3f12d9b173a03b32dbc5d73cc76cd00a95192eddf0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YGBKI3PAOL3N3A4JSZAJHZT64D/bundle.json","state_url":"https://pith.science/pith/YGBKI3PAOL3N3A4JSZAJHZT64D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YGBKI3PAOL3N3A4JSZAJHZT64D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T10:54:25Z","links":{"resolver":"https://pith.science/pith/YGBKI3PAOL3N3A4JSZAJHZT64D","bundle":"https://pith.science/pith/YGBKI3PAOL3N3A4JSZAJHZT64D/bundle.json","state":"https://pith.science/pith/YGBKI3PAOL3N3A4JSZAJHZT64D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YGBKI3PAOL3N3A4JSZAJHZT64D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YGBKI3PAOL3N3A4JSZAJHZT64D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c327bb51741e4c7a75783b7f6f1310835e0aabfce9f606a7119b0e4e4b0a66a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-26T11:16:14Z","title_canon_sha256":"8997f83cbc3c27888b95e45743cb64f6b3ec1a7b4618d7599e00410398dc0f96"},"schema_version":"1.0","source":{"id":"2508.18929","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.18929","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"arxiv_version","alias_value":"2508.18929v1","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.18929","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"pith_short_12","alias_value":"YGBKI3PAOL3N","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"pith_short_16","alias_value":"YGBKI3PAOL3N3A4J","created_at":"2026-07-05T11:59:33Z"},{"alias_kind":"pith_short_8","alias_value":"YGBKI3PA","created_at":"2026-07-05T11:59:33Z"}],"graph_snapshots":[{"event_id":"sha256:758908a60c9ef78c01707d3f12d9b173a03b32dbc5d73cc76cd00a95192eddf0","target":"graph","created_at":"2026-07-05T11:59:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.18929/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval-augmented generation (RAG) systems improve large language model outputs by incorporating external knowledge, enabling more informed and context-aware responses. However, the effectiveness and trustworthiness of these systems critically depends on how they are evaluated, particularly on whether the evaluation process captures real-world constraints like protecting sensitive information. While current evaluation efforts for RAG systems have primarily focused on the development of performance metrics, far less attention has been given to the design and quality of the underlying evaluati","authors_text":"Eoin Thomas, Hongliu Cao, Ilias Driouich","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-26T11:16:14Z","title":"Diverse And Private Synthetic Datasets Generation for RAG evaluation: A multi-agent framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.18929","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7fb7852bd6f595ffa92f6dcfa3b2b95db783a0be006f067892c31ab807626570","target":"record","created_at":"2026-07-05T11:59:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c327bb51741e4c7a75783b7f6f1310835e0aabfce9f606a7119b0e4e4b0a66a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-26T11:16:14Z","title_canon_sha256":"8997f83cbc3c27888b95e45743cb64f6b3ec1a7b4618d7599e00410398dc0f96"},"schema_version":"1.0","source":{"id":"2508.18929","kind":"arxiv","version":1}},"canonical_sha256":"c182a46de072f6dd8389964093e67ee0dc74d6c5aff8c5c154efc12c28cfde80","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c182a46de072f6dd8389964093e67ee0dc74d6c5aff8c5c154efc12c28cfde80","first_computed_at":"2026-07-05T11:59:33.990095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:59:33.990095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3j2DvuLnOOz4bHM0wds0PUEkHiuFD+dgs5Dg4p7p2/Mz7ytmIRlfjGcWduUU1A9O945ERHtbvE/p3pT576ZpAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:59:33.990531Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.18929","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7fb7852bd6f595ffa92f6dcfa3b2b95db783a0be006f067892c31ab807626570","sha256:758908a60c9ef78c01707d3f12d9b173a03b32dbc5d73cc76cd00a95192eddf0"],"state_sha256":"1a1a79ed87ec08349005bf1eda13534f281d254d931d0418b766827b78c28e93"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GYSfKI3r0hMnQZZP48BgD0cSAK1dwjux99LAivU9vwND8/iNyxqkTtKF+4F9Ddw2LVYAdn7MqtQ/ETOTkHS0AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T10:54:25.352975Z","bundle_sha256":"d257473abdfb67aad74afc5b6b26583a55febc8b19b0d600514b759a82299232"}}