{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:D633Y6HJ7VGGODALECSQZXYQLA","short_pith_number":"pith:D633Y6HJ","canonical_record":{"source":{"id":"2504.12342","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-15T07:25:40Z","cross_cats_sorted":[],"title_canon_sha256":"1bd2e771709a22b29ffb3dc5e8f3ef4d31aa2a6ea3f269c1aff5e70c02da9cb8","abstract_canon_sha256":"17f21b8bf55c8940c5e06f55ced4a983cb9182549e5d791176b1181e4d668055"},"schema_version":"1.0"},"canonical_sha256":"1fb7bc78e9fd4c670c0b20a50cdf1058361d559645812630a5c49cd713d1eb86","source":{"kind":"arxiv","id":"2504.12342","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.12342","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"arxiv_version","alias_value":"2504.12342v2","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.12342","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_12","alias_value":"D633Y6HJ7VGG","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_16","alias_value":"D633Y6HJ7VGGODAL","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_8","alias_value":"D633Y6HJ","created_at":"2026-07-05T11:49:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:D633Y6HJ7VGGODALECSQZXYQLA","target":"record","payload":{"canonical_record":{"source":{"id":"2504.12342","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-15T07:25:40Z","cross_cats_sorted":[],"title_canon_sha256":"1bd2e771709a22b29ffb3dc5e8f3ef4d31aa2a6ea3f269c1aff5e70c02da9cb8","abstract_canon_sha256":"17f21b8bf55c8940c5e06f55ced4a983cb9182549e5d791176b1181e4d668055"},"schema_version":"1.0"},"canonical_sha256":"1fb7bc78e9fd4c670c0b20a50cdf1058361d559645812630a5c49cd713d1eb86","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:09.441680Z","signature_b64":"CruxTPUurGIM3OepiiyMgoq3W47HYW83sSz/x2EiXRpAMmqprz3fu1imzfUrCOAwwop21/TzyNkkzDSemer9Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1fb7bc78e9fd4c670c0b20a50cdf1058361d559645812630a5c49cd713d1eb86","last_reissued_at":"2026-07-05T11:49:09.441253Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:09.441253Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.12342","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nQwdLUbbWllt12phYqZUNqyEJ7dfPCCQ2AWimauAhU49mVTVfEu+aPzxGlZEZDEkBEfdJ6/hqscIUeOx5WorCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T05:01:24.376703Z"},"content_sha256":"84a17b21376740c2f570a01783637ad6dae3465f17e8d6727a7697639953dc3c","schema_version":"1.0","event_id":"sha256:84a17b21376740c2f570a01783637ad6dae3465f17e8d6727a7697639953dc3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:D633Y6HJ7VGGODALECSQZXYQLA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CRAB: A Benchmark for Evaluating Curation of Retrieval-Augmented LLMs in Biomedicine","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hanmeng Zhong, Linqing Chen, Weilei Wang, Wentao Wu","submitted_at":"2025-04-15T07:25:40Z","abstract_excerpt":"Recent development in Retrieval-Augmented Large Language Models (LLMs) have shown great promise in biomedical applications. How ever, a critical gap persists in reliably evaluating their curation ability the process by which models select and integrate relevant references while filtering out noise. To address this, we introduce the benchmark for Curation of Retrieval-Augmented LLMs in Biomedicine (CRAB), the first multilingual benchmark tailored for evaluating the biomedical curation of retrieval-augmented LLMs, available in English, French, German and Chinese. By incorporating a novel citatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.12342","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.12342/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N20iPxZRbU+LTFbgoTkhpIhRgY2+ldqsX0ds4C5NXn7CDPW/Z+GlGJHVM0TLhasPOIe9dGxo1jvMZJSqpcmtDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T05:01:24.377075Z"},"content_sha256":"b0f3c09918b17f3060fbc0a16bf28663eb54a6133d81844d547f006314b55b6c","schema_version":"1.0","event_id":"sha256:b0f3c09918b17f3060fbc0a16bf28663eb54a6133d81844d547f006314b55b6c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D633Y6HJ7VGGODALECSQZXYQLA/bundle.json","state_url":"https://pith.science/pith/D633Y6HJ7VGGODALECSQZXYQLA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D633Y6HJ7VGGODALECSQZXYQLA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T05:01:24Z","links":{"resolver":"https://pith.science/pith/D633Y6HJ7VGGODALECSQZXYQLA","bundle":"https://pith.science/pith/D633Y6HJ7VGGODALECSQZXYQLA/bundle.json","state":"https://pith.science/pith/D633Y6HJ7VGGODALECSQZXYQLA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D633Y6HJ7VGGODALECSQZXYQLA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:D633Y6HJ7VGGODALECSQZXYQLA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"17f21b8bf55c8940c5e06f55ced4a983cb9182549e5d791176b1181e4d668055","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-15T07:25:40Z","title_canon_sha256":"1bd2e771709a22b29ffb3dc5e8f3ef4d31aa2a6ea3f269c1aff5e70c02da9cb8"},"schema_version":"1.0","source":{"id":"2504.12342","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.12342","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"arxiv_version","alias_value":"2504.12342v2","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.12342","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_12","alias_value":"D633Y6HJ7VGG","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_16","alias_value":"D633Y6HJ7VGGODAL","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_8","alias_value":"D633Y6HJ","created_at":"2026-07-05T11:49:09Z"}],"graph_snapshots":[{"event_id":"sha256:b0f3c09918b17f3060fbc0a16bf28663eb54a6133d81844d547f006314b55b6c","target":"graph","created_at":"2026-07-05T11:49:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.12342/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent development in Retrieval-Augmented Large Language Models (LLMs) have shown great promise in biomedical applications. How ever, a critical gap persists in reliably evaluating their curation ability the process by which models select and integrate relevant references while filtering out noise. To address this, we introduce the benchmark for Curation of Retrieval-Augmented LLMs in Biomedicine (CRAB), the first multilingual benchmark tailored for evaluating the biomedical curation of retrieval-augmented LLMs, available in English, French, German and Chinese. By incorporating a novel citatio","authors_text":"Hanmeng Zhong, Linqing Chen, Weilei Wang, Wentao Wu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-15T07:25:40Z","title":"CRAB: A Benchmark for Evaluating Curation of Retrieval-Augmented LLMs in Biomedicine"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.12342","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:84a17b21376740c2f570a01783637ad6dae3465f17e8d6727a7697639953dc3c","target":"record","created_at":"2026-07-05T11:49:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"17f21b8bf55c8940c5e06f55ced4a983cb9182549e5d791176b1181e4d668055","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-15T07:25:40Z","title_canon_sha256":"1bd2e771709a22b29ffb3dc5e8f3ef4d31aa2a6ea3f269c1aff5e70c02da9cb8"},"schema_version":"1.0","source":{"id":"2504.12342","kind":"arxiv","version":2}},"canonical_sha256":"1fb7bc78e9fd4c670c0b20a50cdf1058361d559645812630a5c49cd713d1eb86","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1fb7bc78e9fd4c670c0b20a50cdf1058361d559645812630a5c49cd713d1eb86","first_computed_at":"2026-07-05T11:49:09.441253Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:09.441253Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CruxTPUurGIM3OepiiyMgoq3W47HYW83sSz/x2EiXRpAMmqprz3fu1imzfUrCOAwwop21/TzyNkkzDSemer9Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:09.441680Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.12342","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:84a17b21376740c2f570a01783637ad6dae3465f17e8d6727a7697639953dc3c","sha256:b0f3c09918b17f3060fbc0a16bf28663eb54a6133d81844d547f006314b55b6c"],"state_sha256":"031778cec5b5033ddced95a71d9e2193612b9c4258f31452947f66ee76ea14f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GpghkJ/PPDIAHCVAmJ7KJef3V/sAinOs4MnjEDgpyRN97rYL9pXuZ6dOUUoDSTN6aHXwt3EwfnsQEXTG08JyBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T05:01:24.379249Z","bundle_sha256":"cd8d6e69003702e53a63cb25d61693aeeb61e42f1e65b7d896c7ce5c54950b1e"}}