{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7MLZX4AWLXCR4ZJ554SUH4ECMJ","short_pith_number":"pith:7MLZX4AW","canonical_record":{"source":{"id":"2507.02975","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-30T18:00:52Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"01f42703108afa440531d6fcf7536af84145761fdb5fc9022975201367951ed3","abstract_canon_sha256":"d73d9ce71a0f9a8796b4c631ccb966bebb9c0bf64bdc1c1e176d0fa8ffcb4f2f"},"schema_version":"1.0"},"canonical_sha256":"fb179bf0165dc51e653def2543f082627bffe4e25c7d151a4d7dca40507b28bc","source":{"kind":"arxiv","id":"2507.02975","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.02975","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"arxiv_version","alias_value":"2507.02975v1","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.02975","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"pith_short_12","alias_value":"7MLZX4AWLXCR","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"pith_short_16","alias_value":"7MLZX4AWLXCR4ZJ5","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"pith_short_8","alias_value":"7MLZX4AW","created_at":"2026-07-05T11:31:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7MLZX4AWLXCR4ZJ554SUH4ECMJ","target":"record","payload":{"canonical_record":{"source":{"id":"2507.02975","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-30T18:00:52Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"01f42703108afa440531d6fcf7536af84145761fdb5fc9022975201367951ed3","abstract_canon_sha256":"d73d9ce71a0f9a8796b4c631ccb966bebb9c0bf64bdc1c1e176d0fa8ffcb4f2f"},"schema_version":"1.0"},"canonical_sha256":"fb179bf0165dc51e653def2543f082627bffe4e25c7d151a4d7dca40507b28bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:31:49.919877Z","signature_b64":"TxlAwqnrXljNQA0aT6isWLStpVIa4jv7pDQHmAYJMs/9ehdhGg+M8lEllSyn7jGsIo0e+ls1W6o3yyoOFpaOAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb179bf0165dc51e653def2543f082627bffe4e25c7d151a4d7dca40507b28bc","last_reissued_at":"2026-07-05T11:31:49.919413Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:31:49.919413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.02975","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bG1TBPJTxsd6XkgNmD4O/bYcDynWX0GcYb74SO3F/qH2/VLZkb730WijuHU1E8URrU83LRc/QjHMjS+ctrf0AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:53:32.183242Z"},"content_sha256":"40f520d59ec6d77f9036a82b2bc61e44d476b752ee28e502d5a7d23b31781766","schema_version":"1.0","event_id":"sha256:40f520d59ec6d77f9036a82b2bc61e44d476b752ee28e502d5a7d23b31781766"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7MLZX4AWLXCR4ZJ554SUH4ECMJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Introducing Answered with Evidence -- a framework for evaluating whether LLM responses to biomedical questions are founded in evidence","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.LG","authors_text":"Arjun Mukerji, Christina Dinh, Julian D Baldwin, Neil Sanghavi, Saurabh Gombar","submitted_at":"2025-06-30T18:00:52Z","abstract_excerpt":"The growing use of large language models (LLMs) for biomedical question answering raises concerns about the accuracy and evidentiary support of their responses. To address this, we present Answered with Evidence, a framework for evaluating whether LLM-generated answers are grounded in scientific literature. We analyzed thousands of physician-submitted questions using a comparative pipeline that included: (1) Alexandria, fka the Atropos Evidence Library, a retrieval-augmented generation (RAG) system based on novel observational studies, and (2) two PubMed-based retrieval-augmented systems (Syst"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.02975","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.02975/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"toGqUIh2QLVKBCtLrZCcx4QZRUZ4YUGq5JbtDbVWUZoiOGqN76VdgeGvFYtx9giiwZcL2WUVWQQcQwuFBILxDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:53:32.183907Z"},"content_sha256":"b33aa7d8218607295ab24338b76338a23dcd6247f6f8e535c034560ec9266683","schema_version":"1.0","event_id":"sha256:b33aa7d8218607295ab24338b76338a23dcd6247f6f8e535c034560ec9266683"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ/bundle.json","state_url":"https://pith.science/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:53:32Z","links":{"resolver":"https://pith.science/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ","bundle":"https://pith.science/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ/bundle.json","state":"https://pith.science/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7MLZX4AWLXCR4ZJ554SUH4ECMJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7MLZX4AWLXCR4ZJ554SUH4ECMJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d73d9ce71a0f9a8796b4c631ccb966bebb9c0bf64bdc1c1e176d0fa8ffcb4f2f","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-30T18:00:52Z","title_canon_sha256":"01f42703108afa440531d6fcf7536af84145761fdb5fc9022975201367951ed3"},"schema_version":"1.0","source":{"id":"2507.02975","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.02975","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"arxiv_version","alias_value":"2507.02975v1","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.02975","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"pith_short_12","alias_value":"7MLZX4AWLXCR","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"pith_short_16","alias_value":"7MLZX4AWLXCR4ZJ5","created_at":"2026-07-05T11:31:49Z"},{"alias_kind":"pith_short_8","alias_value":"7MLZX4AW","created_at":"2026-07-05T11:31:49Z"}],"graph_snapshots":[{"event_id":"sha256:b33aa7d8218607295ab24338b76338a23dcd6247f6f8e535c034560ec9266683","target":"graph","created_at":"2026-07-05T11:31:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.02975/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The growing use of large language models (LLMs) for biomedical question answering raises concerns about the accuracy and evidentiary support of their responses. To address this, we present Answered with Evidence, a framework for evaluating whether LLM-generated answers are grounded in scientific literature. We analyzed thousands of physician-submitted questions using a comparative pipeline that included: (1) Alexandria, fka the Atropos Evidence Library, a retrieval-augmented generation (RAG) system based on novel observational studies, and (2) two PubMed-based retrieval-augmented systems (Syst","authors_text":"Arjun Mukerji, Christina Dinh, Julian D Baldwin, Neil Sanghavi, Saurabh Gombar","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-30T18:00:52Z","title":"Introducing Answered with Evidence -- a framework for evaluating whether LLM responses to biomedical questions are founded in evidence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.02975","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:40f520d59ec6d77f9036a82b2bc61e44d476b752ee28e502d5a7d23b31781766","target":"record","created_at":"2026-07-05T11:31:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d73d9ce71a0f9a8796b4c631ccb966bebb9c0bf64bdc1c1e176d0fa8ffcb4f2f","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-30T18:00:52Z","title_canon_sha256":"01f42703108afa440531d6fcf7536af84145761fdb5fc9022975201367951ed3"},"schema_version":"1.0","source":{"id":"2507.02975","kind":"arxiv","version":1}},"canonical_sha256":"fb179bf0165dc51e653def2543f082627bffe4e25c7d151a4d7dca40507b28bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb179bf0165dc51e653def2543f082627bffe4e25c7d151a4d7dca40507b28bc","first_computed_at":"2026-07-05T11:31:49.919413Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:31:49.919413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TxlAwqnrXljNQA0aT6isWLStpVIa4jv7pDQHmAYJMs/9ehdhGg+M8lEllSyn7jGsIo0e+ls1W6o3yyoOFpaOAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:31:49.919877Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.02975","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:40f520d59ec6d77f9036a82b2bc61e44d476b752ee28e502d5a7d23b31781766","sha256:b33aa7d8218607295ab24338b76338a23dcd6247f6f8e535c034560ec9266683"],"state_sha256":"36de49abeea41a79803bf930920d457c83a7a8459de05515c6db985c4cf27de3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OY4BxoYPTyaOHksUtXhk9znQ0kWqwco8WoCoL6BOskXBVSh7P2/DV/a6E7cfzKnYk5q4wbYONYARG/HyAY0ADw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:53:32.187643Z","bundle_sha256":"e8e62547a16c02228d898b02024e4e424627f5bbd322fe22b7a5ae3344060f8a"}}