{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:J5VOWRAVPSNFNVLKMWUKY2HAJO","short_pith_number":"pith:J5VOWRAV","canonical_record":{"source":{"id":"2501.14654","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-24T17:21:01Z","cross_cats_sorted":["cs.AI","cs.MA"],"title_canon_sha256":"20c83a8076cea3be3353f63d965a903bc684e93acb3f991118abe78547f70add","abstract_canon_sha256":"3b481554c0a8b91ed4c7253546152180ba5e5ba5250c43b9b98395a10cc81f44"},"schema_version":"1.0"},"canonical_sha256":"4f6aeb44157c9a56d56a65a8ac68e04b9e55d7c8837a5e2ed66b6588e02dc371","source":{"kind":"arxiv","id":"2501.14654","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14654","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14654v2","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14654","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"pith_short_12","alias_value":"J5VOWRAVPSNF","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"pith_short_16","alias_value":"J5VOWRAVPSNFNVLK","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"pith_short_8","alias_value":"J5VOWRAV","created_at":"2026-07-05T10:13:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:J5VOWRAVPSNFNVLKMWUKY2HAJO","target":"record","payload":{"canonical_record":{"source":{"id":"2501.14654","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-24T17:21:01Z","cross_cats_sorted":["cs.AI","cs.MA"],"title_canon_sha256":"20c83a8076cea3be3353f63d965a903bc684e93acb3f991118abe78547f70add","abstract_canon_sha256":"3b481554c0a8b91ed4c7253546152180ba5e5ba5250c43b9b98395a10cc81f44"},"schema_version":"1.0"},"canonical_sha256":"4f6aeb44157c9a56d56a65a8ac68e04b9e55d7c8837a5e2ed66b6588e02dc371","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:07.595024Z","signature_b64":"rfyEDVteqicSobXS/jjo7naDNTQU2qkYkIKDZA2a5dobE2ss8FCW2l0BmLjdaehRXjJINDPRoYx3Hh9tYUD3AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f6aeb44157c9a56d56a65a8ac68e04b9e55d7c8837a5e2ed66b6588e02dc371","last_reissued_at":"2026-07-05T10:13:07.594636Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:07.594636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.14654","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bYzgV0keiJ/9zTFjfb2FkyVFfD+I46cYKm2KCcijYePzqemJZsvD9+JHdMFpQH5l4CLlVFr7RCPhpSd3ZxNcDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:44:46.468939Z"},"content_sha256":"8d0fbda19b0451cd0a7330d1272a8105fed06ebafb6d64d4f270b0f7a4b0b31a","schema_version":"1.0","event_id":"sha256:8d0fbda19b0451cd0a7330d1272a8105fed06ebafb6d64d4f270b0f7a4b0b31a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:J5VOWRAVPSNFNVLKMWUKY2HAJO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MedAgentBench: A Realistic Virtual EHR Environment to Benchmark Medical LLM Agents","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.MA"],"primary_cat":"cs.LG","authors_text":"Andrew Y. Ng, Danny Park, Gloria Geng, James Zou, Jonathan H. Chen, Kameron C. Black, Yixing Jiang","submitted_at":"2025-01-24T17:21:01Z","abstract_excerpt":"Recent large language models (LLMs) have demonstrated significant advancements, particularly in their ability to serve as agents thereby surpassing their traditional role as chatbots. These agents can leverage their planning and tool utilization capabilities to address tasks specified at a high level. However, a standardized dataset to benchmark the agent capabilities of LLMs in medical applications is currently lacking, making the evaluation of LLMs on complex tasks in interactive healthcare environments challenging. To address this gap, we introduce MedAgentBench, a broad evaluation suite de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14654","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.14654/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sozT3o5Qr4RZayj0cLe38peJkH9AVWKWd07x/THWOe+WYQ6m9EX32u82M75mxOPdeP6n0M0TZZl5r3l7UMMZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:44:46.469567Z"},"content_sha256":"8c84f32d85ecf3f43a866bec47956708c5d592a81f2a4fe9a3f4cef393dbb62e","schema_version":"1.0","event_id":"sha256:8c84f32d85ecf3f43a866bec47956708c5d592a81f2a4fe9a3f4cef393dbb62e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO/bundle.json","state_url":"https://pith.science/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T15:44:46Z","links":{"resolver":"https://pith.science/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO","bundle":"https://pith.science/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO/bundle.json","state":"https://pith.science/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J5VOWRAVPSNFNVLKMWUKY2HAJO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:J5VOWRAVPSNFNVLKMWUKY2HAJO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3b481554c0a8b91ed4c7253546152180ba5e5ba5250c43b9b98395a10cc81f44","cross_cats_sorted":["cs.AI","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-24T17:21:01Z","title_canon_sha256":"20c83a8076cea3be3353f63d965a903bc684e93acb3f991118abe78547f70add"},"schema_version":"1.0","source":{"id":"2501.14654","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14654","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14654v2","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14654","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"pith_short_12","alias_value":"J5VOWRAVPSNF","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"pith_short_16","alias_value":"J5VOWRAVPSNFNVLK","created_at":"2026-07-05T10:13:07Z"},{"alias_kind":"pith_short_8","alias_value":"J5VOWRAV","created_at":"2026-07-05T10:13:07Z"}],"graph_snapshots":[{"event_id":"sha256:8c84f32d85ecf3f43a866bec47956708c5d592a81f2a4fe9a3f4cef393dbb62e","target":"graph","created_at":"2026-07-05T10:13:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.14654/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent large language models (LLMs) have demonstrated significant advancements, particularly in their ability to serve as agents thereby surpassing their traditional role as chatbots. These agents can leverage their planning and tool utilization capabilities to address tasks specified at a high level. However, a standardized dataset to benchmark the agent capabilities of LLMs in medical applications is currently lacking, making the evaluation of LLMs on complex tasks in interactive healthcare environments challenging. To address this gap, we introduce MedAgentBench, a broad evaluation suite de","authors_text":"Andrew Y. Ng, Danny Park, Gloria Geng, James Zou, Jonathan H. Chen, Kameron C. Black, Yixing Jiang","cross_cats":["cs.AI","cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-24T17:21:01Z","title":"MedAgentBench: A Realistic Virtual EHR Environment to Benchmark Medical LLM Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14654","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8d0fbda19b0451cd0a7330d1272a8105fed06ebafb6d64d4f270b0f7a4b0b31a","target":"record","created_at":"2026-07-05T10:13:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3b481554c0a8b91ed4c7253546152180ba5e5ba5250c43b9b98395a10cc81f44","cross_cats_sorted":["cs.AI","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-24T17:21:01Z","title_canon_sha256":"20c83a8076cea3be3353f63d965a903bc684e93acb3f991118abe78547f70add"},"schema_version":"1.0","source":{"id":"2501.14654","kind":"arxiv","version":2}},"canonical_sha256":"4f6aeb44157c9a56d56a65a8ac68e04b9e55d7c8837a5e2ed66b6588e02dc371","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f6aeb44157c9a56d56a65a8ac68e04b9e55d7c8837a5e2ed66b6588e02dc371","first_computed_at":"2026-07-05T10:13:07.594636Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:07.594636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rfyEDVteqicSobXS/jjo7naDNTQU2qkYkIKDZA2a5dobE2ss8FCW2l0BmLjdaehRXjJINDPRoYx3Hh9tYUD3AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:07.595024Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.14654","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8d0fbda19b0451cd0a7330d1272a8105fed06ebafb6d64d4f270b0f7a4b0b31a","sha256:8c84f32d85ecf3f43a866bec47956708c5d592a81f2a4fe9a3f4cef393dbb62e"],"state_sha256":"2763a308d392dde107f4d8f4aede6850a8f3aa3d6862d6613fd69f54df319a13"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p0QGEU+qEFixYfK83oJxzNok0K03q44WM/K0bduigKHNyydsHYI2SFsKq0OZdtoDcrBnVCaWEpPgGjc6CXDSBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T15:44:46.490169Z","bundle_sha256":"58fae2d63ad14707bf56456430499aed409525c91f64e335a2b7544baec6f05a"}}