{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:K2J7G7O5CY3JJ75RIUDMRTNVVT","short_pith_number":"pith:K2J7G7O5","schema_version":"1.0","canonical_sha256":"5693f37ddd163694ffb14506c8cdb5acc08a2a17a7c826ccacdb438d817a0b36","source":{"kind":"arxiv","id":"2505.23852","version":1},"attestation_state":"computed","paper":{"title":"Large Language Model-Based Agents for Automated Research Reproducibility: An Exploratory Study in Alzheimer's Disease","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.MA","stat.AP"],"primary_cat":"cs.CL","authors_text":"Christelle Xiong, Kristine Lan, Meliha Yetisgen, Nic Dobbins","submitted_at":"2025-05-29T01:31:55Z","abstract_excerpt":"Objective: To demonstrate the capabilities of Large Language Models (LLMs) as autonomous agents to reproduce findings of published research studies using the same or similar dataset.\n  Materials and Methods: We used the \"Quick Access\" dataset of the National Alzheimer's Coordinating Center (NACC). We identified highly cited published research manuscripts using NACC data and selected five studies that appeared reproducible using this dataset alone. Using GPT-4o, we created a simulated research team of LLM-based autonomous agents tasked with writing and executing code to dynamically reproduce th"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2505.23852","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T01:31:55Z","cross_cats_sorted":["cs.AI","cs.MA","stat.AP"],"title_canon_sha256":"8ff16ea9fb1cbddea76de13037237228ae32e29161572ffcb740af111de0f883","abstract_canon_sha256":"fa1b2dd6c904f9bbf7fc95e56c2dee92d00d29d06390c3fae52fc06c92120684"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:36.707328Z","signature_b64":"QXi7QFmdB/V3gWOtKXjSkX5YYTmXTx/TBmOeYGoDIg8Zxw+Qk1ltf5YAueCMdFcEK+c23yTLlozL0tr04QG/AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5693f37ddd163694ffb14506c8cdb5acc08a2a17a7c826ccacdb438d817a0b36","last_reissued_at":"2026-07-05T11:12:36.706799Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:36.706799Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Large Language Model-Based Agents for Automated Research Reproducibility: An Exploratory Study in Alzheimer's Disease","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.MA","stat.AP"],"primary_cat":"cs.CL","authors_text":"Christelle Xiong, Kristine Lan, Meliha Yetisgen, Nic Dobbins","submitted_at":"2025-05-29T01:31:55Z","abstract_excerpt":"Objective: To demonstrate the capabilities of Large Language Models (LLMs) as autonomous agents to reproduce findings of published research studies using the same or similar dataset.\n  Materials and Methods: We used the \"Quick Access\" dataset of the National Alzheimer's Coordinating Center (NACC). We identified highly cited published research manuscripts using NACC data and selected five studies that appeared reproducible using this dataset alone. Using GPT-4o, we created a simulated research team of LLM-based autonomous agents tasked with writing and executing code to dynamically reproduce th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23852","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.23852/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2505.23852","created_at":"2026-07-05T11:12:36.706867+00:00"},{"alias_kind":"arxiv_version","alias_value":"2505.23852v1","created_at":"2026-07-05T11:12:36.706867+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23852","created_at":"2026-07-05T11:12:36.706867+00:00"},{"alias_kind":"pith_short_12","alias_value":"K2J7G7O5CY3J","created_at":"2026-07-05T11:12:36.706867+00:00"},{"alias_kind":"pith_short_16","alias_value":"K2J7G7O5CY3JJ75R","created_at":"2026-07-05T11:12:36.706867+00:00"},{"alias_kind":"pith_short_8","alias_value":"K2J7G7O5","created_at":"2026-07-05T11:12:36.706867+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT","json":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT.json","graph_json":"https://pith.science/api/pith-number/K2J7G7O5CY3JJ75RIUDMRTNVVT/graph.json","events_json":"https://pith.science/api/pith-number/K2J7G7O5CY3JJ75RIUDMRTNVVT/events.json","paper":"https://pith.science/paper/K2J7G7O5"},"agent_actions":{"view_html":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT","download_json":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT.json","view_paper":"https://pith.science/paper/K2J7G7O5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2505.23852&json=true","fetch_graph":"https://pith.science/api/pith-number/K2J7G7O5CY3JJ75RIUDMRTNVVT/graph.json","fetch_events":"https://pith.science/api/pith-number/K2J7G7O5CY3JJ75RIUDMRTNVVT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT/action/storage_attestation","attest_author":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT/action/author_attestation","sign_citation":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT/action/citation_signature","submit_replication":"https://pith.science/pith/K2J7G7O5CY3JJ75RIUDMRTNVVT/action/replication_record"}},"created_at":"2026-07-05T11:12:36.706867+00:00","updated_at":"2026-07-05T11:12:36.706867+00:00"}