{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4ZWO4CD7BPAVICE326RSINJYL7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b63eb6a4b7442df86869da1f3fe3ff016491e41291103803898ef7806ed362f1","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-01-21T02:49:43Z","title_canon_sha256":"ed32ce90f403b8d730036e00fe69d08e3c4880b2e0878abc33843d8a3f9ec0e7"},"schema_version":"1.0","source":{"id":"2501.11840","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.11840","created_at":"2026-07-05T10:03:14Z"},{"alias_kind":"arxiv_version","alias_value":"2501.11840v1","created_at":"2026-07-05T10:03:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.11840","created_at":"2026-07-05T10:03:14Z"},{"alias_kind":"pith_short_12","alias_value":"4ZWO4CD7BPAV","created_at":"2026-07-05T10:03:14Z"},{"alias_kind":"pith_short_16","alias_value":"4ZWO4CD7BPAVICE3","created_at":"2026-07-05T10:03:14Z"},{"alias_kind":"pith_short_8","alias_value":"4ZWO4CD7","created_at":"2026-07-05T10:03:14Z"}],"graph_snapshots":[{"event_id":"sha256:b974a34c3bc8c87041e5c5e1911c3846f0c2ddb7284fc1c143288b90f03aa4ac","target":"graph","created_at":"2026-07-05T10:03:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.11840/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Systematic reviews are time-consuming endeavors. Historically speaking, knowledgeable humans have had to screen and extract data from studies before it can be analyzed. However, large language models (LLMs) hold promise to greatly accelerate this process. After a pilot study which showed great promise, we investigated the use of freely available LLMs for extracting data for systematic reviews. Using three different LLMs, we extracted 24 types of data, 9 explicitly stated variables and 15 derived categorical variables, from 112 studies that were included in a published scoping review. Overall w","authors_text":"Chris Davis Jaldi, Noah L. Schroeder, Shan Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-01-21T02:49:43Z","title":"Large Language Models with Human-In-The-Loop Validation for Systematic Review Data Extraction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.11840","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:294d5c20469e123483e617949428b3ce1faab074abeb118e0dedbe0199119b24","target":"record","created_at":"2026-07-05T10:03:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b63eb6a4b7442df86869da1f3fe3ff016491e41291103803898ef7806ed362f1","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2025-01-21T02:49:43Z","title_canon_sha256":"ed32ce90f403b8d730036e00fe69d08e3c4880b2e0878abc33843d8a3f9ec0e7"},"schema_version":"1.0","source":{"id":"2501.11840","kind":"arxiv","version":1}},"canonical_sha256":"e66cee087f0bc154089bd7a32435385fcd4e2104981e1672b4b309ad9aa82a9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e66cee087f0bc154089bd7a32435385fcd4e2104981e1672b4b309ad9aa82a9e","first_computed_at":"2026-07-05T10:03:14.731022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:03:14.731022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nhUfBcrj/zCg7gS7zWzGvi2VpUFSWj82y1ahAa0cI71desUQxeqHjKEhMbdMuPlymyWjZAg1nNyt4heXxaK+DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:03:14.731376Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.11840","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:294d5c20469e123483e617949428b3ce1faab074abeb118e0dedbe0199119b24","sha256:b974a34c3bc8c87041e5c5e1911c3846f0c2ddb7284fc1c143288b90f03aa4ac"],"state_sha256":"7f670f195a8d1916d802e1d1f29cd954308a445d2713677a81504ae861083ed1"}