{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LBLT7MMIHOU4MCVJRTB6LADD22","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f080ad6ee77b413878c1960068374b6634597a420c5fdb21c47b6d139fddb27f","cross_cats_sorted":["cs.HC","econ.GN","q-fin.EC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-07-28T22:06:11Z","title_canon_sha256":"6a8d5cf7655d9fe204080ce8b0800c37bbc3f246077be9ea784e682193d681a0"},"schema_version":"1.0","source":{"id":"2507.21360","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.21360","created_at":"2026-07-05T11:44:58Z"},{"alias_kind":"arxiv_version","alias_value":"2507.21360v1","created_at":"2026-07-05T11:44:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.21360","created_at":"2026-07-05T11:44:58Z"},{"alias_kind":"pith_short_12","alias_value":"LBLT7MMIHOU4","created_at":"2026-07-05T11:44:58Z"},{"alias_kind":"pith_short_16","alias_value":"LBLT7MMIHOU4MCVJ","created_at":"2026-07-05T11:44:58Z"},{"alias_kind":"pith_short_8","alias_value":"LBLT7MMI","created_at":"2026-07-05T11:44:58Z"}],"graph_snapshots":[{"event_id":"sha256:5630fa1a63bafa7e188f6c54085d5057cd6ae97a56c1fb3c7d9ba0b06e1d130b","target":"graph","created_at":"2026-07-05T11:44:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.21360/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We utilize a within-subjects design with randomized task assignments to understand the effectiveness of using an AI retrieval augmented generation (RAG) tool to assist analysts with an information extraction and data annotation task. We replicate an existing, challenging real-world annotation task with complex multi-part criteria on a set of thousands of pages of public disclosure documents from global systemically important banks (GSIBs) with heterogeneous and incomplete information content. We test two treatment conditions. First, a \"naive\" AI use condition in which annotators use only the t","authors_text":"Charlotte Hoopes (Federal Reserve Board), Flora Haberkorn (Federal Reserve Board), Nicholas Botti (Federal Reserve Board), Shaun Khan (Federal Reserve Board)","cross_cats":["cs.HC","econ.GN","q-fin.EC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-07-28T22:06:11Z","title":"Efficacy of AI RAG Tools for Complex Information Extraction and Data Annotation Tasks: A Case Study Using Banks Public Disclosures"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.21360","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9162f2422a108bed251c9c2d1f6735582ba3d3d4f6635a63618a22e313a0b7e2","target":"record","created_at":"2026-07-05T11:44:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f080ad6ee77b413878c1960068374b6634597a420c5fdb21c47b6d139fddb27f","cross_cats_sorted":["cs.HC","econ.GN","q-fin.EC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-07-28T22:06:11Z","title_canon_sha256":"6a8d5cf7655d9fe204080ce8b0800c37bbc3f246077be9ea784e682193d681a0"},"schema_version":"1.0","source":{"id":"2507.21360","kind":"arxiv","version":1}},"canonical_sha256":"58573fb1883ba9c60aa98cc3e58063d685978f8eca074b2150d48f1ad787b99a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58573fb1883ba9c60aa98cc3e58063d685978f8eca074b2150d48f1ad787b99a","first_computed_at":"2026-07-05T11:44:58.353957Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:44:58.353957Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1D5O64dvvItASVzz5Q4o7Bh2reD+wsAUGhBGOuF0izGVqApK2TodaWo1u9TN0wadYaIQ9rClT8d6th1h1nmTCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:44:58.354368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.21360","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9162f2422a108bed251c9c2d1f6735582ba3d3d4f6635a63618a22e313a0b7e2","sha256:5630fa1a63bafa7e188f6c54085d5057cd6ae97a56c1fb3c7d9ba0b06e1d130b"],"state_sha256":"576af47443a5775356d45693e2bbafa31db4680dbc3e9445de5ae4b4d2a2c6b2"}