{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:J23ECVWPWVGWE5EOASITDNMQEA","short_pith_number":"pith:J23ECVWP","canonical_record":{"source":{"id":"2605.15474","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-14T23:29:42Z","cross_cats_sorted":[],"title_canon_sha256":"5822a580761f7df45ea0ffd91f3cd8acf5e26ee27c37d225f15020e92f96cbba","abstract_canon_sha256":"8c622ce17b31ca673b12be8c9761f89f70de1461724b65aebc076676f5aa73fa"},"schema_version":"1.0"},"canonical_sha256":"4eb64156cfb54d62748e049131b5902027bc889ef7f341f6f771b1cba03a5695","source":{"kind":"arxiv","id":"2605.15474","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.15474","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"arxiv_version","alias_value":"2605.15474v1","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.15474","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"pith_short_12","alias_value":"J23ECVWPWVGW","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"pith_short_16","alias_value":"J23ECVWPWVGWE5EO","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"pith_short_8","alias_value":"J23ECVWP","created_at":"2026-05-20T00:01:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:J23ECVWPWVGWE5EOASITDNMQEA","target":"record","payload":{"canonical_record":{"source":{"id":"2605.15474","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-14T23:29:42Z","cross_cats_sorted":[],"title_canon_sha256":"5822a580761f7df45ea0ffd91f3cd8acf5e26ee27c37d225f15020e92f96cbba","abstract_canon_sha256":"8c622ce17b31ca673b12be8c9761f89f70de1461724b65aebc076676f5aa73fa"},"schema_version":"1.0"},"canonical_sha256":"4eb64156cfb54d62748e049131b5902027bc889ef7f341f6f771b1cba03a5695","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:01:00.451152Z","signature_b64":"zaHtyaGM98WOfPU1EqAXrGgREqhnOsU8r+6Ur4v3YCkzFH8UjWMC4ZvmnAd255xugLoYZ0LjnXYWWI6pkOqDBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4eb64156cfb54d62748e049131b5902027bc889ef7f341f6f771b1cba03a5695","last_reissued_at":"2026-05-20T00:01:00.450030Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:01:00.450030Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.15474","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:01:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UpS+Bu0iVSYV2ne8C5wsP7G9FkpPvXSYIx1khvYxk8C3B7CyMdFaIZ0ixl3J8X9sxZ8HNny3AuKwrBIi6XJTCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-20T22:35:31.695169Z"},"content_sha256":"e8d11c58f3ed9aff427cbba3c00c5ee6b72eef1fa069e9e846bebabb032a3463","schema_version":"1.0","event_id":"sha256:e8d11c58f3ed9aff427cbba3c00c5ee6b72eef1fa069e9e846bebabb032a3463"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:J23ECVWPWVGWE5EOASITDNMQEA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Jobs' AI Exposure Should Be Measured from Evidence, Not Model Priors","license":"http://creativecommons.org/licenses/by/4.0/","headline":"AI job exposure should be measured with retrieved evidence of real capabilities rather than zero-shot LLM assertions.","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Luca Mouchel, Pierre Bouquet, Yossi Sheffi","submitted_at":"2026-05-14T23:29:42Z","abstract_excerpt":"This position paper argues that job exposure to AI should be measured with grounded, evidence-based methods, not inferred from LLM priors alone. Current theoretical exposure measures use zero-shot prompting to classify task-level AI exposure, generating labels with no explicit evidence, no transparent chain of reasoning, and no external validation. The stakes of these measurements are too high to rely on such methods, as they influence policy making, where public and private funds are directed, and how workers understand their future prospects. We therefore argue that AI capability claims shou"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"Evidence-grounded measurement using retrieved documents better captures what current AI systems can plausibly do than zero-shot model assertions alone, as shown by higher human and automatic preference rates and closer alignment with observed real-world AI usage.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"The assumption that the retrieved news articles and academic paper abstracts constitute sufficient, representative, and unbiased evidence of current AI capabilities across all tasks, without major gaps in coverage or retrieval-induced selection effects (invoked in the description of the retrieval-augmented framework).","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"The authors propose a retrieval-augmented framework that grounds AI exposure labels for 18,796 O*NET occupation-task pairs in retrieved news and academic abstracts, outperforming zero-shot prompting in 72% of disagreements and aligning better with observed real-world usage.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"AI job exposure should be measured with retrieved evidence of real capabilities rather than zero-shot LLM assertions.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"bfdb8df844b1756281e1e56d4766634aa09779bd6f1d632d956a11fabe433f59"},"source":{"id":"2605.15474","kind":"arxiv","version":1},"verdict":{"id":"11911702-c6bd-446e-9601-ca29c31c03fa","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-19T14:25:23.621493Z","strongest_claim":"Evidence-grounded measurement using retrieved documents better captures what current AI systems can plausibly do than zero-shot model assertions alone, as shown by higher human and automatic preference rates and closer alignment with observed real-world AI usage.","one_line_summary":"The authors propose a retrieval-augmented framework that grounds AI exposure labels for 18,796 O*NET occupation-task pairs in retrieved news and academic abstracts, outperforming zero-shot prompting in 72% of disagreements and aligning better with observed real-world usage.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"The assumption that the retrieved news articles and academic paper abstracts constitute sufficient, representative, and unbiased evidence of current AI capabilities across all tasks, without major gaps in coverage or retrieval-induced selection effects (invoked in the description of the retrieval-augmented framework).","pith_extraction_headline":"AI job exposure should be measured with retrieved evidence of real capabilities rather than zero-shot LLM assertions."},"integrity":{"clean":false,"summary":{"advisory":1,"critical":0,"by_detector":{"doi_compliance":{"total":1,"advisory":1,"critical":0,"informational":0}},"informational":0},"endpoint":"/pith/2605.15474/integrity.json","findings":[{"note":"DOI in the printed bibliography is fragmented by whitespace or line breaks. A longer candidate (10.1126/science.adh2586.11) was visible in the surrounding text but could not be confirmed against doi.org as printed.","detector":"doi_compliance","severity":"advisory","ref_index":38,"audited_at":"2026-05-19T14:37:45.470490Z","detected_doi":"10.1126/science.adh2586.11","finding_type":"recoverable_identifier","verdict_class":"incontrovertible","detected_arxiv_id":null}],"available":true,"detectors_run":[{"name":"cited_work_retraction","ran_at":"2026-05-19T15:22:10.201734Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"doi_compliance","ran_at":"2026-05-19T14:37:45.470490Z","status":"completed","version":"1.0.0","findings_count":1},{"name":"doi_title_agreement","ran_at":"2026-05-19T14:31:17.488486Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"claim_evidence","ran_at":"2026-05-19T14:21:54.085487Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"citation_quote_validity","ran_at":"2026-05-19T13:49:41.409237Z","status":"skipped","version":"0.1.0","findings_count":0},{"name":"ai_meta_artifact","ran_at":"2026-05-19T13:33:22.660714Z","status":"skipped","version":"1.0.0","findings_count":0}],"snapshot_sha256":"73a69f932661aa8801504d690ab09015007ac33ee960fa9e2865874c24e486f5"},"references":{"count":51,"sample":[{"doi":"10.1257/jep.33.2.3","year":2019,"title":"Automation and new tasks: How technology displaces and reinstates labor.Journal of Economic Perspectives, 33(2):3–30, May 2019","work_id":"728ddaa9-35d7-4b8b-8a94-a733055adc9e","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"10.1162/003355303322552801","year":2003,"title":"Autor, Frank Levy, and Richard J","work_id":"6710b736-d8cc-419b-9751-9b588d2b710c","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"10.18653/v1/2021.acl-long.81","year":2021,"title":"L., Lopez, G., Olteanu, A., Sim, R., and Wallach, H","work_id":"65eda38c-99bc-43dd-b298-7079b3e48402","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2025,"title":"Rishi Bommasani, Scott Singer, et al","work_id":"a55ccca3-4497-4afb-89af-ef29b657d4b7","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2026,"title":"Measuring the intensive margin of work: Task shares and concentration","work_id":"5364bdba-2786-41c7-b19c-5866327911c9","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":51,"snapshot_sha256":"4d13e82495922594d84151aa78f1347234fd825638b5c6c8a8b10fb776b986a5","internal_anchors":5},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"11911702-c6bd-446e-9601-ca29c31c03fa"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:01:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LBYlT+Xkdnba6QMoU+wmF8cwampkVzLxS+D6VixabzSrW12YyqJSTH3lEVWVF7ye3ATEX7uGb+E6N1KJIsyFCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-20T22:35:31.696717Z"},"content_sha256":"fbb38cbbb6791421c081b07ce62d659a515eadc10a9e87a2cfee54c1d2c6b231","schema_version":"1.0","event_id":"sha256:fbb38cbbb6791421c081b07ce62d659a515eadc10a9e87a2cfee54c1d2c6b231"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:J23ECVWPWVGWE5EOASITDNMQEA","target":"integrity","payload":{"note":"DOI in the printed bibliography is fragmented by whitespace or line breaks. A longer candidate (10.1126/science.adh2586.11) was visible in the surrounding text but could not be confirmed against doi.org as printed.","snippet":"Shakked Noy and Whitney Zhang. Experimental evidence on the productivity effects of generative artificial intelligence.Science, 381(6654):187–192, 2023. doi: 10.1126/science. adh2586. 11","arxiv_id":"2605.15474","detector":"doi_compliance","evidence":{"ref_index":38,"verdict_class":"incontrovertible","resolved_title":null,"printed_excerpt":"Shakked Noy and Whitney Zhang. Experimental evidence on the productivity effects of generative artificial intelligence.Science, 381(6654):187–192, 2023. doi: 10.1126/science. adh2586. 11","reconstructed_doi":"10.1126/science.adh2586.11"},"severity":"advisory","ref_index":38,"audited_at":"2026-05-19T14:37:45.470490Z","event_type":"pith.integrity.v1","detected_doi":"10.1126/science.adh2586.11","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"3059b0e72425b7b578b503fc28fa68803aaf23b443719a323c9a52d5fcc2a687","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":1691,"payload_sha256":"85e1806229e6d91f9fddafaaecbe582ce2070f6baa53cfc8a93b5b89b2609609","signature_b64":"BytSTvXTY2CpyPRNINKRSK8kE9fk22uuyOuhpKGrTkaK3K00aufO7fHiWa/1SVFt20FZuqJfcrcR+FXrnUvtDg==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-19T14:42:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B7TrNAhJSUGcqkIJsCiHwudwR8YAy13eAOim8gPmAy9sK6ieCEKbsqrREmA1xsrHqjqK8qtZlPOZyPOy9dq2Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-20T22:35:31.698096Z"},"content_sha256":"471efa2b49fb538b2168b7ff64c45244f3fd1ac03122a3bd8135a98e663c8852","schema_version":"1.0","event_id":"sha256:471efa2b49fb538b2168b7ff64c45244f3fd1ac03122a3bd8135a98e663c8852"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J23ECVWPWVGWE5EOASITDNMQEA/bundle.json","state_url":"https://pith.science/pith/J23ECVWPWVGWE5EOASITDNMQEA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J23ECVWPWVGWE5EOASITDNMQEA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-20T22:35:31Z","links":{"resolver":"https://pith.science/pith/J23ECVWPWVGWE5EOASITDNMQEA","bundle":"https://pith.science/pith/J23ECVWPWVGWE5EOASITDNMQEA/bundle.json","state":"https://pith.science/pith/J23ECVWPWVGWE5EOASITDNMQEA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J23ECVWPWVGWE5EOASITDNMQEA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:J23ECVWPWVGWE5EOASITDNMQEA","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c622ce17b31ca673b12be8c9761f89f70de1461724b65aebc076676f5aa73fa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-14T23:29:42Z","title_canon_sha256":"5822a580761f7df45ea0ffd91f3cd8acf5e26ee27c37d225f15020e92f96cbba"},"schema_version":"1.0","source":{"id":"2605.15474","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.15474","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"arxiv_version","alias_value":"2605.15474v1","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.15474","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"pith_short_12","alias_value":"J23ECVWPWVGW","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"pith_short_16","alias_value":"J23ECVWPWVGWE5EO","created_at":"2026-05-20T00:01:00Z"},{"alias_kind":"pith_short_8","alias_value":"J23ECVWP","created_at":"2026-05-20T00:01:00Z"}],"graph_snapshots":[{"event_id":"sha256:fbb38cbbb6791421c081b07ce62d659a515eadc10a9e87a2cfee54c1d2c6b231","target":"graph","created_at":"2026-05-20T00:01:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"Evidence-grounded measurement using retrieved documents better captures what current AI systems can plausibly do than zero-shot model assertions alone, as shown by higher human and automatic preference rates and closer alignment with observed real-world AI usage."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"The assumption that the retrieved news articles and academic paper abstracts constitute sufficient, representative, and unbiased evidence of current AI capabilities across all tasks, without major gaps in coverage or retrieval-induced selection effects (invoked in the description of the retrieval-augmented framework)."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"The authors propose a retrieval-augmented framework that grounds AI exposure labels for 18,796 O*NET occupation-task pairs in retrieved news and academic abstracts, outperforming zero-shot prompting in 72% of disagreements and aligning better with observed real-world usage."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"AI job exposure should be measured with retrieved evidence of real capabilities rather than zero-shot LLM assertions."}],"snapshot_sha256":"bfdb8df844b1756281e1e56d4766634aa09779bd6f1d632d956a11fabe433f59"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":false,"detectors_run":[{"findings_count":0,"name":"cited_work_retraction","ran_at":"2026-05-19T15:22:10.201734Z","status":"completed","version":"1.0.0"},{"findings_count":1,"name":"doi_compliance","ran_at":"2026-05-19T14:37:45.470490Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"doi_title_agreement","ran_at":"2026-05-19T14:31:17.488486Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"claim_evidence","ran_at":"2026-05-19T14:21:54.085487Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"citation_quote_validity","ran_at":"2026-05-19T13:49:41.409237Z","status":"skipped","version":"0.1.0"},{"findings_count":0,"name":"ai_meta_artifact","ran_at":"2026-05-19T13:33:22.660714Z","status":"skipped","version":"1.0.0"}],"endpoint":"/pith/2605.15474/integrity.json","findings":[{"audited_at":"2026-05-19T14:37:45.470490Z","detected_arxiv_id":null,"detected_doi":"10.1126/science.adh2586.11","detector":"doi_compliance","finding_type":"recoverable_identifier","note":"DOI in the printed bibliography is fragmented by whitespace or line breaks. A longer candidate (10.1126/science.adh2586.11) was visible in the surrounding text but could not be confirmed against doi.org as printed.","ref_index":38,"severity":"advisory","verdict_class":"incontrovertible"}],"snapshot_sha256":"73a69f932661aa8801504d690ab09015007ac33ee960fa9e2865874c24e486f5","summary":{"advisory":1,"by_detector":{"doi_compliance":{"advisory":1,"critical":0,"informational":0,"total":1}},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This position paper argues that job exposure to AI should be measured with grounded, evidence-based methods, not inferred from LLM priors alone. Current theoretical exposure measures use zero-shot prompting to classify task-level AI exposure, generating labels with no explicit evidence, no transparent chain of reasoning, and no external validation. The stakes of these measurements are too high to rely on such methods, as they influence policy making, where public and private funds are directed, and how workers understand their future prospects. We therefore argue that AI capability claims shou","authors_text":"Luca Mouchel, Pierre Bouquet, Yossi Sheffi","cross_cats":[],"headline":"AI job exposure should be measured with retrieved evidence of real capabilities rather than zero-shot LLM assertions.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-14T23:29:42Z","title":"Jobs' AI Exposure Should Be Measured from Evidence, Not Model Priors"},"references":{"count":51,"internal_anchors":5,"resolved_work":51,"sample":[{"cited_arxiv_id":"","doi":"10.1257/jep.33.2.3","is_internal_anchor":false,"ref_index":1,"title":"Automation and new tasks: How technology displaces and reinstates labor.Journal of Economic Perspectives, 33(2):3–30, May 2019","work_id":"728ddaa9-35d7-4b8b-8a94-a733055adc9e","year":2019},{"cited_arxiv_id":"","doi":"10.1162/003355303322552801","is_internal_anchor":false,"ref_index":2,"title":"Autor, Frank Levy, and Richard J","work_id":"6710b736-d8cc-419b-9751-9b588d2b710c","year":2003},{"cited_arxiv_id":"","doi":"10.18653/v1/2021.acl-long.81","is_internal_anchor":false,"ref_index":3,"title":"L., Lopez, G., Olteanu, A., Sim, R., and Wallach, H","work_id":"65eda38c-99bc-43dd-b298-7079b3e48402","year":2021},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Rishi Bommasani, Scott Singer, et al","work_id":"a55ccca3-4497-4afb-89af-ef29b657d4b7","year":2025},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Measuring the intensive margin of work: Task shares and concentration","work_id":"5364bdba-2786-41c7-b19c-5866327911c9","year":2026}],"snapshot_sha256":"4d13e82495922594d84151aa78f1347234fd825638b5c6c8a8b10fb776b986a5"},"source":{"id":"2605.15474","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-19T14:25:23.621493Z","id":"11911702-c6bd-446e-9601-ca29c31c03fa","model_set":{"reader":"grok-4.3"},"one_line_summary":"The authors propose a retrieval-augmented framework that grounds AI exposure labels for 18,796 O*NET occupation-task pairs in retrieved news and academic abstracts, outperforming zero-shot prompting in 72% of disagreements and aligning better with observed real-world usage.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"AI job exposure should be measured with retrieved evidence of real capabilities rather than zero-shot LLM assertions.","strongest_claim":"Evidence-grounded measurement using retrieved documents better captures what current AI systems can plausibly do than zero-shot model assertions alone, as shown by higher human and automatic preference rates and closer alignment with observed real-world AI usage.","weakest_assumption":"The assumption that the retrieved news articles and academic paper abstracts constitute sufficient, representative, and unbiased evidence of current AI capabilities across all tasks, without major gaps in coverage or retrieval-induced selection effects (invoked in the description of the retrieval-augmented framework)."}},"verdict_id":"11911702-c6bd-446e-9601-ca29c31c03fa"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e8d11c58f3ed9aff427cbba3c00c5ee6b72eef1fa069e9e846bebabb032a3463","target":"record","created_at":"2026-05-20T00:01:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c622ce17b31ca673b12be8c9761f89f70de1461724b65aebc076676f5aa73fa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-14T23:29:42Z","title_canon_sha256":"5822a580761f7df45ea0ffd91f3cd8acf5e26ee27c37d225f15020e92f96cbba"},"schema_version":"1.0","source":{"id":"2605.15474","kind":"arxiv","version":1}},"canonical_sha256":"4eb64156cfb54d62748e049131b5902027bc889ef7f341f6f771b1cba03a5695","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4eb64156cfb54d62748e049131b5902027bc889ef7f341f6f771b1cba03a5695","first_computed_at":"2026-05-20T00:01:00.450030Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:01:00.450030Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zaHtyaGM98WOfPU1EqAXrGgREqhnOsU8r+6Ur4v3YCkzFH8UjWMC4ZvmnAd255xugLoYZ0LjnXYWWI6pkOqDBw==","signature_status":"signed_v1","signed_at":"2026-05-20T00:01:00.451152Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.15474","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:471efa2b49fb538b2168b7ff64c45244f3fd1ac03122a3bd8135a98e663c8852","sha256:e8d11c58f3ed9aff427cbba3c00c5ee6b72eef1fa069e9e846bebabb032a3463","sha256:fbb38cbbb6791421c081b07ce62d659a515eadc10a9e87a2cfee54c1d2c6b231"],"state_sha256":"b16919c3c554d1aeee64c2dfce3ec53d088a04166da2956f14e722fa7da9be7a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7sIihli1fNSQaTa1bedh0PaCedjtDAMpoWDXiuZsMIecUmv6TVKZ3nrWWZA7zh3O/vgja2/d7YhhBCEi7s32DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-20T22:35:31.702817Z","bundle_sha256":"04e663bdba14c9d14d0b5621cd2ac5ad1a274ed168d077e935f00221e0490307"}}