{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:S6WQ2XJTOXNC7GVQM372NDCNEW","short_pith_number":"pith:S6WQ2XJT","canonical_record":{"source":{"id":"2607.07915","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2026-07-08T20:59:10Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"405dc49142e46efe1764d967c54663d1cb2f7b78110bc21bdf98e7591630237c","abstract_canon_sha256":"12f6a84fd236ac4f84bc93dcf2644ed7b6a1f9e7e14133c10517e95cac41c743"},"schema_version":"1.0"},"canonical_sha256":"97ad0d5d3375da2f9ab066ffa68c4d259f59a055dd74706cd55d4dbbce5dbf1d","source":{"kind":"arxiv","id":"2607.07915","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.07915","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"arxiv_version","alias_value":"2607.07915v1","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.07915","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"pith_short_12","alias_value":"S6WQ2XJTOXNC","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"pith_short_16","alias_value":"S6WQ2XJTOXNC7GVQ","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"pith_short_8","alias_value":"S6WQ2XJT","created_at":"2026-07-10T00:19:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:S6WQ2XJTOXNC7GVQM372NDCNEW","target":"record","payload":{"canonical_record":{"source":{"id":"2607.07915","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2026-07-08T20:59:10Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"405dc49142e46efe1764d967c54663d1cb2f7b78110bc21bdf98e7591630237c","abstract_canon_sha256":"12f6a84fd236ac4f84bc93dcf2644ed7b6a1f9e7e14133c10517e95cac41c743"},"schema_version":"1.0"},"canonical_sha256":"97ad0d5d3375da2f9ab066ffa68c4d259f59a055dd74706cd55d4dbbce5dbf1d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-10T00:19:04.727324Z","signature_b64":"cvn0qAhZ/uh7AKN6gXvQHPfwG45SSyYF4B05DjOcvjmZg8DJPE1EUHA72YjRl2PR+YKf9903hu/GuzVmW2KeBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"97ad0d5d3375da2f9ab066ffa68c4d259f59a055dd74706cd55d4dbbce5dbf1d","last_reissued_at":"2026-07-10T00:19:04.726902Z","signature_status":"signed_v1","first_computed_at":"2026-07-10T00:19:04.726902Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.07915","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-10T00:19:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GsdrHXA9Il3so0nGbuu/aKVi1ps+nayQHlqhT6nrd3jTqGtyWSB5I48jc8T1WD6pfQrb6JS1nVztA29Vk9NiAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:05:31.232302Z"},"content_sha256":"fda5e92161ed8dcce5faecad5cb914984f60704e1c1920c3e311bf1e3d391eb9","schema_version":"1.0","event_id":"sha256:fda5e92161ed8dcce5faecad5cb914984f60704e1c1920c3e311bf1e3d391eb9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:S6WQ2XJTOXNC7GVQM372NDCNEW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Validating LLMs in social science: Epistemic threats and emerging norms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CY","authors_text":"Abigail Z. Jacobs, Dallas Card, Meera Desai","submitted_at":"2026-07-08T20:59:10Z","abstract_excerpt":"Large language models (LLMs) are reshaping social science methodology. Researchers increasingly prompt language models to generate quantitative measurements of social concepts, for example labeling data or simulating survey responses. Yet LLMs pose methodological challenges including bias, hallucination, and brittleness across contexts, with unclear threats to validity. Standard practices and norms for addressing these challenges are still emerging. We collect and systematically analyze validation practices in a comprehensive corpus of papers from eight flagship social science journals that us"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.07915","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.07915/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-10T00:19:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tGZmeaMF226ui16S51eNzFImffMh//dZmzd7NxkjSyCboja1wqy+2Ri7WsM2WOLpDNignW81Mxx/+MuLM3lrCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:05:31.232590Z"},"content_sha256":"f61f8b65a5a2b7702eae41fbe5cff7f74c812879c07f489f760eeba0abaec665","schema_version":"1.0","event_id":"sha256:f61f8b65a5a2b7702eae41fbe5cff7f74c812879c07f489f760eeba0abaec665"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:S6WQ2XJTOXNC7GVQM372NDCNEW","target":"integrity","payload":{"note":"DOI in the printed bibliography is fragmented by whitespace or line breaks. A longer candidate (10.1162/tacla) was visible in the surrounding text but could not be confirmed against doi.org as printed.","snippet":"Z. Jiang, J. Araki, H. Ding, G. Neubig, How Can We Know When Language Models Know? On the Calibration of Language Models for Question Answering.Transactions of the Association for Computational Linguistics9, 962–977 (2021), doi:10.1162/tacl","arxiv_id":"2607.07915","detector":"doi_compliance","evidence":{"ref_index":20,"verdict_class":"incontrovertible","resolved_title":null,"printed_excerpt":"Z. Jiang, J. Araki, H. Ding, G. Neubig, How Can We Know When Language Models Know? On the Calibration of Language Models for Question Answering.Transactions of the Association for Computational Linguistics9, 962–977 (2021), doi:10.1162/tacl","reconstructed_doi":"10.1162/tacla"},"severity":"advisory","ref_index":20,"audited_at":"2026-07-10T15:38:07.143246Z","event_type":"pith.integrity.v1","detected_doi":"10.1162/tacla","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"2637c2cf94def79d6eeb9683cdd80db9085e2e4df209b23acef156306ad990a2","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":11986,"payload_sha256":"03ad59ca5fab7b2b4701a5bc86962290cef915d5f83f6871c434c695d946306e","signature_b64":"Ttat6+GLRsFkJuZemYi5Oq3GSd+BxE5e3z8TM9o7aLi5fSemE9vgo8VgCEdVk25vEym9NpF4/PmPsR9C697YAg==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-10T15:39:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V26jja6r6OrqHLDhgrBH2RfDmfsgCVFoydCuRpqrS/kUnAQmv/PJ8cByvHL1VdHsNKLUTisp6WBN4Gq5VmvEAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T14:05:31.249404Z"},"content_sha256":"63b168da6a32b85d7e27449299e9ba4d1b934b9b2f09738dd2653fd5acd912c9","schema_version":"1.0","event_id":"sha256:63b168da6a32b85d7e27449299e9ba4d1b934b9b2f09738dd2653fd5acd912c9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S6WQ2XJTOXNC7GVQM372NDCNEW/bundle.json","state_url":"https://pith.science/pith/S6WQ2XJTOXNC7GVQM372NDCNEW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S6WQ2XJTOXNC7GVQM372NDCNEW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T14:05:31Z","links":{"resolver":"https://pith.science/pith/S6WQ2XJTOXNC7GVQM372NDCNEW","bundle":"https://pith.science/pith/S6WQ2XJTOXNC7GVQM372NDCNEW/bundle.json","state":"https://pith.science/pith/S6WQ2XJTOXNC7GVQM372NDCNEW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S6WQ2XJTOXNC7GVQM372NDCNEW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:S6WQ2XJTOXNC7GVQM372NDCNEW","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12f6a84fd236ac4f84bc93dcf2644ed7b6a1f9e7e14133c10517e95cac41c743","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2026-07-08T20:59:10Z","title_canon_sha256":"405dc49142e46efe1764d967c54663d1cb2f7b78110bc21bdf98e7591630237c"},"schema_version":"1.0","source":{"id":"2607.07915","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.07915","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"arxiv_version","alias_value":"2607.07915v1","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.07915","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"pith_short_12","alias_value":"S6WQ2XJTOXNC","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"pith_short_16","alias_value":"S6WQ2XJTOXNC7GVQ","created_at":"2026-07-10T00:19:04Z"},{"alias_kind":"pith_short_8","alias_value":"S6WQ2XJT","created_at":"2026-07-10T00:19:04Z"}],"graph_snapshots":[{"event_id":"sha256:f61f8b65a5a2b7702eae41fbe5cff7f74c812879c07f489f760eeba0abaec665","target":"graph","created_at":"2026-07-10T00:19:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.07915/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are reshaping social science methodology. Researchers increasingly prompt language models to generate quantitative measurements of social concepts, for example labeling data or simulating survey responses. Yet LLMs pose methodological challenges including bias, hallucination, and brittleness across contexts, with unclear threats to validity. Standard practices and norms for addressing these challenges are still emerging. We collect and systematically analyze validation practices in a comprehensive corpus of papers from eight flagship social science journals that us","authors_text":"Abigail Z. Jacobs, Dallas Card, Meera Desai","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2026-07-08T20:59:10Z","title":"Validating LLMs in social science: Epistemic threats and emerging norms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.07915","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fda5e92161ed8dcce5faecad5cb914984f60704e1c1920c3e311bf1e3d391eb9","target":"record","created_at":"2026-07-10T00:19:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12f6a84fd236ac4f84bc93dcf2644ed7b6a1f9e7e14133c10517e95cac41c743","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2026-07-08T20:59:10Z","title_canon_sha256":"405dc49142e46efe1764d967c54663d1cb2f7b78110bc21bdf98e7591630237c"},"schema_version":"1.0","source":{"id":"2607.07915","kind":"arxiv","version":1}},"canonical_sha256":"97ad0d5d3375da2f9ab066ffa68c4d259f59a055dd74706cd55d4dbbce5dbf1d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"97ad0d5d3375da2f9ab066ffa68c4d259f59a055dd74706cd55d4dbbce5dbf1d","first_computed_at":"2026-07-10T00:19:04.726902Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-10T00:19:04.726902Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cvn0qAhZ/uh7AKN6gXvQHPfwG45SSyYF4B05DjOcvjmZg8DJPE1EUHA72YjRl2PR+YKf9903hu/GuzVmW2KeBQ==","signature_status":"signed_v1","signed_at":"2026-07-10T00:19:04.727324Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.07915","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fda5e92161ed8dcce5faecad5cb914984f60704e1c1920c3e311bf1e3d391eb9","sha256:f61f8b65a5a2b7702eae41fbe5cff7f74c812879c07f489f760eeba0abaec665","sha256:63b168da6a32b85d7e27449299e9ba4d1b934b9b2f09738dd2653fd5acd912c9"],"state_sha256":"e4642a27553abbf6e6bd51049317a46bc29abd562edffe3ac6700afa656ac976"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R30zo4yNlriF3qDG5XYc6BKyi/kFCxBg/A/v9FOheIhKPqoxWwilvk+wtqIK9AeKwzBY1KcTtMefJQAcVgtiBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T14:05:31.250642Z","bundle_sha256":"89bc417c603376a830951e17a4785f7470c452774a641e76ed523fbc97265f6d"}}