{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:HRW3GNNV3SFLIROBQXBFIF2IOR","short_pith_number":"pith:HRW3GNNV","canonical_record":{"source":{"id":"2606.26422","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-06-24T22:24:25Z","cross_cats_sorted":[],"title_canon_sha256":"37a05658c1002337224a138ac1ec681f692793a3e8187576c85456d1a9446741","abstract_canon_sha256":"09728a3c7478062b1846078fe839209a69906de5dccd40a9a52dab327e7bfccc"},"schema_version":"1.0"},"canonical_sha256":"3c6db335b5dc8ab445c185c2541748745a33dd63d2976203092bc73fb9cb9faa","source":{"kind":"arxiv","id":"2606.26422","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.26422","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"arxiv_version","alias_value":"2606.26422v1","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.26422","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"pith_short_12","alias_value":"HRW3GNNV3SFL","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"pith_short_16","alias_value":"HRW3GNNV3SFLIROB","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"pith_short_8","alias_value":"HRW3GNNV","created_at":"2026-06-26T00:15:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:HRW3GNNV3SFLIROBQXBFIF2IOR","target":"record","payload":{"canonical_record":{"source":{"id":"2606.26422","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-06-24T22:24:25Z","cross_cats_sorted":[],"title_canon_sha256":"37a05658c1002337224a138ac1ec681f692793a3e8187576c85456d1a9446741","abstract_canon_sha256":"09728a3c7478062b1846078fe839209a69906de5dccd40a9a52dab327e7bfccc"},"schema_version":"1.0"},"canonical_sha256":"3c6db335b5dc8ab445c185c2541748745a33dd63d2976203092bc73fb9cb9faa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-26T00:15:40.481122Z","signature_b64":"RCk+W24o/oyBRxfpXL1M/w+qHXIwNnXa58c2yzeyni2cXR3e+7HJPzinlJG0s7mwPmKw+d4FEnC+zezhkGq+BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c6db335b5dc8ab445c185c2541748745a33dd63d2976203092bc73fb9cb9faa","last_reissued_at":"2026-06-26T00:15:40.480745Z","signature_status":"signed_v1","first_computed_at":"2026-06-26T00:15:40.480745Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.26422","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-26T00:15:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nkFeHd0MBI69pT9PZpHMD4HMGC2PsUiiHKogYdnC6BcwQ5ue4BnUG14VSrv9Xg+Ktzwbo6bGoJfX45nKgVxPAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T22:07:01.148543Z"},"content_sha256":"448b98ed653ee05da93ee7a07867d8855d66fd3b2ac8af61c5fdc5635b0e60d6","schema_version":"1.0","event_id":"sha256:448b98ed653ee05da93ee7a07867d8855d66fd3b2ac8af61c5fdc5635b0e60d6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:HRW3GNNV3SFLIROBQXBFIF2IOR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Estimating Uncertainty in Classifier Performance with Applications to Large Language Models and Nested Data","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Kylie Anglin","submitted_at":"2026-06-24T22:24:25Z","abstract_excerpt":"Researchers increasingly use text classification--supervised models or large language models--to measure constructs from natural language, providing metrics such as recall and precision as evidence of their validity. Yet, though these metrics are point estimates subject to sampling variation, measures of uncertainty are inconsistently reported alongside them. Further, when they are reported, they are often estimated with methods that are not appropriate when relevant labelled datasets are small or performance is high. To increase and improve confidence interval reporting in the field, this pap"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.26422","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.26422/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-26T00:15:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8KWDYHoldxlr6lrFmLX42BUErKIRnU1DeqtpOqsxIkqyQ3nZj3kbGF/VxlKCfOsm0OrbMVDDjFDwnVtGN1/iAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T22:07:01.148918Z"},"content_sha256":"760b033ad080a1795785165c9349fc9e6a688789d0f58eb0f9c89418466f7510","schema_version":"1.0","event_id":"sha256:760b033ad080a1795785165c9349fc9e6a688789d0f58eb0f9c89418466f7510"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:HRW3GNNV3SFLIROBQXBFIF2IOR","target":"integrity","payload":{"note":"Identifier '10.1073/pnas.230501612' is syntactically valid but the DOI registry (doi.org) returned 404, and Crossref / OpenAlex / internal corpus also have no record. The cited work could not be located through any authoritative source.","snippet":"Gilardi, Fabrizio and Alizadeh, Meysam and Kubli, Maël , year =. Proceedings of the National Academy of Sciences , publisher =. doi:https://doi.org/10.1073/pnas.230501612 , number =","arxiv_id":"2606.26422","detector":"doi_compliance","evidence":{"doi":"10.1073/pnas.230501612","arxiv_id":null,"ref_index":13,"raw_excerpt":"Gilardi, Fabrizio and Alizadeh, Meysam and Kubli, Maël , year =. Proceedings of the National Academy of Sciences , publisher =. doi:https://doi.org/10.1073/pnas.230501612 , number =","verdict_class":"cross_source","checked_sources":["crossref_by_doi","openalex_by_doi","doi_org_head"]},"severity":"critical","ref_index":13,"audited_at":"2026-07-09T15:28:34.533654Z","event_type":"pith.integrity.v1","detected_doi":"10.1073/pnas.230501612","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"unresolvable_identifier","evidence_hash":"4461217d88d49c96f6c932637475514ad523d204ac556fc14d5138b0377e40dd","paper_version":1,"verdict_class":"cross_source","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":9670,"payload_sha256":"4b48b1e6c532953e20ac90fe8d967774b606f472f48f35a66ddfff06ee54226c","signature_b64":"x70ITN6MRyVac3zUEC4mnBXLLkA9fe8BtpqW8gDRurTtaaUenR9yX0WLrq4Sb4iDyvicQqC0JqAPMPn9+pw9Cw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-09T15:32:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rQPopT8OLM88GJPrqwhQcEGTV331rcq1F8D3JABepdqeNWcex3IrO6S4L7dhiXSe/RcxYZmPkP51Suozj8nqBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T22:07:01.150533Z"},"content_sha256":"e3751a3f848984293f2963325a8ac40c809ff3525576bcd2ed4d66c206f7400b","schema_version":"1.0","event_id":"sha256:e3751a3f848984293f2963325a8ac40c809ff3525576bcd2ed4d66c206f7400b"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:HRW3GNNV3SFLIROBQXBFIF2IOR","target":"integrity","payload":{"note":"Identifier '10.3102/0162373707299' is syntactically valid but the DOI registry (doi.org) returned 404, and Crossref / OpenAlex / internal corpus also have no record. The cited work could not be located through any authoritative source.","snippet":"Intraclass correlation values for planning group-randomized trials in education , volume =. Educational Evaluation and Policy Analysis , author =. 2007 , pages =. doi:https://doi.org/10.3102/0162373707299 , number =","arxiv_id":"2606.26422","detector":"doi_compliance","evidence":{"doi":"10.3102/0162373707299","arxiv_id":null,"ref_index":7,"raw_excerpt":"Intraclass correlation values for planning group-randomized trials in education , volume =. Educational Evaluation and Policy Analysis , author =. 2007 , pages =. doi:https://doi.org/10.3102/0162373707299 , number =","verdict_class":"cross_source","checked_sources":["crossref_by_doi","openalex_by_doi","doi_org_head"]},"severity":"critical","ref_index":7,"audited_at":"2026-07-09T15:28:34.533654Z","event_type":"pith.integrity.v1","detected_doi":"10.3102/0162373707299","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"unresolvable_identifier","evidence_hash":"d83f0d8b5121bbd8eb8d62badd0ca0a895e74b8475d3dd0c662cc8ae18663af2","paper_version":1,"verdict_class":"cross_source","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":9669,"payload_sha256":"71f738ce664ada3dfde4f97f4e059ce8f46ad0d7e6ec13d4e5981be59b08c940","signature_b64":"nhvpXXzOWi0OZQWf2Nt6qTUTVzux8CSHoyS5sPOgOfHinZA29NiGMKwTR7aPGVUnrRHtgiypl8CBnIK7AToiAg==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-09T15:32:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WNTb2UoVGjhRaMP43EeV0U7apXeLLQFthgjyYKoGV2LELKRfG3QL2DYIC1RzfzXyLRG3/PXvdCqQdlIk2GgzAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T22:07:01.150875Z"},"content_sha256":"8983df0ee276258f670f015f472c41700e5396eeb508d2e04584400af47d083e","schema_version":"1.0","event_id":"sha256:8983df0ee276258f670f015f472c41700e5396eeb508d2e04584400af47d083e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HRW3GNNV3SFLIROBQXBFIF2IOR/bundle.json","state_url":"https://pith.science/pith/HRW3GNNV3SFLIROBQXBFIF2IOR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HRW3GNNV3SFLIROBQXBFIF2IOR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T22:07:01Z","links":{"resolver":"https://pith.science/pith/HRW3GNNV3SFLIROBQXBFIF2IOR","bundle":"https://pith.science/pith/HRW3GNNV3SFLIROBQXBFIF2IOR/bundle.json","state":"https://pith.science/pith/HRW3GNNV3SFLIROBQXBFIF2IOR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HRW3GNNV3SFLIROBQXBFIF2IOR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:HRW3GNNV3SFLIROBQXBFIF2IOR","merge_version":"pith-open-graph-merge-v1","event_count":4,"valid_event_count":4,"invalid_event_count":0,"equivocation_count":1,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09728a3c7478062b1846078fe839209a69906de5dccd40a9a52dab327e7bfccc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-06-24T22:24:25Z","title_canon_sha256":"37a05658c1002337224a138ac1ec681f692793a3e8187576c85456d1a9446741"},"schema_version":"1.0","source":{"id":"2606.26422","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.26422","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"arxiv_version","alias_value":"2606.26422v1","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.26422","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"pith_short_12","alias_value":"HRW3GNNV3SFL","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"pith_short_16","alias_value":"HRW3GNNV3SFLIROB","created_at":"2026-06-26T00:15:40Z"},{"alias_kind":"pith_short_8","alias_value":"HRW3GNNV","created_at":"2026-06-26T00:15:40Z"}],"graph_snapshots":[{"event_id":"sha256:760b033ad080a1795785165c9349fc9e6a688789d0f58eb0f9c89418466f7510","target":"graph","created_at":"2026-06-26T00:15:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.26422/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Researchers increasingly use text classification--supervised models or large language models--to measure constructs from natural language, providing metrics such as recall and precision as evidence of their validity. Yet, though these metrics are point estimates subject to sampling variation, measures of uncertainty are inconsistently reported alongside them. Further, when they are reported, they are often estimated with methods that are not appropriate when relevant labelled datasets are small or performance is high. To increase and improve confidence interval reporting in the field, this pap","authors_text":"Kylie Anglin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-06-24T22:24:25Z","title":"Estimating Uncertainty in Classifier Performance with Applications to Large Language Models and Nested Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.26422","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:448b98ed653ee05da93ee7a07867d8855d66fd3b2ac8af61c5fdc5635b0e60d6","target":"record","created_at":"2026-06-26T00:15:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09728a3c7478062b1846078fe839209a69906de5dccd40a9a52dab327e7bfccc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-06-24T22:24:25Z","title_canon_sha256":"37a05658c1002337224a138ac1ec681f692793a3e8187576c85456d1a9446741"},"schema_version":"1.0","source":{"id":"2606.26422","kind":"arxiv","version":1}},"canonical_sha256":"3c6db335b5dc8ab445c185c2541748745a33dd63d2976203092bc73fb9cb9faa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c6db335b5dc8ab445c185c2541748745a33dd63d2976203092bc73fb9cb9faa","first_computed_at":"2026-06-26T00:15:40.480745Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-26T00:15:40.480745Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RCk+W24o/oyBRxfpXL1M/w+qHXIwNnXa58c2yzeyni2cXR3e+7HJPzinlJG0s7mwPmKw+d4FEnC+zezhkGq+BA==","signature_status":"signed_v1","signed_at":"2026-06-26T00:15:40.481122Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.26422","source_kind":"arxiv","source_version":1}}},"equivocations":[{"signer_id":"pith.science","event_type":"integrity_finding","target":"integrity","event_ids":["sha256:8983df0ee276258f670f015f472c41700e5396eeb508d2e04584400af47d083e","sha256:e3751a3f848984293f2963325a8ac40c809ff3525576bcd2ed4d66c206f7400b"]}],"invalid_events":[],"applied_event_ids":["sha256:448b98ed653ee05da93ee7a07867d8855d66fd3b2ac8af61c5fdc5635b0e60d6","sha256:760b033ad080a1795785165c9349fc9e6a688789d0f58eb0f9c89418466f7510"],"state_sha256":"0f30ac87008774a90e755b34fa25006b3efeeeaab2f723c807ec9970294d9d4e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xpeEFA2JoAvNiBpLdDurjaQkG+k+CWenmrI3tBFQSqxkrFN1ZWJLQNF885VAxb8U/mmNF218itWxqkKwGRhMDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T22:07:01.152630Z","bundle_sha256":"b6a2e25b5e6c71d6f3c8740fc3f7289c95d68af49a91cd99e6142c23b5e79fa8"}}