{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:P2BPKNWT6AR2L6NJFYEDBUOIZ6","short_pith_number":"pith:P2BPKNWT","schema_version":"1.0","canonical_sha256":"7e82f536d3f023a5f9a92e0830d1c8cf9164befa7df792e8f20aeb4d62a92779","source":{"kind":"arxiv","id":"2502.03023","version":2},"attestation_state":"computed","paper":{"title":"Parametric Scaling Law of Tuning Bias in Conformal Prediction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.ST","stat.ME","stat.TH"],"primary_cat":"cs.LG","authors_text":"Bingyi Jing, Hao Zeng, Hongxin Wei, Kangdao Liu","submitted_at":"2025-02-05T09:26:47Z","abstract_excerpt":"Conformal prediction is a popular framework of uncertainty quantification that constructs prediction sets with coverage guarantees. To uphold the exchangeability assumption, many conformal prediction methods necessitate an additional holdout set for parameter tuning. Yet, the impact of violating this principle on coverage remains underexplored, making it ambiguous in practical applications. In this work, we empirically find that the tuning bias - the coverage gap introduced by leveraging the same dataset for tuning and calibration, is negligible for simple parameter tuning in many conformal pr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.03023","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-05T09:26:47Z","cross_cats_sorted":["math.ST","stat.ME","stat.TH"],"title_canon_sha256":"103d6b4b82799bd7411c427bdb3151bff5ca6aafe2f4dea215287f1516af8307","abstract_canon_sha256":"8d1fd17bc6cc48fb2f9d48e77d20675939da8207ecc460cb42f0f1d3e6f8b022"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:34:47.064237Z","signature_b64":"i2anLYNwIqhr6pI6fAOpi4oSJt/TMBqTRg4iZhpG5mpmWa3vn5ninuVbGfVXHB6eelFIgnhlAuVGlWCVJ5FMCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e82f536d3f023a5f9a92e0830d1c8cf9164befa7df792e8f20aeb4d62a92779","last_reissued_at":"2026-07-05T11:34:47.063670Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:34:47.063670Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Parametric Scaling Law of Tuning Bias in Conformal Prediction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.ST","stat.ME","stat.TH"],"primary_cat":"cs.LG","authors_text":"Bingyi Jing, Hao Zeng, Hongxin Wei, Kangdao Liu","submitted_at":"2025-02-05T09:26:47Z","abstract_excerpt":"Conformal prediction is a popular framework of uncertainty quantification that constructs prediction sets with coverage guarantees. To uphold the exchangeability assumption, many conformal prediction methods necessitate an additional holdout set for parameter tuning. Yet, the impact of violating this principle on coverage remains underexplored, making it ambiguous in practical applications. In this work, we empirically find that the tuning bias - the coverage gap introduced by leveraging the same dataset for tuning and calibration, is negligible for simple parameter tuning in many conformal pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.03023","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.03023/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.03023","created_at":"2026-07-05T11:34:47.063757+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.03023v2","created_at":"2026-07-05T11:34:47.063757+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.03023","created_at":"2026-07-05T11:34:47.063757+00:00"},{"alias_kind":"pith_short_12","alias_value":"P2BPKNWT6AR2","created_at":"2026-07-05T11:34:47.063757+00:00"},{"alias_kind":"pith_short_16","alias_value":"P2BPKNWT6AR2L6NJ","created_at":"2026-07-05T11:34:47.063757+00:00"},{"alias_kind":"pith_short_8","alias_value":"P2BPKNWT","created_at":"2026-07-05T11:34:47.063757+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6","json":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6.json","graph_json":"https://pith.science/api/pith-number/P2BPKNWT6AR2L6NJFYEDBUOIZ6/graph.json","events_json":"https://pith.science/api/pith-number/P2BPKNWT6AR2L6NJFYEDBUOIZ6/events.json","paper":"https://pith.science/paper/P2BPKNWT"},"agent_actions":{"view_html":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6","download_json":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6.json","view_paper":"https://pith.science/paper/P2BPKNWT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.03023&json=true","fetch_graph":"https://pith.science/api/pith-number/P2BPKNWT6AR2L6NJFYEDBUOIZ6/graph.json","fetch_events":"https://pith.science/api/pith-number/P2BPKNWT6AR2L6NJFYEDBUOIZ6/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6/action/timestamp_anchor","attest_storage":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6/action/storage_attestation","attest_author":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6/action/author_attestation","sign_citation":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6/action/citation_signature","submit_replication":"https://pith.science/pith/P2BPKNWT6AR2L6NJFYEDBUOIZ6/action/replication_record"}},"created_at":"2026-07-05T11:34:47.063757+00:00","updated_at":"2026-07-05T11:34:47.063757+00:00"}