{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4NTVZAPTUO5IWHJVD5MD7LSJKL","short_pith_number":"pith:4NTVZAPT","canonical_record":{"source":{"id":"2302.08703","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-17T05:32:24Z","cross_cats_sorted":[],"title_canon_sha256":"262fcec0b69d4c8ba4315da14a20578f068f0129cf2feb7ed214af96f7904345","abstract_canon_sha256":"061f858650a21488f2d7b9591fec59bd0f9c2ac7e3c449fcf0fbc60549aae597"},"schema_version":"1.0"},"canonical_sha256":"e3675c81f3a3ba8b1d351f583fae4952e5ddc765335c00b867e53bd529b56d4d","source":{"kind":"arxiv","id":"2302.08703","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.08703","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"arxiv_version","alias_value":"2302.08703v2","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.08703","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"pith_short_12","alias_value":"4NTVZAPTUO5I","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"pith_short_16","alias_value":"4NTVZAPTUO5IWHJV","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"pith_short_8","alias_value":"4NTVZAPT","created_at":"2026-07-05T06:23:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4NTVZAPTUO5IWHJVD5MD7LSJKL","target":"record","payload":{"canonical_record":{"source":{"id":"2302.08703","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-17T05:32:24Z","cross_cats_sorted":[],"title_canon_sha256":"262fcec0b69d4c8ba4315da14a20578f068f0129cf2feb7ed214af96f7904345","abstract_canon_sha256":"061f858650a21488f2d7b9591fec59bd0f9c2ac7e3c449fcf0fbc60549aae597"},"schema_version":"1.0"},"canonical_sha256":"e3675c81f3a3ba8b1d351f583fae4952e5ddc765335c00b867e53bd529b56d4d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:23:02.086062Z","signature_b64":"vQ8pHZGd3gXkNew7PFjL6ATOVlljrgjU9hV8BZOo0XWigU7yHri8mW7rcVvPkEtAjDc9VccIoFRxPPENyuquAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3675c81f3a3ba8b1d351f583fae4952e5ddc765335c00b867e53bd529b56d4d","last_reissued_at":"2026-07-05T06:23:02.085660Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:23:02.085660Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.08703","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:23:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YmgVAFP3rt3AcOUT2bIzau/EnfoFfsAr+VQousO2o6TLNqA1X68jTAeUvBH2W5xy2G7cLXnEAgRxh8fAAIpFDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:31:56.092724Z"},"content_sha256":"d88c4581f2236f358d40debacf008f48690613b5f95dafa6fa4b2a40e7174c45","schema_version":"1.0","event_id":"sha256:d88c4581f2236f358d40debacf008f48690613b5f95dafa6fa4b2a40e7174c45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4NTVZAPTUO5IWHJVD5MD7LSJKL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PAC Prediction Sets for Large Language Models of Code","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Adam Khakhar, Osbert Bastani, Stephen Mell","submitted_at":"2023-02-17T05:32:24Z","abstract_excerpt":"Prediction sets have recently been shown to be a promising strategy for quantifying the uncertainty of deep neural networks in a way that provides theoretical guarantees. However, existing techniques have largely targeted settings where the space of labels is simple, so prediction sets can be arbitrary subsets of labels. For structured prediction problems where the space of labels is exponential in size, even prediction sets containing a small fraction of all labels can be exponentially large. In the context of code generation, we propose a solution that considers a restricted set of predictio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.08703","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.08703/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:23:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+u3dgwwKjmIch2e6FRJKn92J+qnfkv0LRA02HS3atyWutkZfqgIacwzO/fw8c44mgZaBITFnMeLPRh3pNb4fAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:31:56.093292Z"},"content_sha256":"7ab13a3ab25c271c971d5dca6253bcf6db28e4473baa0fa9fdf9b355111472d3","schema_version":"1.0","event_id":"sha256:7ab13a3ab25c271c971d5dca6253bcf6db28e4473baa0fa9fdf9b355111472d3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL/bundle.json","state_url":"https://pith.science/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T22:31:56Z","links":{"resolver":"https://pith.science/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL","bundle":"https://pith.science/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL/bundle.json","state":"https://pith.science/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4NTVZAPTUO5IWHJVD5MD7LSJKL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4NTVZAPTUO5IWHJVD5MD7LSJKL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"061f858650a21488f2d7b9591fec59bd0f9c2ac7e3c449fcf0fbc60549aae597","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-17T05:32:24Z","title_canon_sha256":"262fcec0b69d4c8ba4315da14a20578f068f0129cf2feb7ed214af96f7904345"},"schema_version":"1.0","source":{"id":"2302.08703","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.08703","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"arxiv_version","alias_value":"2302.08703v2","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.08703","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"pith_short_12","alias_value":"4NTVZAPTUO5I","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"pith_short_16","alias_value":"4NTVZAPTUO5IWHJV","created_at":"2026-07-05T06:23:02Z"},{"alias_kind":"pith_short_8","alias_value":"4NTVZAPT","created_at":"2026-07-05T06:23:02Z"}],"graph_snapshots":[{"event_id":"sha256:7ab13a3ab25c271c971d5dca6253bcf6db28e4473baa0fa9fdf9b355111472d3","target":"graph","created_at":"2026-07-05T06:23:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.08703/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Prediction sets have recently been shown to be a promising strategy for quantifying the uncertainty of deep neural networks in a way that provides theoretical guarantees. However, existing techniques have largely targeted settings where the space of labels is simple, so prediction sets can be arbitrary subsets of labels. For structured prediction problems where the space of labels is exponential in size, even prediction sets containing a small fraction of all labels can be exponentially large. In the context of code generation, we propose a solution that considers a restricted set of predictio","authors_text":"Adam Khakhar, Osbert Bastani, Stephen Mell","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-17T05:32:24Z","title":"PAC Prediction Sets for Large Language Models of Code"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.08703","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d88c4581f2236f358d40debacf008f48690613b5f95dafa6fa4b2a40e7174c45","target":"record","created_at":"2026-07-05T06:23:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"061f858650a21488f2d7b9591fec59bd0f9c2ac7e3c449fcf0fbc60549aae597","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-17T05:32:24Z","title_canon_sha256":"262fcec0b69d4c8ba4315da14a20578f068f0129cf2feb7ed214af96f7904345"},"schema_version":"1.0","source":{"id":"2302.08703","kind":"arxiv","version":2}},"canonical_sha256":"e3675c81f3a3ba8b1d351f583fae4952e5ddc765335c00b867e53bd529b56d4d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3675c81f3a3ba8b1d351f583fae4952e5ddc765335c00b867e53bd529b56d4d","first_computed_at":"2026-07-05T06:23:02.085660Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:23:02.085660Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vQ8pHZGd3gXkNew7PFjL6ATOVlljrgjU9hV8BZOo0XWigU7yHri8mW7rcVvPkEtAjDc9VccIoFRxPPENyuquAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:23:02.086062Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.08703","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d88c4581f2236f358d40debacf008f48690613b5f95dafa6fa4b2a40e7174c45","sha256:7ab13a3ab25c271c971d5dca6253bcf6db28e4473baa0fa9fdf9b355111472d3"],"state_sha256":"353857f056b97aa41d9de7291d7960b9885b4c6b604331155cd8978846c67a3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5+sJQK1thwVB0mtb9Ond8SuvU2E7LnZcqGUa1rBsUyKYOm+F5oTIqxLMX9sBvPNfe+yCV7f4+oJBsCSGabp2DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T22:31:56.096916Z","bundle_sha256":"9f4fd2280b1d4a1350867764299f84c6c08725ac20929c5d89101c0d9bb63ebc"}}