{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:LVNTEBQHVPTP737PEH3RPQ5RXK","short_pith_number":"pith:LVNTEBQH","canonical_record":{"source":{"id":"1701.06548","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-01-23T18:35:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f9bd82bd964d8a4018eadd91ae68e7c698798b3a828e1dc74f784465ce09972f","abstract_canon_sha256":"b135ec7f1beb8e8d28f9aaedacda08ac0697aa7b27790d2de76b96a455763a54"},"schema_version":"1.0"},"canonical_sha256":"5d5b320607abe6ffefef21f717c3b1baaf6ca67b4029bfe42168723a5e51c369","source":{"kind":"arxiv","id":"1701.06548","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1701.06548","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"arxiv_version","alias_value":"1701.06548v1","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1701.06548","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"pith_short_12","alias_value":"LVNTEBQHVPTP","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"LVNTEBQHVPTP737P","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"LVNTEBQH","created_at":"2026-05-18T12:31:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:LVNTEBQHVPTP737PEH3RPQ5RXK","target":"record","payload":{"canonical_record":{"source":{"id":"1701.06548","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-01-23T18:35:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f9bd82bd964d8a4018eadd91ae68e7c698798b3a828e1dc74f784465ce09972f","abstract_canon_sha256":"b135ec7f1beb8e8d28f9aaedacda08ac0697aa7b27790d2de76b96a455763a54"},"schema_version":"1.0"},"canonical_sha256":"5d5b320607abe6ffefef21f717c3b1baaf6ca67b4029bfe42168723a5e51c369","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:52:18.080146Z","signature_b64":"ny2WGZimFFricafF+gcr2Yl1N/z3KhPCIt7qJID0GyIiZlBXKUlGuVQvxD/AKnK8bx6YOKCnTlXkozdLeip4DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5d5b320607abe6ffefef21f717c3b1baaf6ca67b4029bfe42168723a5e51c369","last_reissued_at":"2026-05-18T00:52:18.079605Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:52:18.079605Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1701.06548","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:52:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uJHOiK6SRud76DaAn6tiKXTqB/4g+OL5+7HmVl/68PnEGgRiyZNJI08KQUYevKcOgiWHtp9xzGj2H/3qVTrtDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T11:50:33.236365Z"},"content_sha256":"7ceacbc92b811e9617d92bb6c04f1430d9ef7e039facf1e70aa137187e5ff2f4","schema_version":"1.0","event_id":"sha256:7ceacbc92b811e9617d92bb6c04f1430d9ef7e039facf1e70aa137187e5ff2f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:LVNTEBQHVPTP737PEH3RPQ5RXK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Regularizing Neural Networks by Penalizing Confident Output Distributions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.NE","authors_text":"Gabriel Pereyra, Geoffrey Hinton, George Tucker, Jan Chorowski, {\\L}ukasz Kaiser","submitted_at":"2017-01-23T18:35:28Z","abstract_excerpt":"We systematically explore regularizing neural networks by penalizing low entropy output distributions. We show that penalizing low entropy output distributions, which has been shown to improve exploration in reinforcement learning, acts as a strong regularizer in supervised learning. Furthermore, we connect a maximum entropy based confidence penalty to label smoothing through the direction of the KL divergence. We exhaustively evaluate the proposed confidence penalty and label smoothing on 6 common benchmarks: image classification (MNIST and Cifar-10), language modeling (Penn Treebank), machin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1701.06548","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:52:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9k59dcqjgK7phskX4x6SGOl//LgXpCcpx8dUaVqcoKou/sLkRyNLNlmYMj6ap7eue1fJcvV9YxtXvijVJR8ZDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T11:50:33.236853Z"},"content_sha256":"f023d71d12168e4c17d9736405c0deaecc63bfb517fd8c4da4dd09df8790a759","schema_version":"1.0","event_id":"sha256:f023d71d12168e4c17d9736405c0deaecc63bfb517fd8c4da4dd09df8790a759"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LVNTEBQHVPTP737PEH3RPQ5RXK/bundle.json","state_url":"https://pith.science/pith/LVNTEBQHVPTP737PEH3RPQ5RXK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LVNTEBQHVPTP737PEH3RPQ5RXK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T11:50:33Z","links":{"resolver":"https://pith.science/pith/LVNTEBQHVPTP737PEH3RPQ5RXK","bundle":"https://pith.science/pith/LVNTEBQHVPTP737PEH3RPQ5RXK/bundle.json","state":"https://pith.science/pith/LVNTEBQHVPTP737PEH3RPQ5RXK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LVNTEBQHVPTP737PEH3RPQ5RXK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:LVNTEBQHVPTP737PEH3RPQ5RXK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b135ec7f1beb8e8d28f9aaedacda08ac0697aa7b27790d2de76b96a455763a54","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-01-23T18:35:28Z","title_canon_sha256":"f9bd82bd964d8a4018eadd91ae68e7c698798b3a828e1dc74f784465ce09972f"},"schema_version":"1.0","source":{"id":"1701.06548","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1701.06548","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"arxiv_version","alias_value":"1701.06548v1","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1701.06548","created_at":"2026-05-18T00:52:18Z"},{"alias_kind":"pith_short_12","alias_value":"LVNTEBQHVPTP","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"LVNTEBQHVPTP737P","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"LVNTEBQH","created_at":"2026-05-18T12:31:28Z"}],"graph_snapshots":[{"event_id":"sha256:f023d71d12168e4c17d9736405c0deaecc63bfb517fd8c4da4dd09df8790a759","target":"graph","created_at":"2026-05-18T00:52:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We systematically explore regularizing neural networks by penalizing low entropy output distributions. We show that penalizing low entropy output distributions, which has been shown to improve exploration in reinforcement learning, acts as a strong regularizer in supervised learning. Furthermore, we connect a maximum entropy based confidence penalty to label smoothing through the direction of the KL divergence. We exhaustively evaluate the proposed confidence penalty and label smoothing on 6 common benchmarks: image classification (MNIST and Cifar-10), language modeling (Penn Treebank), machin","authors_text":"Gabriel Pereyra, Geoffrey Hinton, George Tucker, Jan Chorowski, {\\L}ukasz Kaiser","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-01-23T18:35:28Z","title":"Regularizing Neural Networks by Penalizing Confident Output Distributions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1701.06548","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7ceacbc92b811e9617d92bb6c04f1430d9ef7e039facf1e70aa137187e5ff2f4","target":"record","created_at":"2026-05-18T00:52:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b135ec7f1beb8e8d28f9aaedacda08ac0697aa7b27790d2de76b96a455763a54","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-01-23T18:35:28Z","title_canon_sha256":"f9bd82bd964d8a4018eadd91ae68e7c698798b3a828e1dc74f784465ce09972f"},"schema_version":"1.0","source":{"id":"1701.06548","kind":"arxiv","version":1}},"canonical_sha256":"5d5b320607abe6ffefef21f717c3b1baaf6ca67b4029bfe42168723a5e51c369","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5d5b320607abe6ffefef21f717c3b1baaf6ca67b4029bfe42168723a5e51c369","first_computed_at":"2026-05-18T00:52:18.079605Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:52:18.079605Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ny2WGZimFFricafF+gcr2Yl1N/z3KhPCIt7qJID0GyIiZlBXKUlGuVQvxD/AKnK8bx6YOKCnTlXkozdLeip4DA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:52:18.080146Z","signed_message":"canonical_sha256_bytes"},"source_id":"1701.06548","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7ceacbc92b811e9617d92bb6c04f1430d9ef7e039facf1e70aa137187e5ff2f4","sha256:f023d71d12168e4c17d9736405c0deaecc63bfb517fd8c4da4dd09df8790a759"],"state_sha256":"5c899fadaf730ffe8365beece9e13bed0446c3240d41cdd02fb47562e817e496"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZO2XYn6ZaeolKI8C6HlMZsD37twn+Qu/jnd9fTAShba9jSn3j2L/HbdY8BMQgZHiq8IHSo2XkMml8HWBm/YUDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T11:50:33.238961Z","bundle_sha256":"51103d7604dce12b7924743e164f06571621d828d4125862e6f2b5278ad9a3aa"}}