{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:75NFQU5BQ3UDOKDCI5XZH5PWHK","short_pith_number":"pith:75NFQU5B","canonical_record":{"source":{"id":"2104.05641","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-12T17:03:13Z","cross_cats_sorted":[],"title_canon_sha256":"4773cc9b40228dee088b66e08a39950f3144d30df974f75e179081dd0bf722f0","abstract_canon_sha256":"72eed50dc41ef33502e83bff77b28a8e88ec2a09457d6e85062a1f6c45516ee9"},"schema_version":"1.0"},"canonical_sha256":"ff5a5853a186e8372862476f93f5f63aa9c891e12626f4c9cc30162b8975ee05","source":{"kind":"arxiv","id":"2104.05641","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05641","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05641v1","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05641","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"pith_short_12","alias_value":"75NFQU5BQ3UD","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"pith_short_16","alias_value":"75NFQU5BQ3UDOKDC","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"pith_short_8","alias_value":"75NFQU5B","created_at":"2026-07-05T02:31:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:75NFQU5BQ3UDOKDCI5XZH5PWHK","target":"record","payload":{"canonical_record":{"source":{"id":"2104.05641","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-12T17:03:13Z","cross_cats_sorted":[],"title_canon_sha256":"4773cc9b40228dee088b66e08a39950f3144d30df974f75e179081dd0bf722f0","abstract_canon_sha256":"72eed50dc41ef33502e83bff77b28a8e88ec2a09457d6e85062a1f6c45516ee9"},"schema_version":"1.0"},"canonical_sha256":"ff5a5853a186e8372862476f93f5f63aa9c891e12626f4c9cc30162b8975ee05","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:31:14.869000Z","signature_b64":"M4xhZqUNSYFYJGWQwL/zWzc5sckzgcrXJ6UoqyeQmUlnExGY/eu2tuV/1i5xQP6pWJFGjFSub38KzRpIpVFFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff5a5853a186e8372862476f93f5f63aa9c891e12626f4c9cc30162b8975ee05","last_reissued_at":"2026-07-05T02:31:14.868493Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:31:14.868493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.05641","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:31:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ESmv8IgJ+ij583ey6zFV7uwLLs1hE90UVs5cZad/yRhpDkvrJnUEm9lChURBpfUyBd6cd/TV5ygDYoxM7+7BAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:06:30.620244Z"},"content_sha256":"7c7c592a841c1322a8c20d90539cc8cefc258cf8558929c51b923c66a41e0720","schema_version":"1.0","event_id":"sha256:7c7c592a841c1322a8c20d90539cc8cefc258cf8558929c51b923c66a41e0720"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:75NFQU5BQ3UDOKDCI5XZH5PWHK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generalization bounds via distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Daniel Hsu, Lan Wang, Matus Telgarsky, Ziwei Ji","submitted_at":"2021-04-12T17:03:13Z","abstract_excerpt":"This paper theoretically investigates the following empirical phenomenon: given a high-complexity network with poor generalization bounds, one can distill it into a network with nearly identical predictions but low complexity and vastly smaller generalization bounds. The main contribution is an analysis showing that the original network inherits this good generalization bound from its distillation, assuming the use of well-behaved data augmentation. This bound is presented both in an abstract and in a concrete form, the latter complemented by a reduction technique to handle modern computation "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05641","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.05641/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:31:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lj1gG+FupkNTRd0jdelqeXrNsS1oXOXXfSEvMselAs9XXPVN31Z64URCrqvmKTK1D1Tr0octv9JgOvAS3R5YDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:06:30.620637Z"},"content_sha256":"f31b08727ac4556a63d9a59a55e27cd49a07f81291a446927ce7750d1d88c060","schema_version":"1.0","event_id":"sha256:f31b08727ac4556a63d9a59a55e27cd49a07f81291a446927ce7750d1d88c060"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK/bundle.json","state_url":"https://pith.science/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T22:06:30Z","links":{"resolver":"https://pith.science/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK","bundle":"https://pith.science/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK/bundle.json","state":"https://pith.science/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/75NFQU5BQ3UDOKDCI5XZH5PWHK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:75NFQU5BQ3UDOKDCI5XZH5PWHK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72eed50dc41ef33502e83bff77b28a8e88ec2a09457d6e85062a1f6c45516ee9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-12T17:03:13Z","title_canon_sha256":"4773cc9b40228dee088b66e08a39950f3144d30df974f75e179081dd0bf722f0"},"schema_version":"1.0","source":{"id":"2104.05641","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05641","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05641v1","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05641","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"pith_short_12","alias_value":"75NFQU5BQ3UD","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"pith_short_16","alias_value":"75NFQU5BQ3UDOKDC","created_at":"2026-07-05T02:31:14Z"},{"alias_kind":"pith_short_8","alias_value":"75NFQU5B","created_at":"2026-07-05T02:31:14Z"}],"graph_snapshots":[{"event_id":"sha256:f31b08727ac4556a63d9a59a55e27cd49a07f81291a446927ce7750d1d88c060","target":"graph","created_at":"2026-07-05T02:31:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.05641/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper theoretically investigates the following empirical phenomenon: given a high-complexity network with poor generalization bounds, one can distill it into a network with nearly identical predictions but low complexity and vastly smaller generalization bounds. The main contribution is an analysis showing that the original network inherits this good generalization bound from its distillation, assuming the use of well-behaved data augmentation. This bound is presented both in an abstract and in a concrete form, the latter complemented by a reduction technique to handle modern computation ","authors_text":"Daniel Hsu, Lan Wang, Matus Telgarsky, Ziwei Ji","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-12T17:03:13Z","title":"Generalization bounds via distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05641","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7c7c592a841c1322a8c20d90539cc8cefc258cf8558929c51b923c66a41e0720","target":"record","created_at":"2026-07-05T02:31:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72eed50dc41ef33502e83bff77b28a8e88ec2a09457d6e85062a1f6c45516ee9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-12T17:03:13Z","title_canon_sha256":"4773cc9b40228dee088b66e08a39950f3144d30df974f75e179081dd0bf722f0"},"schema_version":"1.0","source":{"id":"2104.05641","kind":"arxiv","version":1}},"canonical_sha256":"ff5a5853a186e8372862476f93f5f63aa9c891e12626f4c9cc30162b8975ee05","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff5a5853a186e8372862476f93f5f63aa9c891e12626f4c9cc30162b8975ee05","first_computed_at":"2026-07-05T02:31:14.868493Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:31:14.868493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M4xhZqUNSYFYJGWQwL/zWzc5sckzgcrXJ6UoqyeQmUlnExGY/eu2tuV/1i5xQP6pWJFGjFSub38KzRpIpVFFCA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:31:14.869000Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.05641","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7c7c592a841c1322a8c20d90539cc8cefc258cf8558929c51b923c66a41e0720","sha256:f31b08727ac4556a63d9a59a55e27cd49a07f81291a446927ce7750d1d88c060"],"state_sha256":"c16dce41fa86a305b87fd0e9d3fab7af232a86c9e86470c5fb0b29fb6c920bff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t3BpySUxzZmGBp7RZiF64U+ObrPqL22foks2BF0FJ8RyLBqLqll7o72JptRoZUzlC63m4M6mm8iButvdUuOgCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T22:06:30.623659Z","bundle_sha256":"0cae71bb2ae57239c717859a8bf48816ce7421bc287e533c6e7c7417d81a2244"}}