{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:QWXTQQSXUP77RNJMCZWBN7P7MW","short_pith_number":"pith:QWXTQQSX","canonical_record":{"source":{"id":"1910.01255","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-10-02T23:53:39Z","cross_cats_sorted":["cs.CV","cs.IT","cs.LG","math.IT"],"title_canon_sha256":"17a717e2a49020939ee5e5ed10ec3a6844b8eb39a49c49ec553f1f533c7ef794","abstract_canon_sha256":"be7a2ca6fc0090de80674782b046738cd16237c84f9ef58b5c336169f8da33f3"},"schema_version":"1.0"},"canonical_sha256":"85af384257a3fff8b52c166c16fdff658a6b39277c81bc1cebffdc6116e1599a","source":{"kind":"arxiv","id":"1910.01255","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.01255","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"arxiv_version","alias_value":"1910.01255v1","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.01255","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"pith_short_12","alias_value":"QWXTQQSXUP77","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"pith_short_16","alias_value":"QWXTQQSXUP77RNJM","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"pith_short_8","alias_value":"QWXTQQSX","created_at":"2026-07-05T00:09:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:QWXTQQSXUP77RNJMCZWBN7P7MW","target":"record","payload":{"canonical_record":{"source":{"id":"1910.01255","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-10-02T23:53:39Z","cross_cats_sorted":["cs.CV","cs.IT","cs.LG","math.IT"],"title_canon_sha256":"17a717e2a49020939ee5e5ed10ec3a6844b8eb39a49c49ec553f1f533c7ef794","abstract_canon_sha256":"be7a2ca6fc0090de80674782b046738cd16237c84f9ef58b5c336169f8da33f3"},"schema_version":"1.0"},"canonical_sha256":"85af384257a3fff8b52c166c16fdff658a6b39277c81bc1cebffdc6116e1599a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:09:28.414721Z","signature_b64":"S61Vq/kNUpvv1rYd4c3jHC/zcQBISYdYhNQP3X0By8mjEvkq82nhrn8XkRphbSWxz3h0kUXOyLzFmH7bCS+7CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"85af384257a3fff8b52c166c16fdff658a6b39277c81bc1cebffdc6116e1599a","last_reissued_at":"2026-07-05T00:09:28.414280Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:09:28.414280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.01255","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:09:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zXQ8HF8v5bivxpH7Vmy0eaQik5ins7MN6gRK6133hsMA5P8vv0pCJ8D+XQhGFne+rhLGFnlkrZeek5bwoTc6Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:44.449262Z"},"content_sha256":"906817acfbc790e77e889bf52eff8a749741663742e5eeb7c5d72282d200deea","schema_version":"1.0","event_id":"sha256:906817acfbc790e77e889bf52eff8a749741663742e5eeb7c5d72282d200deea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:QWXTQQSXUP77RNJMCZWBN7P7MW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distillation $\\approx$ Early Stopping? Harvesting Dark Knowledge Utilizing Anisotropic Information Retrieval For Overparameterized Neural Network","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.IT","cs.LG","math.IT"],"primary_cat":"stat.ML","authors_text":"Bin Dong, Jikai Hou, Yiping Lu, Zhihua Zhang","submitted_at":"2019-10-02T23:53:39Z","abstract_excerpt":"Distillation is a method to transfer knowledge from one model to another and often achieves higher accuracy with the same capacity. In this paper, we aim to provide a theoretical understanding on what mainly helps with the distillation. Our answer is \"early stopping\". Assuming that the teacher network is overparameterized, we argue that the teacher network is essentially harvesting dark knowledge from the data via early stopping. This can be justified by a new concept, {Anisotropic Information Retrieval (AIR)}, which means that the neural network tends to fit the informative information first "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.01255","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.01255/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:09:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Xc5Gm7igzyZv1V7xRu60F6Kldv0LBIVksbSIgOGQfekuBV4mMZ3nC2v/mV0JspQgkclbOT9pe4hLBmu1CG9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:44.449769Z"},"content_sha256":"55f86e8649a73994e2ae486390119a921047552a4bf17c7eb75ca433d2b6c7e4","schema_version":"1.0","event_id":"sha256:55f86e8649a73994e2ae486390119a921047552a4bf17c7eb75ca433d2b6c7e4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QWXTQQSXUP77RNJMCZWBN7P7MW/bundle.json","state_url":"https://pith.science/pith/QWXTQQSXUP77RNJMCZWBN7P7MW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QWXTQQSXUP77RNJMCZWBN7P7MW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:21:44Z","links":{"resolver":"https://pith.science/pith/QWXTQQSXUP77RNJMCZWBN7P7MW","bundle":"https://pith.science/pith/QWXTQQSXUP77RNJMCZWBN7P7MW/bundle.json","state":"https://pith.science/pith/QWXTQQSXUP77RNJMCZWBN7P7MW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QWXTQQSXUP77RNJMCZWBN7P7MW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:QWXTQQSXUP77RNJMCZWBN7P7MW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"be7a2ca6fc0090de80674782b046738cd16237c84f9ef58b5c336169f8da33f3","cross_cats_sorted":["cs.CV","cs.IT","cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-10-02T23:53:39Z","title_canon_sha256":"17a717e2a49020939ee5e5ed10ec3a6844b8eb39a49c49ec553f1f533c7ef794"},"schema_version":"1.0","source":{"id":"1910.01255","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.01255","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"arxiv_version","alias_value":"1910.01255v1","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.01255","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"pith_short_12","alias_value":"QWXTQQSXUP77","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"pith_short_16","alias_value":"QWXTQQSXUP77RNJM","created_at":"2026-07-05T00:09:28Z"},{"alias_kind":"pith_short_8","alias_value":"QWXTQQSX","created_at":"2026-07-05T00:09:28Z"}],"graph_snapshots":[{"event_id":"sha256:55f86e8649a73994e2ae486390119a921047552a4bf17c7eb75ca433d2b6c7e4","target":"graph","created_at":"2026-07-05T00:09:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.01255/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Distillation is a method to transfer knowledge from one model to another and often achieves higher accuracy with the same capacity. In this paper, we aim to provide a theoretical understanding on what mainly helps with the distillation. Our answer is \"early stopping\". Assuming that the teacher network is overparameterized, we argue that the teacher network is essentially harvesting dark knowledge from the data via early stopping. This can be justified by a new concept, {Anisotropic Information Retrieval (AIR)}, which means that the neural network tends to fit the informative information first ","authors_text":"Bin Dong, Jikai Hou, Yiping Lu, Zhihua Zhang","cross_cats":["cs.CV","cs.IT","cs.LG","math.IT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-10-02T23:53:39Z","title":"Distillation $\\approx$ Early Stopping? Harvesting Dark Knowledge Utilizing Anisotropic Information Retrieval For Overparameterized Neural Network"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.01255","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:906817acfbc790e77e889bf52eff8a749741663742e5eeb7c5d72282d200deea","target":"record","created_at":"2026-07-05T00:09:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"be7a2ca6fc0090de80674782b046738cd16237c84f9ef58b5c336169f8da33f3","cross_cats_sorted":["cs.CV","cs.IT","cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-10-02T23:53:39Z","title_canon_sha256":"17a717e2a49020939ee5e5ed10ec3a6844b8eb39a49c49ec553f1f533c7ef794"},"schema_version":"1.0","source":{"id":"1910.01255","kind":"arxiv","version":1}},"canonical_sha256":"85af384257a3fff8b52c166c16fdff658a6b39277c81bc1cebffdc6116e1599a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"85af384257a3fff8b52c166c16fdff658a6b39277c81bc1cebffdc6116e1599a","first_computed_at":"2026-07-05T00:09:28.414280Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:09:28.414280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"S61Vq/kNUpvv1rYd4c3jHC/zcQBISYdYhNQP3X0By8mjEvkq82nhrn8XkRphbSWxz3h0kUXOyLzFmH7bCS+7CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:09:28.414721Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.01255","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:906817acfbc790e77e889bf52eff8a749741663742e5eeb7c5d72282d200deea","sha256:55f86e8649a73994e2ae486390119a921047552a4bf17c7eb75ca433d2b6c7e4"],"state_sha256":"2bf4d6a599a0136a902367f87e8be6eee8188a56e9cc6d91660c6c1ff15918ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VaX3YBcqAEEFF1yANzV0+9Nn/RlC5cHwjPXGGKmmMKE92h8oXHW6LGD7m0N0WDADyOZyxA0e6ZZqk5WfhFaRDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:21:44.453594Z","bundle_sha256":"620bec38d93a85e73289b216cb9d912a360a20738e603a5d72b10acd3fba5983"}}