{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2013:PBJFGM7AVUJYX2QIF2RTCSZXCA","short_pith_number":"pith:PBJFGM7A","canonical_record":{"source":{"id":"1312.5813","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/3.0/","primary_cat":"cs.LG","submitted_at":"2013-12-20T05:22:20Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"9dabbb44f150129be70aa9a069163ef4ab849b1965b527c15ccd9aac63cfe9a8","abstract_canon_sha256":"8999407dffa2e7d4028fa2c7e58acc95e2a9c3af27087f10495efd0a5882c3f6"},"schema_version":"1.0"},"canonical_sha256":"78525333e0ad138bea082ea3314b37102ccf028d79486bcdeb6c6fdc99433e9b","source":{"kind":"arxiv","id":"1312.5813","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1312.5813","created_at":"2026-05-18T02:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"1312.5813v2","created_at":"2026-05-18T02:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1312.5813","created_at":"2026-05-18T02:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"PBJFGM7AVUJY","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_16","alias_value":"PBJFGM7AVUJYX2QI","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_8","alias_value":"PBJFGM7A","created_at":"2026-05-18T12:27:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2013:PBJFGM7AVUJYX2QIF2RTCSZXCA","target":"record","payload":{"canonical_record":{"source":{"id":"1312.5813","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/3.0/","primary_cat":"cs.LG","submitted_at":"2013-12-20T05:22:20Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"9dabbb44f150129be70aa9a069163ef4ab849b1965b527c15ccd9aac63cfe9a8","abstract_canon_sha256":"8999407dffa2e7d4028fa2c7e58acc95e2a9c3af27087f10495efd0a5882c3f6"},"schema_version":"1.0"},"canonical_sha256":"78525333e0ad138bea082ea3314b37102ccf028d79486bcdeb6c6fdc99433e9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:50:13.079893Z","signature_b64":"kY2CFY8mv6Th0DPZvQmK2lCH05ngHUtskllgiws7hIGaVLZwzYGPEkdpOBICsd68op7oHZhBNgxAvJ8WzRp9Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78525333e0ad138bea082ea3314b37102ccf028d79486bcdeb6c6fdc99433e9b","last_reissued_at":"2026-05-18T02:50:13.079107Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:50:13.079107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1312.5813","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j6aZAjMM/hIdd8vhU73h5dnrYWozYO67vu+BO7p4Z2f05pIFQ3nv3Njd8K/4yKsYbLy+gb3UuOSSqDjX6W+7Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T14:44:15.528803Z"},"content_sha256":"61359ae43b7cd081321f2aa4d8d15c6008a17facb9f82af7c362012c4b6d7cf2","schema_version":"1.0","event_id":"sha256:61359ae43b7cd081321f2aa4d8d15c6008a17facb9f82af7c362012c4b6d7cf2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2013:PBJFGM7AVUJYX2QIF2RTCSZXCA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unsupervised Pretraining Encourages Moderate-Sparseness","license":"http://creativecommons.org/licenses/by-nc-sa/3.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.LG","authors_text":"Jian Yang, Jun Li, Wei Luo, Xiaotong Yuan","submitted_at":"2013-12-20T05:22:20Z","abstract_excerpt":"It is well known that direct training of deep neural networks will generally lead to poor results. A major progress in recent years is the invention of various pretraining methods to initialize network parameters and it was shown that such methods lead to good prediction performance. However, the reason for the success of pretraining has not been fully understood, although it was argued that regularization and better optimization play certain roles. This paper provides another explanation for the effectiveness of pretraining, where we show pretraining leads to a sparseness of hidden unit activ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1312.5813","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g9XVaQXdhUp3u1vzXWWekhX90J8EpVLjMnHCItidqE+tPfzrKyPMY0vxllMRFa4G/Cp9MXI+j7tlBAFceETiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T14:44:15.529483Z"},"content_sha256":"6346d6c9342c7a133586a772045be08bd690d9f87c51ce15096bdf675415a9b0","schema_version":"1.0","event_id":"sha256:6346d6c9342c7a133586a772045be08bd690d9f87c51ce15096bdf675415a9b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA/bundle.json","state_url":"https://pith.science/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-29T14:44:15Z","links":{"resolver":"https://pith.science/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA","bundle":"https://pith.science/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA/bundle.json","state":"https://pith.science/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PBJFGM7AVUJYX2QIF2RTCSZXCA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:PBJFGM7AVUJYX2QIF2RTCSZXCA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8999407dffa2e7d4028fa2c7e58acc95e2a9c3af27087f10495efd0a5882c3f6","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by-nc-sa/3.0/","primary_cat":"cs.LG","submitted_at":"2013-12-20T05:22:20Z","title_canon_sha256":"9dabbb44f150129be70aa9a069163ef4ab849b1965b527c15ccd9aac63cfe9a8"},"schema_version":"1.0","source":{"id":"1312.5813","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1312.5813","created_at":"2026-05-18T02:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"1312.5813v2","created_at":"2026-05-18T02:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1312.5813","created_at":"2026-05-18T02:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"PBJFGM7AVUJY","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_16","alias_value":"PBJFGM7AVUJYX2QI","created_at":"2026-05-18T12:27:54Z"},{"alias_kind":"pith_short_8","alias_value":"PBJFGM7A","created_at":"2026-05-18T12:27:54Z"}],"graph_snapshots":[{"event_id":"sha256:6346d6c9342c7a133586a772045be08bd690d9f87c51ce15096bdf675415a9b0","target":"graph","created_at":"2026-05-18T02:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"It is well known that direct training of deep neural networks will generally lead to poor results. A major progress in recent years is the invention of various pretraining methods to initialize network parameters and it was shown that such methods lead to good prediction performance. However, the reason for the success of pretraining has not been fully understood, although it was argued that regularization and better optimization play certain roles. This paper provides another explanation for the effectiveness of pretraining, where we show pretraining leads to a sparseness of hidden unit activ","authors_text":"Jian Yang, Jun Li, Wei Luo, Xiaotong Yuan","cross_cats":["cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/3.0/","primary_cat":"cs.LG","submitted_at":"2013-12-20T05:22:20Z","title":"Unsupervised Pretraining Encourages Moderate-Sparseness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1312.5813","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61359ae43b7cd081321f2aa4d8d15c6008a17facb9f82af7c362012c4b6d7cf2","target":"record","created_at":"2026-05-18T02:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8999407dffa2e7d4028fa2c7e58acc95e2a9c3af27087f10495efd0a5882c3f6","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by-nc-sa/3.0/","primary_cat":"cs.LG","submitted_at":"2013-12-20T05:22:20Z","title_canon_sha256":"9dabbb44f150129be70aa9a069163ef4ab849b1965b527c15ccd9aac63cfe9a8"},"schema_version":"1.0","source":{"id":"1312.5813","kind":"arxiv","version":2}},"canonical_sha256":"78525333e0ad138bea082ea3314b37102ccf028d79486bcdeb6c6fdc99433e9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78525333e0ad138bea082ea3314b37102ccf028d79486bcdeb6c6fdc99433e9b","first_computed_at":"2026-05-18T02:50:13.079107Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:50:13.079107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kY2CFY8mv6Th0DPZvQmK2lCH05ngHUtskllgiws7hIGaVLZwzYGPEkdpOBICsd68op7oHZhBNgxAvJ8WzRp9Dw==","signature_status":"signed_v1","signed_at":"2026-05-18T02:50:13.079893Z","signed_message":"canonical_sha256_bytes"},"source_id":"1312.5813","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61359ae43b7cd081321f2aa4d8d15c6008a17facb9f82af7c362012c4b6d7cf2","sha256:6346d6c9342c7a133586a772045be08bd690d9f87c51ce15096bdf675415a9b0"],"state_sha256":"fa2a42e791c7d67f7b23be53a5e271d291152ba25ee4828b2a6bc0019def6af6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZZ23GGMnPQx9l30J5sol6qYZA0XkB+4QAST3W71cvWCEZ8AwT0P7rjXuWL2CzuKGpQi0lubLR3g/9lkq1RPPCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-29T14:44:15.533259Z","bundle_sha256":"06514d7a464cf4ce36bf0e47275103ac885c3c2622524293aae7fc08e360f983"}}