{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:GWEEYNXU5TDXY3TVDVS6WZQJ4O","short_pith_number":"pith:GWEEYNXU","canonical_record":{"source":{"id":"2009.13270","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T02:08:45Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"2dbc6845c28303ee5cd1debfd06e47718b9ac3d7c6b29ea61ab4abfeb8e7ce33","abstract_canon_sha256":"24fa1171a88360787ed34c2f75fb3424781462f491df422957ad0ab89de1e491"},"schema_version":"1.0"},"canonical_sha256":"35884c36f4ecc77c6e751d65eb6609e3a38a0b1aca56a57b9d60fbd3f822aabe","source":{"kind":"arxiv","id":"2009.13270","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.13270","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"arxiv_version","alias_value":"2009.13270v2","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.13270","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"pith_short_12","alias_value":"GWEEYNXU5TDX","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"pith_short_16","alias_value":"GWEEYNXU5TDXY3TV","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"pith_short_8","alias_value":"GWEEYNXU","created_at":"2026-07-05T01:42:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:GWEEYNXU5TDXY3TVDVS6WZQJ4O","target":"record","payload":{"canonical_record":{"source":{"id":"2009.13270","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T02:08:45Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"2dbc6845c28303ee5cd1debfd06e47718b9ac3d7c6b29ea61ab4abfeb8e7ce33","abstract_canon_sha256":"24fa1171a88360787ed34c2f75fb3424781462f491df422957ad0ab89de1e491"},"schema_version":"1.0"},"canonical_sha256":"35884c36f4ecc77c6e751d65eb6609e3a38a0b1aca56a57b9d60fbd3f822aabe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:42:22.149181Z","signature_b64":"LyuBa5jTmJwOB1YJ+BECJN0ir5l+nrBpOG/fj2Os+s9p+wDB/nwktKu4ZY3kXEkxBheaZ1XtB9PPoBQ8UUM8Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35884c36f4ecc77c6e751d65eb6609e3a38a0b1aca56a57b9d60fbd3f822aabe","last_reissued_at":"2026-07-05T01:42:22.148828Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:42:22.148828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.13270","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XQaPlGTI02wT6PDeMetNPjLhndg4ykg1tkSpB7dJRXrlPVHyYBmg6ZXkHFKw1UT5WllzdA5oUFxQcAdtbtgrDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:45:01.931737Z"},"content_sha256":"82fc05d94d068db5da6a72e21c456d31942a3485afbdd7bab07bd2bdbe3258c9","schema_version":"1.0","event_id":"sha256:82fc05d94d068db5da6a72e21c456d31942a3485afbdd7bab07bd2bdbe3258c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:GWEEYNXU5TDXY3TVDVS6WZQJ4O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dissecting Lottery Ticket Transformers: Structural and Behavioral Study of Sparse Neural Machine Translation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Jason Y. Zhao, Rajiv Movva","submitted_at":"2020-09-17T02:08:45Z","abstract_excerpt":"Recent work on the lottery ticket hypothesis has produced highly sparse Transformers for NMT while maintaining BLEU. However, it is unclear how such pruning techniques affect a model's learned representations. By probing Transformers with more and more low-magnitude weights pruned away, we find that complex semantic information is first to be degraded. Analysis of internal activations reveals that higher layers diverge most over the course of pruning, gradually becoming less complex than their dense counterparts. Meanwhile, early layers of sparse models begin to perform more encoding. Attentio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.13270","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.13270/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x2zUTGDGnu0Uj8+2jDwTlY9XhwcZPf0olVnO2eC8BVILtQvAC6CM8P8XXDjXG6HgCgI5F6A6v4QWv39MxgprCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:45:01.932118Z"},"content_sha256":"bf187d55ee5a09219fbabb58b2fda47b392640fd3a2c186524cae87cc27624b4","schema_version":"1.0","event_id":"sha256:bf187d55ee5a09219fbabb58b2fda47b392640fd3a2c186524cae87cc27624b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O/bundle.json","state_url":"https://pith.science/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:45:01Z","links":{"resolver":"https://pith.science/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O","bundle":"https://pith.science/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O/bundle.json","state":"https://pith.science/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GWEEYNXU5TDXY3TVDVS6WZQJ4O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:GWEEYNXU5TDXY3TVDVS6WZQJ4O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"24fa1171a88360787ed34c2f75fb3424781462f491df422957ad0ab89de1e491","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T02:08:45Z","title_canon_sha256":"2dbc6845c28303ee5cd1debfd06e47718b9ac3d7c6b29ea61ab4abfeb8e7ce33"},"schema_version":"1.0","source":{"id":"2009.13270","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.13270","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"arxiv_version","alias_value":"2009.13270v2","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.13270","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"pith_short_12","alias_value":"GWEEYNXU5TDX","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"pith_short_16","alias_value":"GWEEYNXU5TDXY3TV","created_at":"2026-07-05T01:42:22Z"},{"alias_kind":"pith_short_8","alias_value":"GWEEYNXU","created_at":"2026-07-05T01:42:22Z"}],"graph_snapshots":[{"event_id":"sha256:bf187d55ee5a09219fbabb58b2fda47b392640fd3a2c186524cae87cc27624b4","target":"graph","created_at":"2026-07-05T01:42:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.13270/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work on the lottery ticket hypothesis has produced highly sparse Transformers for NMT while maintaining BLEU. However, it is unclear how such pruning techniques affect a model's learned representations. By probing Transformers with more and more low-magnitude weights pruned away, we find that complex semantic information is first to be degraded. Analysis of internal activations reveals that higher layers diverge most over the course of pruning, gradually becoming less complex than their dense counterparts. Meanwhile, early layers of sparse models begin to perform more encoding. Attentio","authors_text":"Jason Y. Zhao, Rajiv Movva","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T02:08:45Z","title":"Dissecting Lottery Ticket Transformers: Structural and Behavioral Study of Sparse Neural Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.13270","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:82fc05d94d068db5da6a72e21c456d31942a3485afbdd7bab07bd2bdbe3258c9","target":"record","created_at":"2026-07-05T01:42:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"24fa1171a88360787ed34c2f75fb3424781462f491df422957ad0ab89de1e491","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-09-17T02:08:45Z","title_canon_sha256":"2dbc6845c28303ee5cd1debfd06e47718b9ac3d7c6b29ea61ab4abfeb8e7ce33"},"schema_version":"1.0","source":{"id":"2009.13270","kind":"arxiv","version":2}},"canonical_sha256":"35884c36f4ecc77c6e751d65eb6609e3a38a0b1aca56a57b9d60fbd3f822aabe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35884c36f4ecc77c6e751d65eb6609e3a38a0b1aca56a57b9d60fbd3f822aabe","first_computed_at":"2026-07-05T01:42:22.148828Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:42:22.148828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LyuBa5jTmJwOB1YJ+BECJN0ir5l+nrBpOG/fj2Os+s9p+wDB/nwktKu4ZY3kXEkxBheaZ1XtB9PPoBQ8UUM8Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:42:22.149181Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.13270","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:82fc05d94d068db5da6a72e21c456d31942a3485afbdd7bab07bd2bdbe3258c9","sha256:bf187d55ee5a09219fbabb58b2fda47b392640fd3a2c186524cae87cc27624b4"],"state_sha256":"7e3f2d757eab7cf29657204305c09b9210ddbe2bf6e242cababc86e98434b25b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8CugfUwx7NPZjhZnqZdbYkZtYzpSd51uvjginh+hzORIWhwgNO18HR4O7EOTSnjCB7X+rywFPYg7azGYHKNvAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:45:01.934062Z","bundle_sha256":"9368592fc2123a5f0d043f2da5d382098144dcd9912fcfc6fe058a732677f9c3"}}