{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:ESM27PTSNBKUY3ZUUETNPFCIOF","short_pith_number":"pith:ESM27PTS","canonical_record":{"source":{"id":"1909.01380","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T18:06:03Z","cross_cats_sorted":[],"title_canon_sha256":"0cb0edb38fa9b597070b5411994c1b8488efd18af3ffb2bef3ed9168e21db8eb","abstract_canon_sha256":"47289c18fa96b090fcdde6baed0fe4db47a9a14fcdc168004caf657bcc63a237"},"schema_version":"1.0"},"canonical_sha256":"2499afbe7268554c6f34a126d79448715c371cab024e683978cec2ac7ceb4ff8","source":{"kind":"arxiv","id":"1909.01380","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.01380","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"1909.01380v1","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.01380","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"ESM27PTSNBKU","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"ESM27PTSNBKUY3ZU","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"ESM27PTS","created_at":"2026-07-05T00:02:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:ESM27PTSNBKUY3ZUUETNPFCIOF","target":"record","payload":{"canonical_record":{"source":{"id":"1909.01380","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T18:06:03Z","cross_cats_sorted":[],"title_canon_sha256":"0cb0edb38fa9b597070b5411994c1b8488efd18af3ffb2bef3ed9168e21db8eb","abstract_canon_sha256":"47289c18fa96b090fcdde6baed0fe4db47a9a14fcdc168004caf657bcc63a237"},"schema_version":"1.0"},"canonical_sha256":"2499afbe7268554c6f34a126d79448715c371cab024e683978cec2ac7ceb4ff8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:02:15.607075Z","signature_b64":"t+O9Lgl+U9lpZkdD08aDeVBiK+gBN7HgeQhqJC359OkqnPU94juVmj++6e2WToWrlSiYoD6ltJMyHkN1kfKgAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2499afbe7268554c6f34a126d79448715c371cab024e683978cec2ac7ceb4ff8","last_reissued_at":"2026-07-05T00:02:15.606516Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:02:15.606516Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.01380","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:02:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fm8nF2z4Nev2AzSziizv2QB+o0rdfiPp26Goso9cNfysxRFNo2W/g0MVnuDIo21TrWwSQgV4USCYDDg7XPXfCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:55:43.205350Z"},"content_sha256":"46f3ee2b63300cb69c0f6ce6e244b0621341b229aa7169cdb1c8d08fd0fbd3f3","schema_version":"1.0","event_id":"sha256:46f3ee2b63300cb69c0f6ce6e244b0621341b229aa7169cdb1c8d08fd0fbd3f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:ESM27PTSNBKUY3ZUUETNPFCIOF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elena Voita, Ivan Titov, Rico Sennrich","submitted_at":"2019-09-03T18:06:03Z","abstract_excerpt":"We seek to understand how the representations of individual tokens and the structure of the learned feature space evolve between layers in deep neural networks under different learning objectives. We focus on the Transformers for our analysis as they have been shown effective on various tasks, including machine translation (MT), standard left-to-right language models (LM) and masked language modeling (MLM). Previous work used black-box probing tasks to show that the representations learned by the Transformer differ significantly depending on the objective. In this work, we use canonical correl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.01380","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.01380/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:02:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hr39+gB5mUQPMoK146MfZd16Wul2R334lIrcm9OSTBVlUM6e6j3YXMMvbFwzLYhgWgIh8JFZl2w0qwZvJqn7Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:55:43.206360Z"},"content_sha256":"84e397cbe743af9de91001f81cc53a2b3c9cec5cc741572b1bc8541b025e0816","schema_version":"1.0","event_id":"sha256:84e397cbe743af9de91001f81cc53a2b3c9cec5cc741572b1bc8541b025e0816"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ESM27PTSNBKUY3ZUUETNPFCIOF/bundle.json","state_url":"https://pith.science/pith/ESM27PTSNBKUY3ZUUETNPFCIOF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ESM27PTSNBKUY3ZUUETNPFCIOF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T08:55:43Z","links":{"resolver":"https://pith.science/pith/ESM27PTSNBKUY3ZUUETNPFCIOF","bundle":"https://pith.science/pith/ESM27PTSNBKUY3ZUUETNPFCIOF/bundle.json","state":"https://pith.science/pith/ESM27PTSNBKUY3ZUUETNPFCIOF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ESM27PTSNBKUY3ZUUETNPFCIOF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:ESM27PTSNBKUY3ZUUETNPFCIOF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"47289c18fa96b090fcdde6baed0fe4db47a9a14fcdc168004caf657bcc63a237","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T18:06:03Z","title_canon_sha256":"0cb0edb38fa9b597070b5411994c1b8488efd18af3ffb2bef3ed9168e21db8eb"},"schema_version":"1.0","source":{"id":"1909.01380","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.01380","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"1909.01380v1","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.01380","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"ESM27PTSNBKU","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"ESM27PTSNBKUY3ZU","created_at":"2026-07-05T00:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"ESM27PTS","created_at":"2026-07-05T00:02:15Z"}],"graph_snapshots":[{"event_id":"sha256:84e397cbe743af9de91001f81cc53a2b3c9cec5cc741572b1bc8541b025e0816","target":"graph","created_at":"2026-07-05T00:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.01380/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We seek to understand how the representations of individual tokens and the structure of the learned feature space evolve between layers in deep neural networks under different learning objectives. We focus on the Transformers for our analysis as they have been shown effective on various tasks, including machine translation (MT), standard left-to-right language models (LM) and masked language modeling (MLM). Previous work used black-box probing tasks to show that the representations learned by the Transformer differ significantly depending on the objective. In this work, we use canonical correl","authors_text":"Elena Voita, Ivan Titov, Rico Sennrich","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T18:06:03Z","title":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.01380","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:46f3ee2b63300cb69c0f6ce6e244b0621341b229aa7169cdb1c8d08fd0fbd3f3","target":"record","created_at":"2026-07-05T00:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"47289c18fa96b090fcdde6baed0fe4db47a9a14fcdc168004caf657bcc63a237","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T18:06:03Z","title_canon_sha256":"0cb0edb38fa9b597070b5411994c1b8488efd18af3ffb2bef3ed9168e21db8eb"},"schema_version":"1.0","source":{"id":"1909.01380","kind":"arxiv","version":1}},"canonical_sha256":"2499afbe7268554c6f34a126d79448715c371cab024e683978cec2ac7ceb4ff8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2499afbe7268554c6f34a126d79448715c371cab024e683978cec2ac7ceb4ff8","first_computed_at":"2026-07-05T00:02:15.606516Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:02:15.606516Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t+O9Lgl+U9lpZkdD08aDeVBiK+gBN7HgeQhqJC359OkqnPU94juVmj++6e2WToWrlSiYoD6ltJMyHkN1kfKgAg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:02:15.607075Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.01380","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:46f3ee2b63300cb69c0f6ce6e244b0621341b229aa7169cdb1c8d08fd0fbd3f3","sha256:84e397cbe743af9de91001f81cc53a2b3c9cec5cc741572b1bc8541b025e0816"],"state_sha256":"c4e081153c63628c09a33c95e0dae0dc2ea32de0a1c9a544a0d7eca7abaf7999"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xQDwZefdIUik/oUWZpOxhGxnI8r1G4RGlsYMEVPATHD/L4FTYqKDDTV68FD+/M0MwtZCQ66xlfw5Y11tI/piBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T08:55:43.219464Z","bundle_sha256":"4945870212588bf67689278f41597b4266eca3ef0d657aab7446e86776e0af0b"}}