{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MOHU7SL5HLM5BGNAVXLPRI6CEA","short_pith_number":"pith:MOHU7SL5","canonical_record":{"source":{"id":"2305.14555","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T22:30:43Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b3f178f22b14e1c66f62c6dbbf3bed7ffe2d8873cf7a002e21e44922a7220dfc","abstract_canon_sha256":"aca1c2875b931a8403a5236cb72af838f221e86eb1a4713ad71b7569b6a6942b"},"schema_version":"1.0"},"canonical_sha256":"638f4fc97d3ad9d099a0add6f8a3c22022765c41dd3eecdd8580b5678323159c","source":{"kind":"arxiv","id":"2305.14555","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14555","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14555v1","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14555","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"pith_short_12","alias_value":"MOHU7SL5HLM5","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"pith_short_16","alias_value":"MOHU7SL5HLM5BGNA","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"pith_short_8","alias_value":"MOHU7SL5","created_at":"2026-07-05T06:13:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MOHU7SL5HLM5BGNAVXLPRI6CEA","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14555","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T22:30:43Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b3f178f22b14e1c66f62c6dbbf3bed7ffe2d8873cf7a002e21e44922a7220dfc","abstract_canon_sha256":"aca1c2875b931a8403a5236cb72af838f221e86eb1a4713ad71b7569b6a6942b"},"schema_version":"1.0"},"canonical_sha256":"638f4fc97d3ad9d099a0add6f8a3c22022765c41dd3eecdd8580b5678323159c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:24.942974Z","signature_b64":"eGbVuCH6dXB8nxv7UN15k9K4aATj/ejwVkRj5z+JHkq/hL5Tgptu1tRG/sz54KVmin5il39a/rhDLFK+elM6Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"638f4fc97d3ad9d099a0add6f8a3c22022765c41dd3eecdd8580b5678323159c","last_reissued_at":"2026-07-05T06:13:24.942602Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:24.942602Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14555","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"im2+wjOUZ2FoNhw1KeDYffJwTcv20VzappL/3Ha7IRzUDTIzIJUUlcEwyUhbtm5AdMsUhPEFln6lnY8Neoh3DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T17:17:06.193450Z"},"content_sha256":"68968d264528c53447dc6b2a710fb844d3654d1613b45c9c2798227828da5478","schema_version":"1.0","event_id":"sha256:68968d264528c53447dc6b2a710fb844d3654d1613b45c9c2798227828da5478"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MOHU7SL5HLM5BGNAVXLPRI6CEA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"All Roads Lead to Rome? Exploring the Invariance of Transformers' Representations","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bernhard Sch\\\"olkopf, Mrinmaya Sachan, Qipeng Guo, Ryan Cotterell, Shauli Ravfogel, Yuxin Ren, Zhijing Jin","submitted_at":"2023-05-23T22:30:43Z","abstract_excerpt":"Transformer models bring propelling advances in various NLP tasks, thus inducing lots of interpretability research on the learned representations of the models. However, we raise a fundamental question regarding the reliability of the representations. Specifically, we investigate whether transformers learn essentially isomorphic representation spaces, or those that are sensitive to the random seeds in their pretraining process. In this work, we formulate the Bijection Hypothesis, which suggests the use of bijective methods to align different models' representation spaces. We propose a model ba"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14555","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14555/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dqMB6TPjbLmjasj0svSPdzZwn6h4dcXLYLGuePnvWJLF3KK6jcy+08tztplTuZrpfOLiLqkNPcFK/ee2N5KYAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T17:17:06.210429Z"},"content_sha256":"82c94496d3b8acb9d8f3f5f22f2a1a68bf41cb0d2d54e5955a0ea4e918779be0","schema_version":"1.0","event_id":"sha256:82c94496d3b8acb9d8f3f5f22f2a1a68bf41cb0d2d54e5955a0ea4e918779be0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA/bundle.json","state_url":"https://pith.science/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T17:17:06Z","links":{"resolver":"https://pith.science/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA","bundle":"https://pith.science/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA/bundle.json","state":"https://pith.science/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MOHU7SL5HLM5BGNAVXLPRI6CEA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MOHU7SL5HLM5BGNAVXLPRI6CEA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aca1c2875b931a8403a5236cb72af838f221e86eb1a4713ad71b7569b6a6942b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T22:30:43Z","title_canon_sha256":"b3f178f22b14e1c66f62c6dbbf3bed7ffe2d8873cf7a002e21e44922a7220dfc"},"schema_version":"1.0","source":{"id":"2305.14555","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14555","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14555v1","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14555","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"pith_short_12","alias_value":"MOHU7SL5HLM5","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"pith_short_16","alias_value":"MOHU7SL5HLM5BGNA","created_at":"2026-07-05T06:13:24Z"},{"alias_kind":"pith_short_8","alias_value":"MOHU7SL5","created_at":"2026-07-05T06:13:24Z"}],"graph_snapshots":[{"event_id":"sha256:82c94496d3b8acb9d8f3f5f22f2a1a68bf41cb0d2d54e5955a0ea4e918779be0","target":"graph","created_at":"2026-07-05T06:13:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14555/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models bring propelling advances in various NLP tasks, thus inducing lots of interpretability research on the learned representations of the models. However, we raise a fundamental question regarding the reliability of the representations. Specifically, we investigate whether transformers learn essentially isomorphic representation spaces, or those that are sensitive to the random seeds in their pretraining process. In this work, we formulate the Bijection Hypothesis, which suggests the use of bijective methods to align different models' representation spaces. We propose a model ba","authors_text":"Bernhard Sch\\\"olkopf, Mrinmaya Sachan, Qipeng Guo, Ryan Cotterell, Shauli Ravfogel, Yuxin Ren, Zhijing Jin","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T22:30:43Z","title":"All Roads Lead to Rome? Exploring the Invariance of Transformers' Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14555","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68968d264528c53447dc6b2a710fb844d3654d1613b45c9c2798227828da5478","target":"record","created_at":"2026-07-05T06:13:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aca1c2875b931a8403a5236cb72af838f221e86eb1a4713ad71b7569b6a6942b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T22:30:43Z","title_canon_sha256":"b3f178f22b14e1c66f62c6dbbf3bed7ffe2d8873cf7a002e21e44922a7220dfc"},"schema_version":"1.0","source":{"id":"2305.14555","kind":"arxiv","version":1}},"canonical_sha256":"638f4fc97d3ad9d099a0add6f8a3c22022765c41dd3eecdd8580b5678323159c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"638f4fc97d3ad9d099a0add6f8a3c22022765c41dd3eecdd8580b5678323159c","first_computed_at":"2026-07-05T06:13:24.942602Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:24.942602Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eGbVuCH6dXB8nxv7UN15k9K4aATj/ejwVkRj5z+JHkq/hL5Tgptu1tRG/sz54KVmin5il39a/rhDLFK+elM6Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:24.942974Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14555","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68968d264528c53447dc6b2a710fb844d3654d1613b45c9c2798227828da5478","sha256:82c94496d3b8acb9d8f3f5f22f2a1a68bf41cb0d2d54e5955a0ea4e918779be0"],"state_sha256":"7c59f25655766866b3b347321c91d377604ee70e8c9f83ebc34e15ebf0a809e6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"onmCDHcwGjsc7EQKSJMoE/Fd5pdcYhUDW3ozLKwY/fWbgtKVuoQTJKuGZKN+aGZ6Ls7EnD7U3evWUSWIwNWSBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T17:17:06.218513Z","bundle_sha256":"7f786b477e4b7d711408486f49c935c681330af6ea8dd8278308f4201ff1af44"}}