{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:GXJFG2KCMVQAYMYGY64DBHQDTY","short_pith_number":"pith:GXJFG2KC","canonical_record":{"source":{"id":"2506.18011","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-22T12:22:56Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"3156135bb6f0df2896edce69d434cd3cb7276902e226f9dfc672683b99aec6b1","abstract_canon_sha256":"5658602a5e9fb12b57f7a98c25a5c354397172f4965588d6373dfc6537342616"},"schema_version":"1.0"},"canonical_sha256":"35d253694265600c3306c7b8309e039e30f4eca5dd42de725ad1df2a5367a63b","source":{"kind":"arxiv","id":"2506.18011","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.18011","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"arxiv_version","alias_value":"2506.18011v1","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.18011","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"pith_short_12","alias_value":"GXJFG2KCMVQA","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"pith_short_16","alias_value":"GXJFG2KCMVQAYMYG","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"pith_short_8","alias_value":"GXJFG2KC","created_at":"2026-07-05T11:25:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:GXJFG2KCMVQAYMYGY64DBHQDTY","target":"record","payload":{"canonical_record":{"source":{"id":"2506.18011","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-22T12:22:56Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"3156135bb6f0df2896edce69d434cd3cb7276902e226f9dfc672683b99aec6b1","abstract_canon_sha256":"5658602a5e9fb12b57f7a98c25a5c354397172f4965588d6373dfc6537342616"},"schema_version":"1.0"},"canonical_sha256":"35d253694265600c3306c7b8309e039e30f4eca5dd42de725ad1df2a5367a63b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:25:27.045570Z","signature_b64":"AK8pBNe3gQGsbnzyZGVhOagQ2lFbtVO/Wp2te+f0MWkyw2PcIk25CE6MIs/j0jDNBzEdVFJJ5OjO8aNrODK5Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35d253694265600c3306c7b8309e039e30f4eca5dd42de725ad1df2a5367a63b","last_reissued_at":"2026-07-05T11:25:27.045097Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:25:27.045097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.18011","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:25:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wuE0mVMgz03wpxz6A0UMTRHAdacc0eHVvmhLfLjhi/urwtzd13IhW/KyD38dL2H+aQN+JZJohzMhWjLneOOzBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T15:35:09.418498Z"},"content_sha256":"9dcce6d8d52f71c27afeb0c31010b232dfaecc40c871e70d613a2c7767c0d8f4","schema_version":"1.0","event_id":"sha256:9dcce6d8d52f71c27afeb0c31010b232dfaecc40c871e70d613a2c7767c0d8f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:GXJFG2KCMVQAYMYGY64DBHQDTY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Probing the Embedding Space of Transformers via Minimal Token Perturbations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alejandro Astruc, Alvaro Parafita, Axel Brando, Eddie Conti","submitted_at":"2025-06-22T12:22:56Z","abstract_excerpt":"Understanding how information propagates through Transformer models is a key challenge for interpretability. In this work, we study the effects of minimal token perturbations on the embedding space. In our experiments, we analyze the frequency of which tokens yield to minimal shifts, highlighting that rare tokens usually lead to larger shifts. Moreover, we study how perturbations propagate across layers, demonstrating that input information is increasingly intermixed in deeper layers. Our findings validate the common assumption that the first layers of a model can be used as proxies for model "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.18011","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.18011/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:25:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3YbP81YiPkrXIyyLn8y9ke5nY0F7XcoZPfzMlscjTmcQJqNdXN3J/ZTXvmE13l/wts3YAo1EeMfqkIWzG2keDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T15:35:09.419212Z"},"content_sha256":"ae843f6877b2504a4f1388ccfbcc033c347a01720f8a6a495128e7c67ea5713a","schema_version":"1.0","event_id":"sha256:ae843f6877b2504a4f1388ccfbcc033c347a01720f8a6a495128e7c67ea5713a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GXJFG2KCMVQAYMYGY64DBHQDTY/bundle.json","state_url":"https://pith.science/pith/GXJFG2KCMVQAYMYGY64DBHQDTY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GXJFG2KCMVQAYMYGY64DBHQDTY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T15:35:09Z","links":{"resolver":"https://pith.science/pith/GXJFG2KCMVQAYMYGY64DBHQDTY","bundle":"https://pith.science/pith/GXJFG2KCMVQAYMYGY64DBHQDTY/bundle.json","state":"https://pith.science/pith/GXJFG2KCMVQAYMYGY64DBHQDTY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GXJFG2KCMVQAYMYGY64DBHQDTY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:GXJFG2KCMVQAYMYGY64DBHQDTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5658602a5e9fb12b57f7a98c25a5c354397172f4965588d6373dfc6537342616","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-22T12:22:56Z","title_canon_sha256":"3156135bb6f0df2896edce69d434cd3cb7276902e226f9dfc672683b99aec6b1"},"schema_version":"1.0","source":{"id":"2506.18011","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.18011","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"arxiv_version","alias_value":"2506.18011v1","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.18011","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"pith_short_12","alias_value":"GXJFG2KCMVQA","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"pith_short_16","alias_value":"GXJFG2KCMVQAYMYG","created_at":"2026-07-05T11:25:27Z"},{"alias_kind":"pith_short_8","alias_value":"GXJFG2KC","created_at":"2026-07-05T11:25:27Z"}],"graph_snapshots":[{"event_id":"sha256:ae843f6877b2504a4f1388ccfbcc033c347a01720f8a6a495128e7c67ea5713a","target":"graph","created_at":"2026-07-05T11:25:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.18011/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding how information propagates through Transformer models is a key challenge for interpretability. In this work, we study the effects of minimal token perturbations on the embedding space. In our experiments, we analyze the frequency of which tokens yield to minimal shifts, highlighting that rare tokens usually lead to larger shifts. Moreover, we study how perturbations propagate across layers, demonstrating that input information is increasingly intermixed in deeper layers. Our findings validate the common assumption that the first layers of a model can be used as proxies for model ","authors_text":"Alejandro Astruc, Alvaro Parafita, Axel Brando, Eddie Conti","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-22T12:22:56Z","title":"Probing the Embedding Space of Transformers via Minimal Token Perturbations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.18011","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9dcce6d8d52f71c27afeb0c31010b232dfaecc40c871e70d613a2c7767c0d8f4","target":"record","created_at":"2026-07-05T11:25:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5658602a5e9fb12b57f7a98c25a5c354397172f4965588d6373dfc6537342616","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-22T12:22:56Z","title_canon_sha256":"3156135bb6f0df2896edce69d434cd3cb7276902e226f9dfc672683b99aec6b1"},"schema_version":"1.0","source":{"id":"2506.18011","kind":"arxiv","version":1}},"canonical_sha256":"35d253694265600c3306c7b8309e039e30f4eca5dd42de725ad1df2a5367a63b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35d253694265600c3306c7b8309e039e30f4eca5dd42de725ad1df2a5367a63b","first_computed_at":"2026-07-05T11:25:27.045097Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:25:27.045097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AK8pBNe3gQGsbnzyZGVhOagQ2lFbtVO/Wp2te+f0MWkyw2PcIk25CE6MIs/j0jDNBzEdVFJJ5OjO8aNrODK5Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:25:27.045570Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.18011","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9dcce6d8d52f71c27afeb0c31010b232dfaecc40c871e70d613a2c7767c0d8f4","sha256:ae843f6877b2504a4f1388ccfbcc033c347a01720f8a6a495128e7c67ea5713a"],"state_sha256":"99b457f2d55ad2f575de160420be4c5707621a27a2fffd70d1b4b0894fd41ca4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zWsO+XkxczTVECIES+Gg871l2Ds1s9vNgc2vNP13nncj9vI9EoWefIqPuWupThvS4UlIxiyhokUc55oLXoVdDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T15:35:09.424405Z","bundle_sha256":"04535751e217323abf2e3d5f7e13c27fe524f25dd9cf0416d9171eb3025800c8"}}