{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:HTCHN7B66WYEROBASDW4WBSDHY","short_pith_number":"pith:HTCHN7B6","canonical_record":{"source":{"id":"2605.30229","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-28T16:59:42Z","cross_cats_sorted":[],"title_canon_sha256":"e63988d93bcfdf3c118dfc03b714aae99ad0632418d3071f9ac2b79f705f5b1c","abstract_canon_sha256":"bd3c232a73ccf22bc2f9073d7068fc80954c8dbcea2e360035cc08bcba2c41a5"},"schema_version":"1.0"},"canonical_sha256":"3cc476fc3ef5b048b82090edcb06433e22e20b69034a78dbf6331d350414ae6c","source":{"kind":"arxiv","id":"2605.30229","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.30229","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"arxiv_version","alias_value":"2605.30229v1","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.30229","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"pith_short_12","alias_value":"HTCHN7B66WYE","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"pith_short_16","alias_value":"HTCHN7B66WYEROBA","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"pith_short_8","alias_value":"HTCHN7B6","created_at":"2026-05-29T02:06:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:HTCHN7B66WYEROBASDW4WBSDHY","target":"record","payload":{"canonical_record":{"source":{"id":"2605.30229","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-28T16:59:42Z","cross_cats_sorted":[],"title_canon_sha256":"e63988d93bcfdf3c118dfc03b714aae99ad0632418d3071f9ac2b79f705f5b1c","abstract_canon_sha256":"bd3c232a73ccf22bc2f9073d7068fc80954c8dbcea2e360035cc08bcba2c41a5"},"schema_version":"1.0"},"canonical_sha256":"3cc476fc3ef5b048b82090edcb06433e22e20b69034a78dbf6331d350414ae6c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-29T02:06:13.424937Z","signature_b64":"CTkm8hO0xIt51wEEsSDSU7KJn3CbwNQP+CXmTpLDzPChG00SrAzkDiUmUAkMVszYbEVbzfS365OGKeRY5E7HDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3cc476fc3ef5b048b82090edcb06433e22e20b69034a78dbf6331d350414ae6c","last_reissued_at":"2026-05-29T02:06:13.424579Z","signature_status":"signed_v1","first_computed_at":"2026-05-29T02:06:13.424579Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.30229","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T02:06:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xp1RHRR7hdLL26ZypamiA/yU3DBUanizLVnAQrH2PQ3eO8Xzw8PmH2qkhdiPxT46g5wfTNt31CFs6lZ9D5VIAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T22:56:04.469685Z"},"content_sha256":"99671cd8b77a7dc46d94c7542fff17c24ac1c37285cde26b9dd66bf4fc175c75","schema_version":"1.0","event_id":"sha256:99671cd8b77a7dc46d94c7542fff17c24ac1c37285cde26b9dd66bf4fc175c75"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:HTCHN7B66WYEROBASDW4WBSDHY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Anti Mode-Collapse in Mean-Field Transformer via Auxiliary Variables","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Kohei Hayashi, Masaaki Imaizumi, Masanori Koyama, Noboru Isobe","submitted_at":"2026-05-28T16:59:42Z","abstract_excerpt":"We use a mean-field-based transformer model to theoretically investigate how auxiliary variables, such as positional encoding, prevent mode collapse of self-attention mechanisms. The use of mean-field transformers to analyze the properties of self-attention mechanisms has garnered significant attention in recent years due to their ability to comprehensively analyze token interactions. However, analysis of this simple model suggests that mode collapse, where token distributions degenerate to a single point, occurs during long inferences (i.e., many layers), indicating a discrepancy with reality"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.30229","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.30229/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T02:06:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qznQv2DeASbsJciwTaBQJB7h3OwsUT5wJUTFt26kH2xVQPYJikB6HoQsOeuMAUatRp4+WaOChv8aentJsAnKAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T22:56:04.470455Z"},"content_sha256":"140ea217f3268f071a527c4b96a7ef1cce220cfb80a23322e78eacb83eb2761c","schema_version":"1.0","event_id":"sha256:140ea217f3268f071a527c4b96a7ef1cce220cfb80a23322e78eacb83eb2761c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HTCHN7B66WYEROBASDW4WBSDHY/bundle.json","state_url":"https://pith.science/pith/HTCHN7B66WYEROBASDW4WBSDHY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HTCHN7B66WYEROBASDW4WBSDHY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-10T22:56:04Z","links":{"resolver":"https://pith.science/pith/HTCHN7B66WYEROBASDW4WBSDHY","bundle":"https://pith.science/pith/HTCHN7B66WYEROBASDW4WBSDHY/bundle.json","state":"https://pith.science/pith/HTCHN7B66WYEROBASDW4WBSDHY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HTCHN7B66WYEROBASDW4WBSDHY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:HTCHN7B66WYEROBASDW4WBSDHY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd3c232a73ccf22bc2f9073d7068fc80954c8dbcea2e360035cc08bcba2c41a5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-28T16:59:42Z","title_canon_sha256":"e63988d93bcfdf3c118dfc03b714aae99ad0632418d3071f9ac2b79f705f5b1c"},"schema_version":"1.0","source":{"id":"2605.30229","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.30229","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"arxiv_version","alias_value":"2605.30229v1","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.30229","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"pith_short_12","alias_value":"HTCHN7B66WYE","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"pith_short_16","alias_value":"HTCHN7B66WYEROBA","created_at":"2026-05-29T02:06:13Z"},{"alias_kind":"pith_short_8","alias_value":"HTCHN7B6","created_at":"2026-05-29T02:06:13Z"}],"graph_snapshots":[{"event_id":"sha256:140ea217f3268f071a527c4b96a7ef1cce220cfb80a23322e78eacb83eb2761c","target":"graph","created_at":"2026-05-29T02:06:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.30229/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We use a mean-field-based transformer model to theoretically investigate how auxiliary variables, such as positional encoding, prevent mode collapse of self-attention mechanisms. The use of mean-field transformers to analyze the properties of self-attention mechanisms has garnered significant attention in recent years due to their ability to comprehensively analyze token interactions. However, analysis of this simple model suggests that mode collapse, where token distributions degenerate to a single point, occurs during long inferences (i.e., many layers), indicating a discrepancy with reality","authors_text":"Kohei Hayashi, Masaaki Imaizumi, Masanori Koyama, Noboru Isobe","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-28T16:59:42Z","title":"Anti Mode-Collapse in Mean-Field Transformer via Auxiliary Variables"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.30229","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:99671cd8b77a7dc46d94c7542fff17c24ac1c37285cde26b9dd66bf4fc175c75","target":"record","created_at":"2026-05-29T02:06:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd3c232a73ccf22bc2f9073d7068fc80954c8dbcea2e360035cc08bcba2c41a5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-28T16:59:42Z","title_canon_sha256":"e63988d93bcfdf3c118dfc03b714aae99ad0632418d3071f9ac2b79f705f5b1c"},"schema_version":"1.0","source":{"id":"2605.30229","kind":"arxiv","version":1}},"canonical_sha256":"3cc476fc3ef5b048b82090edcb06433e22e20b69034a78dbf6331d350414ae6c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3cc476fc3ef5b048b82090edcb06433e22e20b69034a78dbf6331d350414ae6c","first_computed_at":"2026-05-29T02:06:13.424579Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-29T02:06:13.424579Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CTkm8hO0xIt51wEEsSDSU7KJn3CbwNQP+CXmTpLDzPChG00SrAzkDiUmUAkMVszYbEVbzfS365OGKeRY5E7HDQ==","signature_status":"signed_v1","signed_at":"2026-05-29T02:06:13.424937Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.30229","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:99671cd8b77a7dc46d94c7542fff17c24ac1c37285cde26b9dd66bf4fc175c75","sha256:140ea217f3268f071a527c4b96a7ef1cce220cfb80a23322e78eacb83eb2761c"],"state_sha256":"1209aedbb1ad7d0cbde53d8f46db1165f2518d8d8bf31b70d40aa9166fedbbcb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bUe+6E6rEe6F8an0sIafv58vHRuFslhP3PfSf7jjuuKdP5n9BRHBNGB7BmxkNlz8WUVdgF5onJo+OZ3aVF3qAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-10T22:56:04.474141Z","bundle_sha256":"5ffe1847d9c4a6a671823e365b4d91d1716ce3fbf9fa9b732b8988b0232803b4"}}