{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MJZLP5RZV6NPWPBQ3VKEIZTSIT","short_pith_number":"pith:MJZLP5RZ","canonical_record":{"source":{"id":"2501.10661","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-18T05:43:17Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"87c1b2b5f3a6f1e8a9d957615b3c30d85b3a4676ce026d0e143e224fb52c730b","abstract_canon_sha256":"669ff3d995b1521fed5ddd60342920a1db3955b08326a6f1bf917e13d6b7d292"},"schema_version":"1.0"},"canonical_sha256":"6272b7f639af9afb3c30dd5444667244f004b44eb1637484857cfa1840f19155","source":{"kind":"arxiv","id":"2501.10661","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10661","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10661v1","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10661","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"pith_short_12","alias_value":"MJZLP5RZV6NP","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"pith_short_16","alias_value":"MJZLP5RZV6NPWPBQ","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"pith_short_8","alias_value":"MJZLP5RZ","created_at":"2026-07-05T10:02:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MJZLP5RZV6NPWPBQ3VKEIZTSIT","target":"record","payload":{"canonical_record":{"source":{"id":"2501.10661","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-18T05:43:17Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"87c1b2b5f3a6f1e8a9d957615b3c30d85b3a4676ce026d0e143e224fb52c730b","abstract_canon_sha256":"669ff3d995b1521fed5ddd60342920a1db3955b08326a6f1bf917e13d6b7d292"},"schema_version":"1.0"},"canonical_sha256":"6272b7f639af9afb3c30dd5444667244f004b44eb1637484857cfa1840f19155","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:31.569194Z","signature_b64":"EY+1b82Q/VBF9IwgF2ghI35YXRXjm2Q3BudvMeqZdYvRdBju5Ymcizm0j92bN5enBJtLlMe7B4ydqvLCjv6wAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6272b7f639af9afb3c30dd5444667244f004b44eb1637484857cfa1840f19155","last_reissued_at":"2026-07-05T10:02:31.568672Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:31.568672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.10661","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ezoi/N+oCvuoPKpAy/H+EoypOgHb9S74DIv6qbfLAR1CbcepxSTxbXB9M8e9Ooa5MrgXdvYSYi3Otj97vkbrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T07:37:33.819289Z"},"content_sha256":"f7f265f386d90af6dba9782ded9c2980c4d3ee371f8878ebcc0023c15cbe2eed","schema_version":"1.0","event_id":"sha256:f7f265f386d90af6dba9782ded9c2980c4d3ee371f8878ebcc0023c15cbe2eed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MJZLP5RZV6NPWPBQ3VKEIZTSIT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unveiling the Mystery of Weight in Large Foundation Models: Gaussian Distribution Never Fades","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Chongjie Si, Jingjing Jiang, Wei Shen","submitted_at":"2025-01-18T05:43:17Z","abstract_excerpt":"This paper presents a pioneering exploration of the mechanisms underlying large foundation models' (LFMs) weights, aiming to simplify AI research. Through extensive observation and analysis on prevailing LFMs, we find that regardless of initialization strategies, their weights predominantly follow a Gaussian distribution, with occasional sharp, inverted T-shaped, or linear patterns. We further discover that the weights share the i.i.d. properties of Gaussian noise, and explore their direct relationship. We find that transformation weights can be derived from Gaussian noise, and they primarily "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10661","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.10661/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CAuo0HXagm3lo6bNztb8S7cM2X5HKh/dVMJzQ2muQ0Fkuqs+OxZP+13A8jKwvT2B8kAtK6VSxncqGEhpcLmhBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T07:37:33.820227Z"},"content_sha256":"e98cfe88ab71fda684bc82dc4f67f20aece702b9294b81f142d57224670ded5b","schema_version":"1.0","event_id":"sha256:e98cfe88ab71fda684bc82dc4f67f20aece702b9294b81f142d57224670ded5b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT/bundle.json","state_url":"https://pith.science/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T07:37:33Z","links":{"resolver":"https://pith.science/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT","bundle":"https://pith.science/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT/bundle.json","state":"https://pith.science/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MJZLP5RZV6NPWPBQ3VKEIZTSIT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MJZLP5RZV6NPWPBQ3VKEIZTSIT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"669ff3d995b1521fed5ddd60342920a1db3955b08326a6f1bf917e13d6b7d292","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-18T05:43:17Z","title_canon_sha256":"87c1b2b5f3a6f1e8a9d957615b3c30d85b3a4676ce026d0e143e224fb52c730b"},"schema_version":"1.0","source":{"id":"2501.10661","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.10661","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"arxiv_version","alias_value":"2501.10661v1","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.10661","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"pith_short_12","alias_value":"MJZLP5RZV6NP","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"pith_short_16","alias_value":"MJZLP5RZV6NPWPBQ","created_at":"2026-07-05T10:02:31Z"},{"alias_kind":"pith_short_8","alias_value":"MJZLP5RZ","created_at":"2026-07-05T10:02:31Z"}],"graph_snapshots":[{"event_id":"sha256:e98cfe88ab71fda684bc82dc4f67f20aece702b9294b81f142d57224670ded5b","target":"graph","created_at":"2026-07-05T10:02:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.10661/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents a pioneering exploration of the mechanisms underlying large foundation models' (LFMs) weights, aiming to simplify AI research. Through extensive observation and analysis on prevailing LFMs, we find that regardless of initialization strategies, their weights predominantly follow a Gaussian distribution, with occasional sharp, inverted T-shaped, or linear patterns. We further discover that the weights share the i.i.d. properties of Gaussian noise, and explore their direct relationship. We find that transformation weights can be derived from Gaussian noise, and they primarily ","authors_text":"Chongjie Si, Jingjing Jiang, Wei Shen","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-18T05:43:17Z","title":"Unveiling the Mystery of Weight in Large Foundation Models: Gaussian Distribution Never Fades"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.10661","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7f265f386d90af6dba9782ded9c2980c4d3ee371f8878ebcc0023c15cbe2eed","target":"record","created_at":"2026-07-05T10:02:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"669ff3d995b1521fed5ddd60342920a1db3955b08326a6f1bf917e13d6b7d292","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-18T05:43:17Z","title_canon_sha256":"87c1b2b5f3a6f1e8a9d957615b3c30d85b3a4676ce026d0e143e224fb52c730b"},"schema_version":"1.0","source":{"id":"2501.10661","kind":"arxiv","version":1}},"canonical_sha256":"6272b7f639af9afb3c30dd5444667244f004b44eb1637484857cfa1840f19155","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6272b7f639af9afb3c30dd5444667244f004b44eb1637484857cfa1840f19155","first_computed_at":"2026-07-05T10:02:31.568672Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:31.568672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EY+1b82Q/VBF9IwgF2ghI35YXRXjm2Q3BudvMeqZdYvRdBju5Ymcizm0j92bN5enBJtLlMe7B4ydqvLCjv6wAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:31.569194Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.10661","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7f265f386d90af6dba9782ded9c2980c4d3ee371f8878ebcc0023c15cbe2eed","sha256:e98cfe88ab71fda684bc82dc4f67f20aece702b9294b81f142d57224670ded5b"],"state_sha256":"c3c0f18b6bc89f1771968e196194bf5bd7a08d1117fc143dde0be4edec0453a9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4LBlb68rJIkkDXIceBPFRu6r/OiotcCNlDkPzJ0rvr6LJQwtr5wzcqP1+FsGyK6KzalQkTRkMCADJmD6YJF6BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T07:37:33.826291Z","bundle_sha256":"171ffbdd6198dccf8da95217e43146080cc413e41ef3003e9c06f3ea8003c987"}}