{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:NPBXIYI36VIAPD4JASPEOLKMQJ","short_pith_number":"pith:NPBXIYI3","canonical_record":{"source":{"id":"2602.03685","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-03T16:06:18Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"e140960ae6811cb551620e3f4b78003a6e0cc024dc03338c82320cebd9e018a8","abstract_canon_sha256":"a6e49dd237934e8a60b769a74a3e1c99acc9743b78cd0d4dcd61263412b1570d"},"schema_version":"1.0"},"canonical_sha256":"6bc374611bf550078f89049e472d4c82551f0f01bb892246a9dcd7936eac9633","source":{"kind":"arxiv","id":"2602.03685","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.03685","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"arxiv_version","alias_value":"2602.03685v2","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.03685","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"pith_short_12","alias_value":"NPBXIYI36VIA","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"pith_short_16","alias_value":"NPBXIYI36VIAPD4J","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"pith_short_8","alias_value":"NPBXIYI3","created_at":"2026-06-02T02:04:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:NPBXIYI36VIAPD4JASPEOLKMQJ","target":"record","payload":{"canonical_record":{"source":{"id":"2602.03685","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-03T16:06:18Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"e140960ae6811cb551620e3f4b78003a6e0cc024dc03338c82320cebd9e018a8","abstract_canon_sha256":"a6e49dd237934e8a60b769a74a3e1c99acc9743b78cd0d4dcd61263412b1570d"},"schema_version":"1.0"},"canonical_sha256":"6bc374611bf550078f89049e472d4c82551f0f01bb892246a9dcd7936eac9633","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-02T02:04:13.878549Z","signature_b64":"9t91+TvR6EHCkcpiQQGHZ38ogMb496TDVpRUJGvdJBNwERjWtwp+HOoARqZl+YcYbtF7vqmEGJMNsJAbGclYAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6bc374611bf550078f89049e472d4c82551f0f01bb892246a9dcd7936eac9633","last_reissued_at":"2026-06-02T02:04:13.878012Z","signature_status":"signed_v1","first_computed_at":"2026-06-02T02:04:13.878012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2602.03685","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T02:04:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sSiUGbc+DMp2bAxN2htKxGafS7XVUhkJtnmHmDnA3VvR07TzQ+8j8Mof1SohrwC4bOvE9uY+fwedXrBvo/xDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T22:56:03.939410Z"},"content_sha256":"08f09084da991d02a8703cdeaf89d2fd27ce22d5015a4e2dfcb95f628aff9f01","schema_version":"1.0","event_id":"sha256:08f09084da991d02a8703cdeaf89d2fd27ce22d5015a4e2dfcb95f628aff9f01"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:NPBXIYI36VIAPD4JASPEOLKMQJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Universal One-third Time Scaling in Learning Peaked Distributions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Cengiz Pehlevan, Jeff Gore, Yizhou Liu, Ziming Liu","submitted_at":"2026-02-03T16:06:18Z","abstract_excerpt":"Training large language models (LLMs) is computationally expensive, partly because the loss exhibits slow power-law convergence whose origin remains debatable. Through systematic analysis of toy models and empirical evaluation of LLMs, we show that this behavior can arise intrinsically from the use of softmax and cross-entropy. When learning peaked probability distributions, e.g., next-token distributions, these components generically yield power-law vanishing losses and gradients, regardless of many microscopic details, creating a fundamental optimization bottleneck. This ultimately leads to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.03685","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2602.03685/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T02:04:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jtZ8LVCXXKPd4Td1CHTgpzhHnKm+ORyBdegYIB671X86MEg3niumD9VyBaN/kitiYJJyvUYrFsWJr0SiPEILCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T22:56:03.939788Z"},"content_sha256":"0c1793817a19b42d6fb4b9caa3f54a3690ff057eb5e6eec0e56dfbcaa68c4e24","schema_version":"1.0","event_id":"sha256:0c1793817a19b42d6fb4b9caa3f54a3690ff057eb5e6eec0e56dfbcaa68c4e24"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NPBXIYI36VIAPD4JASPEOLKMQJ/bundle.json","state_url":"https://pith.science/pith/NPBXIYI36VIAPD4JASPEOLKMQJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NPBXIYI36VIAPD4JASPEOLKMQJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T22:56:03Z","links":{"resolver":"https://pith.science/pith/NPBXIYI36VIAPD4JASPEOLKMQJ","bundle":"https://pith.science/pith/NPBXIYI36VIAPD4JASPEOLKMQJ/bundle.json","state":"https://pith.science/pith/NPBXIYI36VIAPD4JASPEOLKMQJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NPBXIYI36VIAPD4JASPEOLKMQJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:NPBXIYI36VIAPD4JASPEOLKMQJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a6e49dd237934e8a60b769a74a3e1c99acc9743b78cd0d4dcd61263412b1570d","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-03T16:06:18Z","title_canon_sha256":"e140960ae6811cb551620e3f4b78003a6e0cc024dc03338c82320cebd9e018a8"},"schema_version":"1.0","source":{"id":"2602.03685","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.03685","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"arxiv_version","alias_value":"2602.03685v2","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.03685","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"pith_short_12","alias_value":"NPBXIYI36VIA","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"pith_short_16","alias_value":"NPBXIYI36VIAPD4J","created_at":"2026-06-02T02:04:13Z"},{"alias_kind":"pith_short_8","alias_value":"NPBXIYI3","created_at":"2026-06-02T02:04:13Z"}],"graph_snapshots":[{"event_id":"sha256:0c1793817a19b42d6fb4b9caa3f54a3690ff057eb5e6eec0e56dfbcaa68c4e24","target":"graph","created_at":"2026-06-02T02:04:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2602.03685/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training large language models (LLMs) is computationally expensive, partly because the loss exhibits slow power-law convergence whose origin remains debatable. Through systematic analysis of toy models and empirical evaluation of LLMs, we show that this behavior can arise intrinsically from the use of softmax and cross-entropy. When learning peaked probability distributions, e.g., next-token distributions, these components generically yield power-law vanishing losses and gradients, regardless of many microscopic details, creating a fundamental optimization bottleneck. This ultimately leads to ","authors_text":"Cengiz Pehlevan, Jeff Gore, Yizhou Liu, Ziming Liu","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-03T16:06:18Z","title":"Universal One-third Time Scaling in Learning Peaked Distributions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.03685","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:08f09084da991d02a8703cdeaf89d2fd27ce22d5015a4e2dfcb95f628aff9f01","target":"record","created_at":"2026-06-02T02:04:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a6e49dd237934e8a60b769a74a3e1c99acc9743b78cd0d4dcd61263412b1570d","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-02-03T16:06:18Z","title_canon_sha256":"e140960ae6811cb551620e3f4b78003a6e0cc024dc03338c82320cebd9e018a8"},"schema_version":"1.0","source":{"id":"2602.03685","kind":"arxiv","version":2}},"canonical_sha256":"6bc374611bf550078f89049e472d4c82551f0f01bb892246a9dcd7936eac9633","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6bc374611bf550078f89049e472d4c82551f0f01bb892246a9dcd7936eac9633","first_computed_at":"2026-06-02T02:04:13.878012Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-02T02:04:13.878012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9t91+TvR6EHCkcpiQQGHZ38ogMb496TDVpRUJGvdJBNwERjWtwp+HOoARqZl+YcYbtF7vqmEGJMNsJAbGclYAA==","signature_status":"signed_v1","signed_at":"2026-06-02T02:04:13.878549Z","signed_message":"canonical_sha256_bytes"},"source_id":"2602.03685","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:08f09084da991d02a8703cdeaf89d2fd27ce22d5015a4e2dfcb95f628aff9f01","sha256:0c1793817a19b42d6fb4b9caa3f54a3690ff057eb5e6eec0e56dfbcaa68c4e24"],"state_sha256":"43f4b922b3caf414d6cdf9e6c1152336cc57a194bb4e3c941099fded70582447"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r6wdd2bRwXBLsUWDhfJQK1LLcpIugRA1mj8zyUQPcaMthDm1+LHfuB1CACoU0Nhkuf07hrgagx86+GvVfZ6rAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T22:56:03.941826Z","bundle_sha256":"97a8b6e0a339a96f705eba3fbfa9e55e0fc649c0b5f8ed792a04dd5f7ab87b3f"}}