{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PBOIYGPAFE33NRWZUMZOEZVVO4","short_pith_number":"pith:PBOIYGPA","canonical_record":{"source":{"id":"2505.24009","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T21:13:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e54e4d670930bbfa4d43218d191829e8d6f9607f7180cbe322f587f90b48eb27","abstract_canon_sha256":"8274121477dfb84d1288cb84bec51e4e3b9887fabf6a2362889cf25a11f70799"},"schema_version":"1.0"},"canonical_sha256":"785c8c19e02937b6c6d9a332e266b5772cc779860f8b1d95226ccfaa580b8b32","source":{"kind":"arxiv","id":"2505.24009","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.24009","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.24009v2","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.24009","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"pith_short_12","alias_value":"PBOIYGPAFE33","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"pith_short_16","alias_value":"PBOIYGPAFE33NRWZ","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"pith_short_8","alias_value":"PBOIYGPA","created_at":"2026-07-05T11:17:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PBOIYGPAFE33NRWZUMZOEZVVO4","target":"record","payload":{"canonical_record":{"source":{"id":"2505.24009","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T21:13:31Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e54e4d670930bbfa4d43218d191829e8d6f9607f7180cbe322f587f90b48eb27","abstract_canon_sha256":"8274121477dfb84d1288cb84bec51e4e3b9887fabf6a2362889cf25a11f70799"},"schema_version":"1.0"},"canonical_sha256":"785c8c19e02937b6c6d9a332e266b5772cc779860f8b1d95226ccfaa580b8b32","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:46.396333Z","signature_b64":"69+0BLC01jTOKMGlyYwq5c8vEFNkTkNKJdv/V98o/uiQSwdPQ33D79QVGwOAIqi0z9LedaD+u7tFj0ak/CZjBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"785c8c19e02937b6c6d9a332e266b5772cc779860f8b1d95226ccfaa580b8b32","last_reissued_at":"2026-07-05T11:17:46.395823Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:46.395823Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.24009","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nxByZOdvZWAi1jD1GBv9RMJIIPwIR1Q3ntt/qNvVrBw1LeU44TcguEw844fgeD6bz7DB+JAGNEbDtiqn2SFgCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:37:30.570524Z"},"content_sha256":"5c4093037b3503e6c83c0fcb7855350fec3f16d10344e9bc9791c73ca25e7322","schema_version":"1.0","event_id":"sha256:5c4093037b3503e6c83c0fcb7855350fec3f16d10344e9bc9791c73ca25e7322"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PBOIYGPAFE33NRWZUMZOEZVVO4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Diversity of Transformer Layers: One Aspect of Parameter Scaling Laws","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hidetaka Kamigaito, Jingun Kwon, Katsuhiko Hayashi, Manabu Okumura, Taro Watanabe, Ying Zhang","submitted_at":"2025-05-29T21:13:31Z","abstract_excerpt":"Transformers deliver outstanding performance across a wide range of tasks and are now a dominant backbone architecture for large language models (LLMs). Their task-solving performance is improved by increasing parameter size, as shown in the recent studies on parameter scaling laws. Although recent mechanistic-interpretability studies have deepened our understanding of the internal behavior of Transformers by analyzing their residual stream, the relationship between these internal mechanisms and the parameter scaling laws remains unclear. To bridge this gap, we focus on layers and their size, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.24009","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.24009/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YwG1wBdBxuWQQ7RG00HBuG8B9IoReujJ0ScaOnBpFtsnxnXZK2EXeUJGn131mh/VNt6vFN5eDX8NP/Nu/bo5AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:37:30.571039Z"},"content_sha256":"f8a25dae76e6142418bc4889c73c044eb7a8c8064f6384d306f41c5f2c3211ee","schema_version":"1.0","event_id":"sha256:f8a25dae76e6142418bc4889c73c044eb7a8c8064f6384d306f41c5f2c3211ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PBOIYGPAFE33NRWZUMZOEZVVO4/bundle.json","state_url":"https://pith.science/pith/PBOIYGPAFE33NRWZUMZOEZVVO4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PBOIYGPAFE33NRWZUMZOEZVVO4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:37:30Z","links":{"resolver":"https://pith.science/pith/PBOIYGPAFE33NRWZUMZOEZVVO4","bundle":"https://pith.science/pith/PBOIYGPAFE33NRWZUMZOEZVVO4/bundle.json","state":"https://pith.science/pith/PBOIYGPAFE33NRWZUMZOEZVVO4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PBOIYGPAFE33NRWZUMZOEZVVO4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PBOIYGPAFE33NRWZUMZOEZVVO4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8274121477dfb84d1288cb84bec51e4e3b9887fabf6a2362889cf25a11f70799","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T21:13:31Z","title_canon_sha256":"e54e4d670930bbfa4d43218d191829e8d6f9607f7180cbe322f587f90b48eb27"},"schema_version":"1.0","source":{"id":"2505.24009","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.24009","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.24009v2","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.24009","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"pith_short_12","alias_value":"PBOIYGPAFE33","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"pith_short_16","alias_value":"PBOIYGPAFE33NRWZ","created_at":"2026-07-05T11:17:46Z"},{"alias_kind":"pith_short_8","alias_value":"PBOIYGPA","created_at":"2026-07-05T11:17:46Z"}],"graph_snapshots":[{"event_id":"sha256:f8a25dae76e6142418bc4889c73c044eb7a8c8064f6384d306f41c5f2c3211ee","target":"graph","created_at":"2026-07-05T11:17:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.24009/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers deliver outstanding performance across a wide range of tasks and are now a dominant backbone architecture for large language models (LLMs). Their task-solving performance is improved by increasing parameter size, as shown in the recent studies on parameter scaling laws. Although recent mechanistic-interpretability studies have deepened our understanding of the internal behavior of Transformers by analyzing their residual stream, the relationship between these internal mechanisms and the parameter scaling laws remains unclear. To bridge this gap, we focus on layers and their size, ","authors_text":"Hidetaka Kamigaito, Jingun Kwon, Katsuhiko Hayashi, Manabu Okumura, Taro Watanabe, Ying Zhang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T21:13:31Z","title":"Diversity of Transformer Layers: One Aspect of Parameter Scaling Laws"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.24009","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c4093037b3503e6c83c0fcb7855350fec3f16d10344e9bc9791c73ca25e7322","target":"record","created_at":"2026-07-05T11:17:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8274121477dfb84d1288cb84bec51e4e3b9887fabf6a2362889cf25a11f70799","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T21:13:31Z","title_canon_sha256":"e54e4d670930bbfa4d43218d191829e8d6f9607f7180cbe322f587f90b48eb27"},"schema_version":"1.0","source":{"id":"2505.24009","kind":"arxiv","version":2}},"canonical_sha256":"785c8c19e02937b6c6d9a332e266b5772cc779860f8b1d95226ccfaa580b8b32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"785c8c19e02937b6c6d9a332e266b5772cc779860f8b1d95226ccfaa580b8b32","first_computed_at":"2026-07-05T11:17:46.395823Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:46.395823Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"69+0BLC01jTOKMGlyYwq5c8vEFNkTkNKJdv/V98o/uiQSwdPQ33D79QVGwOAIqi0z9LedaD+u7tFj0ak/CZjBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:46.396333Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.24009","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c4093037b3503e6c83c0fcb7855350fec3f16d10344e9bc9791c73ca25e7322","sha256:f8a25dae76e6142418bc4889c73c044eb7a8c8064f6384d306f41c5f2c3211ee"],"state_sha256":"45a918e5005b5a239313af0c63945f43ba327de7af2e76521c33ecdecde51684"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1fSdD5xto6GuDAgVFpGizILSDRlS14JOwAmb6fFFB0jUDGT9g1ZPVSeW1YZXGKVIQWWLxbqj4u7+buWZ2PfnAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:37:30.575068Z","bundle_sha256":"ecfc03fc41a6282e3147788286f836229926899855b43f22a738b5095ddba355"}}