{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:OCXWIADOURN2LPQ5AFAJJEAKXJ","short_pith_number":"pith:OCXWIADO","schema_version":"1.0","canonical_sha256":"70af64006ea45ba5be1d014094900aba7039e12d48eab5ad893e6388ed505452","source":{"kind":"arxiv","id":"2501.07359","version":1},"attestation_state":"computed","paper":{"title":"Emergent effects of scaling on the functional hierarchies within large language models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Paul C. Bogdan","submitted_at":"2025-01-13T14:27:39Z","abstract_excerpt":"Large language model (LLM) architectures are often described as functionally hierarchical: Early layers process syntax, middle layers begin to parse semantics, and late layers integrate information. The present work revisits these ideas. This research submits simple texts to an LLM (e.g., \"A church and organ\") and extracts the resulting activations. Then, for each layer, support vector machines and ridge regressions are fit to predict a text's label and thus examine whether a given layer encodes some information. Analyses using a small model (Llama-3.2-3b; 28 layers) partly bolster the common "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2501.07359","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-13T14:27:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8c3df49b0f38904af42f3888a9bd4189482568d9ea566ec51838a11679b05d94","abstract_canon_sha256":"ea02d067dd60ae5b4637edf88d335cbfc49c945147a6c00f61cc91343a413b34"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:00:19.434711Z","signature_b64":"HFbccWXQ0+OEBwDQ+VS4xnre03TeTtttmERtLdPkmmj0Eu9W3EsfaF/GKPCwjRu3vdMMB+aiAX0prwph9h2sBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"70af64006ea45ba5be1d014094900aba7039e12d48eab5ad893e6388ed505452","last_reissued_at":"2026-07-05T10:00:19.434332Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:00:19.434332Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Emergent effects of scaling on the functional hierarchies within large language models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Paul C. Bogdan","submitted_at":"2025-01-13T14:27:39Z","abstract_excerpt":"Large language model (LLM) architectures are often described as functionally hierarchical: Early layers process syntax, middle layers begin to parse semantics, and late layers integrate information. The present work revisits these ideas. This research submits simple texts to an LLM (e.g., \"A church and organ\") and extracts the resulting activations. Then, for each layer, support vector machines and ridge regressions are fit to predict a text's label and thus examine whether a given layer encodes some information. Analyses using a small model (Llama-3.2-3b; 28 layers) partly bolster the common "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.07359","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.07359/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2501.07359","created_at":"2026-07-05T10:00:19.434390+00:00"},{"alias_kind":"arxiv_version","alias_value":"2501.07359v1","created_at":"2026-07-05T10:00:19.434390+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.07359","created_at":"2026-07-05T10:00:19.434390+00:00"},{"alias_kind":"pith_short_12","alias_value":"OCXWIADOURN2","created_at":"2026-07-05T10:00:19.434390+00:00"},{"alias_kind":"pith_short_16","alias_value":"OCXWIADOURN2LPQ5","created_at":"2026-07-05T10:00:19.434390+00:00"},{"alias_kind":"pith_short_8","alias_value":"OCXWIADO","created_at":"2026-07-05T10:00:19.434390+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ","json":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ.json","graph_json":"https://pith.science/api/pith-number/OCXWIADOURN2LPQ5AFAJJEAKXJ/graph.json","events_json":"https://pith.science/api/pith-number/OCXWIADOURN2LPQ5AFAJJEAKXJ/events.json","paper":"https://pith.science/paper/OCXWIADO"},"agent_actions":{"view_html":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ","download_json":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ.json","view_paper":"https://pith.science/paper/OCXWIADO","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2501.07359&json=true","fetch_graph":"https://pith.science/api/pith-number/OCXWIADOURN2LPQ5AFAJJEAKXJ/graph.json","fetch_events":"https://pith.science/api/pith-number/OCXWIADOURN2LPQ5AFAJJEAKXJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ/action/storage_attestation","attest_author":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ/action/author_attestation","sign_citation":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ/action/citation_signature","submit_replication":"https://pith.science/pith/OCXWIADOURN2LPQ5AFAJJEAKXJ/action/replication_record"}},"created_at":"2026-07-05T10:00:19.434390+00:00","updated_at":"2026-07-05T10:00:19.434390+00:00"}