{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:YAGCUA4C52ZIQ3M6SPCT4XGGQS","short_pith_number":"pith:YAGCUA4C","canonical_record":{"source":{"id":"2602.20433","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-02-24T00:31:04Z","cross_cats_sorted":[],"title_canon_sha256":"2587fa4a8d636835ac7e322a8586f0787da0e84c6eb827603aec704f57496908","abstract_canon_sha256":"3676cf324dcfa0326af661c5000ad233623276a532b4eae21ae7a6b348fd656b"},"schema_version":"1.0"},"canonical_sha256":"c00c2a0382eeb2886d9e93c53e5cc6849a9efce1b1d8f746d50273af765c8d7c","source":{"kind":"arxiv","id":"2602.20433","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.20433","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"arxiv_version","alias_value":"2602.20433v2","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.20433","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"pith_short_12","alias_value":"YAGCUA4C52ZI","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"pith_short_16","alias_value":"YAGCUA4C52ZIQ3M6","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"pith_short_8","alias_value":"YAGCUA4C","created_at":"2026-06-23T02:13:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:YAGCUA4C52ZIQ3M6SPCT4XGGQS","target":"record","payload":{"canonical_record":{"source":{"id":"2602.20433","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-02-24T00:31:04Z","cross_cats_sorted":[],"title_canon_sha256":"2587fa4a8d636835ac7e322a8586f0787da0e84c6eb827603aec704f57496908","abstract_canon_sha256":"3676cf324dcfa0326af661c5000ad233623276a532b4eae21ae7a6b348fd656b"},"schema_version":"1.0"},"canonical_sha256":"c00c2a0382eeb2886d9e93c53e5cc6849a9efce1b1d8f746d50273af765c8d7c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-23T02:13:21.406672Z","signature_b64":"f4DSXVBKGWTY6gPYlVMDY04hVXe6YFhehW7Va1wABPXxLzJEM2Bf/ojISwMO7DoTuj2LWZI2LklGf3hWZVlGDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c00c2a0382eeb2886d9e93c53e5cc6849a9efce1b1d8f746d50273af765c8d7c","last_reissued_at":"2026-06-23T02:13:21.406244Z","signature_status":"signed_v1","first_computed_at":"2026-06-23T02:13:21.406244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2602.20433","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T02:13:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xYyZ810/OJufjSIBw10NdYHJe2sVg3OLq2gFmNCrBFCVe1BQTGZOtPe1TeivTIubapXBeRuGp94WJEJRrJ65Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T21:50:49.029092Z"},"content_sha256":"b250f90ff3d41e784cdabeb6cf5e9ae782d2dde74131155466b58ed3d71e8017","schema_version":"1.0","event_id":"sha256:b250f90ff3d41e784cdabeb6cf5e9ae782d2dde74131155466b58ed3d71e8017"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:YAGCUA4C52ZIQ3M6SPCT4XGGQS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Disentangling Geometry, Performance, and Training in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Arjun Subramonian, Atharva Kulkarni, Jacob Mitchell Springer, Swabha Swayamdipta","submitted_at":"2026-02-24T00:31:04Z","abstract_excerpt":"Geometric properties of Transformer weights, particularly the unembedding matrix, have been widely useful in language model interpretability research. Yet, their utility for estimating downstream performance remains unclear. In this work, we systematically investigate the relationship between model performance and the unembedding matrix geometry, particularly its effective rank. Our experiments, involving a suite of 108 OLMo-style language models trained under controlled variation, reveal several key findings. While the best-performing models often exhibit a high effective rank, this trend is "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.20433","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2602.20433/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T02:13:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fIAZ7ksOmax7fPVJxPsoMx43EaAAENEREYc2xqxfJIrLBSzSs5iSWUL0xxqJrglf4aBvLfstUnpVxCpveqmRBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-02T21:50:49.029486Z"},"content_sha256":"600a8731082e0dbea89c3391d88ce74c50b98c49d59b33573ebd9febbf3ce319","schema_version":"1.0","event_id":"sha256:600a8731082e0dbea89c3391d88ce74c50b98c49d59b33573ebd9febbf3ce319"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS/bundle.json","state_url":"https://pith.science/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-02T21:50:49Z","links":{"resolver":"https://pith.science/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS","bundle":"https://pith.science/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS/bundle.json","state":"https://pith.science/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YAGCUA4C52ZIQ3M6SPCT4XGGQS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:YAGCUA4C52ZIQ3M6SPCT4XGGQS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3676cf324dcfa0326af661c5000ad233623276a532b4eae21ae7a6b348fd656b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-02-24T00:31:04Z","title_canon_sha256":"2587fa4a8d636835ac7e322a8586f0787da0e84c6eb827603aec704f57496908"},"schema_version":"1.0","source":{"id":"2602.20433","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.20433","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"arxiv_version","alias_value":"2602.20433v2","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.20433","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"pith_short_12","alias_value":"YAGCUA4C52ZI","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"pith_short_16","alias_value":"YAGCUA4C52ZIQ3M6","created_at":"2026-06-23T02:13:21Z"},{"alias_kind":"pith_short_8","alias_value":"YAGCUA4C","created_at":"2026-06-23T02:13:21Z"}],"graph_snapshots":[{"event_id":"sha256:600a8731082e0dbea89c3391d88ce74c50b98c49d59b33573ebd9febbf3ce319","target":"graph","created_at":"2026-06-23T02:13:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2602.20433/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Geometric properties of Transformer weights, particularly the unembedding matrix, have been widely useful in language model interpretability research. Yet, their utility for estimating downstream performance remains unclear. In this work, we systematically investigate the relationship between model performance and the unembedding matrix geometry, particularly its effective rank. Our experiments, involving a suite of 108 OLMo-style language models trained under controlled variation, reveal several key findings. While the best-performing models often exhibit a high effective rank, this trend is ","authors_text":"Arjun Subramonian, Atharva Kulkarni, Jacob Mitchell Springer, Swabha Swayamdipta","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-02-24T00:31:04Z","title":"Disentangling Geometry, Performance, and Training in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.20433","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b250f90ff3d41e784cdabeb6cf5e9ae782d2dde74131155466b58ed3d71e8017","target":"record","created_at":"2026-06-23T02:13:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3676cf324dcfa0326af661c5000ad233623276a532b4eae21ae7a6b348fd656b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-02-24T00:31:04Z","title_canon_sha256":"2587fa4a8d636835ac7e322a8586f0787da0e84c6eb827603aec704f57496908"},"schema_version":"1.0","source":{"id":"2602.20433","kind":"arxiv","version":2}},"canonical_sha256":"c00c2a0382eeb2886d9e93c53e5cc6849a9efce1b1d8f746d50273af765c8d7c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c00c2a0382eeb2886d9e93c53e5cc6849a9efce1b1d8f746d50273af765c8d7c","first_computed_at":"2026-06-23T02:13:21.406244Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-23T02:13:21.406244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f4DSXVBKGWTY6gPYlVMDY04hVXe6YFhehW7Va1wABPXxLzJEM2Bf/ojISwMO7DoTuj2LWZI2LklGf3hWZVlGDA==","signature_status":"signed_v1","signed_at":"2026-06-23T02:13:21.406672Z","signed_message":"canonical_sha256_bytes"},"source_id":"2602.20433","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b250f90ff3d41e784cdabeb6cf5e9ae782d2dde74131155466b58ed3d71e8017","sha256:600a8731082e0dbea89c3391d88ce74c50b98c49d59b33573ebd9febbf3ce319"],"state_sha256":"5562e5057bf547760de5a8704989083b261a324a17eb5f2041448370ef387d27"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TAgdHMo/bVBS42+Dq2Y5LuorXjvQcdSMuZIHKunBQSpK3+ulP6LvSfEHiDS6ak3CiJ3a1V6MhMsgiK64ZHfSCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-02T21:50:49.033201Z","bundle_sha256":"bf47f623da0e6e4d764893098c161fc8614c01105bb32e06d9edc7a565edcc69"}}