{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VGJETHFQDGFPFWD4Q3LHAVENOK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff5d083c0228576a5981f35557ccbd858421c9ac4419539a278e29c63d2383b0","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T00:17:30Z","title_canon_sha256":"55915fa00475e289205245288cbf9eab71f10f75378f0d2c8347636b8978c59d"},"schema_version":"1.0","source":{"id":"2406.12159","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12159","created_at":"2026-07-05T08:33:07Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12159v1","created_at":"2026-07-05T08:33:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12159","created_at":"2026-07-05T08:33:07Z"},{"alias_kind":"pith_short_12","alias_value":"VGJETHFQDGFP","created_at":"2026-07-05T08:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"VGJETHFQDGFPFWD4","created_at":"2026-07-05T08:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"VGJETHFQ","created_at":"2026-07-05T08:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:d5fb5f9b4d0a99bd22cb5733bc2859fd6173befbc57e36030a55c39a8a77e781","target":"graph","created_at":"2026-07-05T08:33:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12159/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is generally thought that transformer-based large language models benefit from pre-training by learning generic linguistic knowledge that can be focused on a specific task during fine-tuning. However, we propose that much of the benefit from pre-training may be captured by geometric characteristics of the latent space representations, divorced from any specific linguistic knowledge. In this work we explore the relationship between GLUE benchmarking task performance and a variety of measures applied to the latent space resulting from BERT-type contextual language models. We find that there i","authors_text":"Anna C. Marbut, John W. Chandler, Travis J. Wheeler","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T00:17:30Z","title":"Exploring the Impact of a Transformer's Latent Space Geometry on Downstream Task Performance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12159","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33353f45801fe222a40fb7eee0652d52d807dbb0e4f9c5aba72ec2d5941e0039","target":"record","created_at":"2026-07-05T08:33:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff5d083c0228576a5981f35557ccbd858421c9ac4419539a278e29c63d2383b0","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T00:17:30Z","title_canon_sha256":"55915fa00475e289205245288cbf9eab71f10f75378f0d2c8347636b8978c59d"},"schema_version":"1.0","source":{"id":"2406.12159","kind":"arxiv","version":1}},"canonical_sha256":"a992499cb0198af2d87c86d670548d728529fd85944fbf05f0df304518c6c60b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a992499cb0198af2d87c86d670548d728529fd85944fbf05f0df304518c6c60b","first_computed_at":"2026-07-05T08:33:07.252751Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:07.252751Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZUMmaXDKtZb3s+4zXGZ6VjzhnEpcj+OpQRb6qE+JPRS0sEnuR55VWVBjpxhXzdcDycy0DoTdlr/l6og23dyNBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:07.253214Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12159","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33353f45801fe222a40fb7eee0652d52d807dbb0e4f9c5aba72ec2d5941e0039","sha256:d5fb5f9b4d0a99bd22cb5733bc2859fd6173befbc57e36030a55c39a8a77e781"],"state_sha256":"49ffff2b35defdc5bca8fa149abd15d70b40f92b002edcee90f316dc408f4bfe"}