{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BPPUKMRT4BQD2CAV2AGORTFFDT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6626f204fd07f5a45e4d7a2e1ccf54dd2ce6c95ec515ca18f3f2909be0868ba3","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-28T13:36:28Z","title_canon_sha256":"f014189d1dbd34b642da141654ac4663f11e0d935b6d4e5ef163ffa23abdce5e"},"schema_version":"1.0","source":{"id":"2504.19792","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.19792","created_at":"2026-07-05T10:55:03Z"},{"alias_kind":"arxiv_version","alias_value":"2504.19792v1","created_at":"2026-07-05T10:55:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.19792","created_at":"2026-07-05T10:55:03Z"},{"alias_kind":"pith_short_12","alias_value":"BPPUKMRT4BQD","created_at":"2026-07-05T10:55:03Z"},{"alias_kind":"pith_short_16","alias_value":"BPPUKMRT4BQD2CAV","created_at":"2026-07-05T10:55:03Z"},{"alias_kind":"pith_short_8","alias_value":"BPPUKMRT","created_at":"2026-07-05T10:55:03Z"}],"graph_snapshots":[{"event_id":"sha256:22d1cb8f189d17e6932edf9ae95241ffd78b85e3c5ea2d29b13fc08ae4768731","target":"graph","created_at":"2026-07-05T10:55:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.19792/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This dissertation establishes the contexture theory to mathematically characterize the mechanism of representation learning, or pretraining. Despite the remarkable empirical success of foundation models, it is not very clear what representations they learn, and why these representations are useful for various downstream tasks. A scientific understanding of representation learning is critical, especially at this point when scaling up the model size is producing diminishing returns, and designing new pretraining methods is imperative for further progress.\n  Prior work treated different represent","authors_text":"Runtian Zhai","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-28T13:36:28Z","title":"Contextures: The Mechanism of Representation Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.19792","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0d975dc2c0585e98a3bc09984e6a8eeeffd8fde27b01ae984fc0cbd3d8dc9bb","target":"record","created_at":"2026-07-05T10:55:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6626f204fd07f5a45e4d7a2e1ccf54dd2ce6c95ec515ca18f3f2909be0868ba3","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-28T13:36:28Z","title_canon_sha256":"f014189d1dbd34b642da141654ac4663f11e0d935b6d4e5ef163ffa23abdce5e"},"schema_version":"1.0","source":{"id":"2504.19792","kind":"arxiv","version":1}},"canonical_sha256":"0bdf453233e0603d0815d00ce8cca51ce9b6d9406c4c1d4d45316532c78bfa5f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0bdf453233e0603d0815d00ce8cca51ce9b6d9406c4c1d4d45316532c78bfa5f","first_computed_at":"2026-07-05T10:55:03.146549Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:03.146549Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z3WDdWG8qWKS4X+6tG1kU8jUBPmzlWMQFnnHZuZ+PWYt5hdITEMZtwz3jWJwxw+nhYt8s4yjAEsifh0tWvyOAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:03.147014Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.19792","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0d975dc2c0585e98a3bc09984e6a8eeeffd8fde27b01ae984fc0cbd3d8dc9bb","sha256:22d1cb8f189d17e6932edf9ae95241ffd78b85e3c5ea2d29b13fc08ae4768731"],"state_sha256":"3023164f5e80436ecafdef8b8b2cb0cd7788a286806108effb2ba145dca2f046"}