{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HIFXUNEYYEVS4YJ5R7O6FARPRW","short_pith_number":"pith:HIFXUNEY","canonical_record":{"source":{"id":"2311.13110","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-22T02:23:32Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"4dd109d7c08c35f8d18a0b67befcca666cfe9a0860c02197bc3d4a06b39a9097","abstract_canon_sha256":"136eeda722e4996313c7750a7e967e74c5f902b09080d9b4efe453634d4eaa0c"},"schema_version":"1.0"},"canonical_sha256":"3a0b7a3498c12b2e613d8fdde2822f8da5ea7cdf6127f659cba3d6e5c5b1933c","source":{"kind":"arxiv","id":"2311.13110","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.13110","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"arxiv_version","alias_value":"2311.13110v4","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.13110","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"pith_short_12","alias_value":"HIFXUNEYYEVS","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"pith_short_16","alias_value":"HIFXUNEYYEVS4YJ5","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"pith_short_8","alias_value":"HIFXUNEY","created_at":"2026-07-05T09:03:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HIFXUNEYYEVS4YJ5R7O6FARPRW","target":"record","payload":{"canonical_record":{"source":{"id":"2311.13110","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-22T02:23:32Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"4dd109d7c08c35f8d18a0b67befcca666cfe9a0860c02197bc3d4a06b39a9097","abstract_canon_sha256":"136eeda722e4996313c7750a7e967e74c5f902b09080d9b4efe453634d4eaa0c"},"schema_version":"1.0"},"canonical_sha256":"3a0b7a3498c12b2e613d8fdde2822f8da5ea7cdf6127f659cba3d6e5c5b1933c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:03:48.739923Z","signature_b64":"kiMLd0EiMnJypfBMbkSNFhV2HkBMm/SYYvkPJ0dyu8KtCca2xS/4M1Ldemd/VNKEihHG0PxXaHhqNq/qnSF+BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a0b7a3498c12b2e613d8fdde2822f8da5ea7cdf6127f659cba3d6e5c5b1933c","last_reissued_at":"2026-07-05T09:03:48.739214Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:03:48.739214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.13110","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z4kiSXSXZlxWaSQYjPyoAZB8OreMVwLd5GsfZOzCzGEjfjdCil+QDgYmN7vufiQ3t6m/Lh408D7zKKrZGb30Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:16:08.354047Z"},"content_sha256":"0e9d1c1c7c4cb161c598a1003d8c26b21b55d1f721472dee9d8f2b2d90ff10a1","schema_version":"1.0","event_id":"sha256:0e9d1c1c7c4cb161c598a1003d8c26b21b55d1f721472dee9d8f2b2d90ff10a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HIFXUNEYYEVS4YJ5R7O6FARPRW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"White-Box Transformers via Sparse Rate Reduction: Compression Is All There Is?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Benjamin D. Haeffele, Druv Pai, Hao Bai, Sam Buchanan, Shengbang Tong, Tianzhe Chu, Yaodong Yu, Yi Ma, Yuexiang Zhai, Ziyang Wu","submitted_at":"2023-11-22T02:23:32Z","abstract_excerpt":"In this paper, we contend that a natural objective of representation learning is to compress and transform the distribution of the data, say sets of tokens, towards a low-dimensional Gaussian mixture supported on incoherent subspaces. The goodness of such a representation can be evaluated by a principled measure, called sparse rate reduction, that simultaneously maximizes the intrinsic information gain and extrinsic sparsity of the learned representation. From this perspective, popular deep network architectures, including transformers, can be viewed as realizing iterative schemes to optimize "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.13110","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.13110/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EIkrbUqvfIdeZ6gorKysguha/GlDzeSCX9GBe8CGueeExBnBXaAWcxNcFvz7E5UfXDgh/PCQfd32E1EJBc9ECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:16:08.354720Z"},"content_sha256":"8c788be39c2f51dd2d7be998b815091000329505a8587e0d004c743b1e5b24fb","schema_version":"1.0","event_id":"sha256:8c788be39c2f51dd2d7be998b815091000329505a8587e0d004c743b1e5b24fb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW/bundle.json","state_url":"https://pith.science/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T14:16:08Z","links":{"resolver":"https://pith.science/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW","bundle":"https://pith.science/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW/bundle.json","state":"https://pith.science/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HIFXUNEYYEVS4YJ5R7O6FARPRW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HIFXUNEYYEVS4YJ5R7O6FARPRW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"136eeda722e4996313c7750a7e967e74c5f902b09080d9b4efe453634d4eaa0c","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-22T02:23:32Z","title_canon_sha256":"4dd109d7c08c35f8d18a0b67befcca666cfe9a0860c02197bc3d4a06b39a9097"},"schema_version":"1.0","source":{"id":"2311.13110","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.13110","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"arxiv_version","alias_value":"2311.13110v4","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.13110","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"pith_short_12","alias_value":"HIFXUNEYYEVS","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"pith_short_16","alias_value":"HIFXUNEYYEVS4YJ5","created_at":"2026-07-05T09:03:48Z"},{"alias_kind":"pith_short_8","alias_value":"HIFXUNEY","created_at":"2026-07-05T09:03:48Z"}],"graph_snapshots":[{"event_id":"sha256:8c788be39c2f51dd2d7be998b815091000329505a8587e0d004c743b1e5b24fb","target":"graph","created_at":"2026-07-05T09:03:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.13110/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we contend that a natural objective of representation learning is to compress and transform the distribution of the data, say sets of tokens, towards a low-dimensional Gaussian mixture supported on incoherent subspaces. The goodness of such a representation can be evaluated by a principled measure, called sparse rate reduction, that simultaneously maximizes the intrinsic information gain and extrinsic sparsity of the learned representation. From this perspective, popular deep network architectures, including transformers, can be viewed as realizing iterative schemes to optimize ","authors_text":"Benjamin D. Haeffele, Druv Pai, Hao Bai, Sam Buchanan, Shengbang Tong, Tianzhe Chu, Yaodong Yu, Yi Ma, Yuexiang Zhai, Ziyang Wu","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-22T02:23:32Z","title":"White-Box Transformers via Sparse Rate Reduction: Compression Is All There Is?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.13110","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e9d1c1c7c4cb161c598a1003d8c26b21b55d1f721472dee9d8f2b2d90ff10a1","target":"record","created_at":"2026-07-05T09:03:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"136eeda722e4996313c7750a7e967e74c5f902b09080d9b4efe453634d4eaa0c","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-11-22T02:23:32Z","title_canon_sha256":"4dd109d7c08c35f8d18a0b67befcca666cfe9a0860c02197bc3d4a06b39a9097"},"schema_version":"1.0","source":{"id":"2311.13110","kind":"arxiv","version":4}},"canonical_sha256":"3a0b7a3498c12b2e613d8fdde2822f8da5ea7cdf6127f659cba3d6e5c5b1933c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a0b7a3498c12b2e613d8fdde2822f8da5ea7cdf6127f659cba3d6e5c5b1933c","first_computed_at":"2026-07-05T09:03:48.739214Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:03:48.739214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kiMLd0EiMnJypfBMbkSNFhV2HkBMm/SYYvkPJ0dyu8KtCca2xS/4M1Ldemd/VNKEihHG0PxXaHhqNq/qnSF+BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:03:48.739923Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.13110","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e9d1c1c7c4cb161c598a1003d8c26b21b55d1f721472dee9d8f2b2d90ff10a1","sha256:8c788be39c2f51dd2d7be998b815091000329505a8587e0d004c743b1e5b24fb"],"state_sha256":"0367a320528d151ba6584e88679bfe86b6db727cb1edc29c30160677d683ef08"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sJ8e8Qzq2bzzQOqTXCAKAmtYnNCxXLVL9oiCI9j50jipM7ajGhrQWCmpUrWnEda1PYx6ihlx/3SmGd9lW3FzDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T14:16:08.358902Z","bundle_sha256":"de098fc0e46ae2508ef1cc348bfa7a0f64de736a1ee63154cf501cb1c569e290"}}