{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TUFVU2Q3YLMPVOLX754URCWG3E","short_pith_number":"pith:TUFVU2Q3","canonical_record":{"source":{"id":"2407.09087","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-12T08:25:31Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"9406830522ec89c477269f48ccbdd37a2de9851e902fcd635a70eedc751f7536","abstract_canon_sha256":"223928405f95db3a11e6a5d5225aaad5a58ed04024e106a4ffacc4d930316f71"},"schema_version":"1.0"},"canonical_sha256":"9d0b5a6a1bc2d8fab977ff79488ac6d91f1dbe700b67df24a961f14eaf817a65","source":{"kind":"arxiv","id":"2407.09087","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.09087","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"arxiv_version","alias_value":"2407.09087v1","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.09087","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"pith_short_12","alias_value":"TUFVU2Q3YLMP","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"pith_short_16","alias_value":"TUFVU2Q3YLMPVOLX","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"pith_short_8","alias_value":"TUFVU2Q3","created_at":"2026-07-05T08:43:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TUFVU2Q3YLMPVOLX754URCWG3E","target":"record","payload":{"canonical_record":{"source":{"id":"2407.09087","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-12T08:25:31Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"9406830522ec89c477269f48ccbdd37a2de9851e902fcd635a70eedc751f7536","abstract_canon_sha256":"223928405f95db3a11e6a5d5225aaad5a58ed04024e106a4ffacc4d930316f71"},"schema_version":"1.0"},"canonical_sha256":"9d0b5a6a1bc2d8fab977ff79488ac6d91f1dbe700b67df24a961f14eaf817a65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:14.436756Z","signature_b64":"ZQ3mvMKkEvwYjWaOxBCM+dhbrzw6fCyQkgMd/TizubjOmNtWYNyIVv0Ud3qs4mKs57rnU/JylwndoCYgkE9SAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d0b5a6a1bc2d8fab977ff79488ac6d91f1dbe700b67df24a961f14eaf817a65","last_reissued_at":"2026-07-05T08:43:14.436293Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:14.436293Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.09087","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SN8wwR98ls4Qj+8Xej7PRUYJmt2vhTNHKpTCMHgsxjOzIl1D7CgBnNqCwUoY8vE65OKm4v5wzay/U5BziILNDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:11:24.901928Z"},"content_sha256":"3c8bb566db7792033455003ec93f456d354868be65d89c3aa9e71529374b7aa4","schema_version":"1.0","event_id":"sha256:3c8bb566db7792033455003ec93f456d354868be65d89c3aa9e71529374b7aa4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TUFVU2Q3YLMPVOLX754URCWG3E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Role of Discrete Tokenization in Visual Representation Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Tianqi Du, Yifei Wang, Yisen Wang","submitted_at":"2024-07-12T08:25:31Z","abstract_excerpt":"In the realm of self-supervised learning (SSL), masked image modeling (MIM) has gained popularity alongside contrastive learning methods. MIM involves reconstructing masked regions of input images using their unmasked portions. A notable subset of MIM methodologies employs discrete tokens as the reconstruction target, but the theoretical underpinnings of this choice remain underexplored. In this paper, we explore the role of these discrete tokens, aiming to unravel their benefits and limitations. Building upon the connection between MIM and contrastive learning, we provide a comprehensive theo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.09087","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.09087/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WsTJzPKsUXCvO0Ffe2FOM16pfHA3dNYzRpWi2DVJousRyTZQ/w7+EwXIA2YQ1oj10Z56V96+86WWHhq9VMaVBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:11:24.902449Z"},"content_sha256":"6428935543664b29f0d4336f44ad7d6cbbb5a9bfe2029d6dcc9bb472bd5e2930","schema_version":"1.0","event_id":"sha256:6428935543664b29f0d4336f44ad7d6cbbb5a9bfe2029d6dcc9bb472bd5e2930"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TUFVU2Q3YLMPVOLX754URCWG3E/bundle.json","state_url":"https://pith.science/pith/TUFVU2Q3YLMPVOLX754URCWG3E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TUFVU2Q3YLMPVOLX754URCWG3E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:11:24Z","links":{"resolver":"https://pith.science/pith/TUFVU2Q3YLMPVOLX754URCWG3E","bundle":"https://pith.science/pith/TUFVU2Q3YLMPVOLX754URCWG3E/bundle.json","state":"https://pith.science/pith/TUFVU2Q3YLMPVOLX754URCWG3E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TUFVU2Q3YLMPVOLX754URCWG3E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TUFVU2Q3YLMPVOLX754URCWG3E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"223928405f95db3a11e6a5d5225aaad5a58ed04024e106a4ffacc4d930316f71","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-12T08:25:31Z","title_canon_sha256":"9406830522ec89c477269f48ccbdd37a2de9851e902fcd635a70eedc751f7536"},"schema_version":"1.0","source":{"id":"2407.09087","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.09087","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"arxiv_version","alias_value":"2407.09087v1","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.09087","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"pith_short_12","alias_value":"TUFVU2Q3YLMP","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"pith_short_16","alias_value":"TUFVU2Q3YLMPVOLX","created_at":"2026-07-05T08:43:14Z"},{"alias_kind":"pith_short_8","alias_value":"TUFVU2Q3","created_at":"2026-07-05T08:43:14Z"}],"graph_snapshots":[{"event_id":"sha256:6428935543664b29f0d4336f44ad7d6cbbb5a9bfe2029d6dcc9bb472bd5e2930","target":"graph","created_at":"2026-07-05T08:43:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.09087/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the realm of self-supervised learning (SSL), masked image modeling (MIM) has gained popularity alongside contrastive learning methods. MIM involves reconstructing masked regions of input images using their unmasked portions. A notable subset of MIM methodologies employs discrete tokens as the reconstruction target, but the theoretical underpinnings of this choice remain underexplored. In this paper, we explore the role of these discrete tokens, aiming to unravel their benefits and limitations. Building upon the connection between MIM and contrastive learning, we provide a comprehensive theo","authors_text":"Tianqi Du, Yifei Wang, Yisen Wang","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-12T08:25:31Z","title":"On the Role of Discrete Tokenization in Visual Representation Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.09087","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3c8bb566db7792033455003ec93f456d354868be65d89c3aa9e71529374b7aa4","target":"record","created_at":"2026-07-05T08:43:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"223928405f95db3a11e6a5d5225aaad5a58ed04024e106a4ffacc4d930316f71","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-12T08:25:31Z","title_canon_sha256":"9406830522ec89c477269f48ccbdd37a2de9851e902fcd635a70eedc751f7536"},"schema_version":"1.0","source":{"id":"2407.09087","kind":"arxiv","version":1}},"canonical_sha256":"9d0b5a6a1bc2d8fab977ff79488ac6d91f1dbe700b67df24a961f14eaf817a65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d0b5a6a1bc2d8fab977ff79488ac6d91f1dbe700b67df24a961f14eaf817a65","first_computed_at":"2026-07-05T08:43:14.436293Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:14.436293Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZQ3mvMKkEvwYjWaOxBCM+dhbrzw6fCyQkgMd/TizubjOmNtWYNyIVv0Ud3qs4mKs57rnU/JylwndoCYgkE9SAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:14.436756Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.09087","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3c8bb566db7792033455003ec93f456d354868be65d89c3aa9e71529374b7aa4","sha256:6428935543664b29f0d4336f44ad7d6cbbb5a9bfe2029d6dcc9bb472bd5e2930"],"state_sha256":"2eb8adf0e27e97a05869802d38625d2cc422b8bdd7ed8e2f716cf5b60a25d44d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+TLRqS5LRcJM2KMKEIjgvfC4xf533zzIkCltsZKKMXDgfA4icu4qkcfWmtWbGHE5jcUE/B7hQXTu+HmqGdxCAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:11:24.907776Z","bundle_sha256":"c04379f098a66e758b69416f3f72c3f18984dabb039af06d6012a8e4f4d5ddf2"}}