{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DV22MDOKDGVTP77BIVZHF675B7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"367035746b21b5d3c30a4f5e50ea1f0c087ba37aa6f76b2117d2c5caedbc59e5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-25T16:32:29Z","title_canon_sha256":"6e7291f1da5387b53ca625c8314ae15f98e335eaf2b127b5b235e7181d4d27a8"},"schema_version":"1.0","source":{"id":"2411.16550","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16550","created_at":"2026-07-05T09:40:10Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16550v1","created_at":"2026-07-05T09:40:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16550","created_at":"2026-07-05T09:40:10Z"},{"alias_kind":"pith_short_12","alias_value":"DV22MDOKDGVT","created_at":"2026-07-05T09:40:10Z"},{"alias_kind":"pith_short_16","alias_value":"DV22MDOKDGVTP77B","created_at":"2026-07-05T09:40:10Z"},{"alias_kind":"pith_short_8","alias_value":"DV22MDOK","created_at":"2026-07-05T09:40:10Z"}],"graph_snapshots":[{"event_id":"sha256:09c7001bd0e56e917c7845d7ed791ed024cea0e92c8911317351d412b2a68c5a","target":"graph","created_at":"2026-07-05T09:40:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16550/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vector quantization is a technique in machine learning that discretizes continuous representations into a set of discrete vectors. It is widely employed in tokenizing data representations for large language models, diffusion models, and other generative models. Despite its prevalence, the characteristics and behaviors of vector quantization in generative models remain largely underexplored. In this study, we investigate representation collapse in vector quantization - a critical degradation where codebook tokens or latent embeddings lose their discriminative power by converging to a limited su","authors_text":"Dianbo Liu, Qiran Zou, Rushi Shah, Wenhao Zhao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-25T16:32:29Z","title":"Representation Collapsing Problems in Vector Quantization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16550","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f179ac97e11ad19b47f0a24266ee2fd08a2f69ea8e373c590264647d50933ca3","target":"record","created_at":"2026-07-05T09:40:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"367035746b21b5d3c30a4f5e50ea1f0c087ba37aa6f76b2117d2c5caedbc59e5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-25T16:32:29Z","title_canon_sha256":"6e7291f1da5387b53ca625c8314ae15f98e335eaf2b127b5b235e7181d4d27a8"},"schema_version":"1.0","source":{"id":"2411.16550","kind":"arxiv","version":1}},"canonical_sha256":"1d75a60dca19ab37ffe1457272fbfd0fe8b006e223618cf4e1777b438e910657","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d75a60dca19ab37ffe1457272fbfd0fe8b006e223618cf4e1777b438e910657","first_computed_at":"2026-07-05T09:40:10.952066Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:10.952066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"S0OLSD0/C4WYbYlIGQ/PLXfayVEU+WaOY5sckf76XPPJfSOXbRXQpjg9tKgIUghi+BZOBwYcULWPzyQSWVaqAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:10.952482Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16550","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f179ac97e11ad19b47f0a24266ee2fd08a2f69ea8e373c590264647d50933ca3","sha256:09c7001bd0e56e917c7845d7ed791ed024cea0e92c8911317351d412b2a68c5a"],"state_sha256":"d0058a87c1b605ca04de0587a91eb09cda98e8b6793ca3d91db2a9f91fb9b52a"}