{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5XAWQHPFWGJ6QAWSHEJDXNSUYZ","short_pith_number":"pith:5XAWQHPF","canonical_record":{"source":{"id":"2310.04400","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:50:38Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"06cd2df9640f106d7d0b9e6494efaa9bb605f79f391ed56785aab37bfa18a8b4","abstract_canon_sha256":"4d29d5d9dc9754cabef2595fee637682966f1ffcbfa91cd2241b518814794078"},"schema_version":"1.0"},"canonical_sha256":"edc1681de5b193e802d239123bb654c64195adca6dc81beb836cff5415a7644c","source":{"kind":"arxiv","id":"2310.04400","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04400","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04400v2","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04400","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"pith_short_12","alias_value":"5XAWQHPFWGJ6","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"pith_short_16","alias_value":"5XAWQHPFWGJ6QAWS","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"pith_short_8","alias_value":"5XAWQHPF","created_at":"2026-07-05T08:28:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5XAWQHPFWGJ6QAWSHEJDXNSUYZ","target":"record","payload":{"canonical_record":{"source":{"id":"2310.04400","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:50:38Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"06cd2df9640f106d7d0b9e6494efaa9bb605f79f391ed56785aab37bfa18a8b4","abstract_canon_sha256":"4d29d5d9dc9754cabef2595fee637682966f1ffcbfa91cd2241b518814794078"},"schema_version":"1.0"},"canonical_sha256":"edc1681de5b193e802d239123bb654c64195adca6dc81beb836cff5415a7644c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:02.860031Z","signature_b64":"AsLO0EaLb4uXBhhFweLru0/6mOledeZqSn6fDtLO8ZgkmkiobYTffWiLrCIivhXNBvoy8hB9MMCVRceOOh53AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"edc1681de5b193e802d239123bb654c64195adca6dc81beb836cff5415a7644c","last_reissued_at":"2026-07-05T08:28:02.859544Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:02.859544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.04400","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2I/O7QbonKC+U5ZB6t2ZOzIjqL2fhD6Sy6RRUgb5gM51GOhfw1VeN0dP1vTDOkXx2tSX+jxS1er9sYpDZCTVAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:16:51.489455Z"},"content_sha256":"e24f13b72b3b94e0ab76e44e977e8754c5432b87df0ae1298855f50d18412e6f","schema_version":"1.0","event_id":"sha256:e24f13b72b3b94e0ab76e44e977e8754c5432b87df0ae1298855f50d18412e6f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5XAWQHPFWGJ6QAWSHEJDXNSUYZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Embedding Collapse when Scaling up Recommendation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.LG","authors_text":"Baixu Chen, Jie Jiang, Junwei Pan, Mingsheng Long, Ximei Wang, Xingzhuo Guo","submitted_at":"2023-10-06T17:50:38Z","abstract_excerpt":"Recent advances in foundation models have led to a promising trend of developing large recommendation models to leverage vast amounts of available data. Still, mainstream models remain embarrassingly small in size and na\\\"ive enlarging does not lead to sufficient performance gain, suggesting a deficiency in the model scalability. In this paper, we identify the embedding collapse phenomenon as the inhibition of scalability, wherein the embedding matrix tends to occupy a low-dimensional subspace. Through empirical and theoretical analysis, we demonstrate a \\emph{two-sided effect} of feature inte"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04400","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.04400/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3hSecTSjWlwi396oIPy92fPZjqUPssCeVyHtjbsPncy9GIpwqx9L3o4FUJpNm/Wk86ZcYv7ZQayz95tfFlH3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:16:51.490011Z"},"content_sha256":"1534cfbaf498ae91b60922327a7c0a965a2d94dbe6fe0b19d5f25ff9d9a2a60b","schema_version":"1.0","event_id":"sha256:1534cfbaf498ae91b60922327a7c0a965a2d94dbe6fe0b19d5f25ff9d9a2a60b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ/bundle.json","state_url":"https://pith.science/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:16:51Z","links":{"resolver":"https://pith.science/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ","bundle":"https://pith.science/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ/bundle.json","state":"https://pith.science/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5XAWQHPFWGJ6QAWSHEJDXNSUYZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5XAWQHPFWGJ6QAWSHEJDXNSUYZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d29d5d9dc9754cabef2595fee637682966f1ffcbfa91cd2241b518814794078","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:50:38Z","title_canon_sha256":"06cd2df9640f106d7d0b9e6494efaa9bb605f79f391ed56785aab37bfa18a8b4"},"schema_version":"1.0","source":{"id":"2310.04400","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04400","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04400v2","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04400","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"pith_short_12","alias_value":"5XAWQHPFWGJ6","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"pith_short_16","alias_value":"5XAWQHPFWGJ6QAWS","created_at":"2026-07-05T08:28:02Z"},{"alias_kind":"pith_short_8","alias_value":"5XAWQHPF","created_at":"2026-07-05T08:28:02Z"}],"graph_snapshots":[{"event_id":"sha256:1534cfbaf498ae91b60922327a7c0a965a2d94dbe6fe0b19d5f25ff9d9a2a60b","target":"graph","created_at":"2026-07-05T08:28:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.04400/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in foundation models have led to a promising trend of developing large recommendation models to leverage vast amounts of available data. Still, mainstream models remain embarrassingly small in size and na\\\"ive enlarging does not lead to sufficient performance gain, suggesting a deficiency in the model scalability. In this paper, we identify the embedding collapse phenomenon as the inhibition of scalability, wherein the embedding matrix tends to occupy a low-dimensional subspace. Through empirical and theoretical analysis, we demonstrate a \\emph{two-sided effect} of feature inte","authors_text":"Baixu Chen, Jie Jiang, Junwei Pan, Mingsheng Long, Ximei Wang, Xingzhuo Guo","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:50:38Z","title":"On the Embedding Collapse when Scaling up Recommendation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04400","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e24f13b72b3b94e0ab76e44e977e8754c5432b87df0ae1298855f50d18412e6f","target":"record","created_at":"2026-07-05T08:28:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d29d5d9dc9754cabef2595fee637682966f1ffcbfa91cd2241b518814794078","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T17:50:38Z","title_canon_sha256":"06cd2df9640f106d7d0b9e6494efaa9bb605f79f391ed56785aab37bfa18a8b4"},"schema_version":"1.0","source":{"id":"2310.04400","kind":"arxiv","version":2}},"canonical_sha256":"edc1681de5b193e802d239123bb654c64195adca6dc81beb836cff5415a7644c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"edc1681de5b193e802d239123bb654c64195adca6dc81beb836cff5415a7644c","first_computed_at":"2026-07-05T08:28:02.859544Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:02.859544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AsLO0EaLb4uXBhhFweLru0/6mOledeZqSn6fDtLO8ZgkmkiobYTffWiLrCIivhXNBvoy8hB9MMCVRceOOh53AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:02.860031Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.04400","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e24f13b72b3b94e0ab76e44e977e8754c5432b87df0ae1298855f50d18412e6f","sha256:1534cfbaf498ae91b60922327a7c0a965a2d94dbe6fe0b19d5f25ff9d9a2a60b"],"state_sha256":"c07b51e075020ab9910f0310b809000caa603c7b37a24c11466f31bdf10dbda3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w00v3OsERHOFI8IunZUe+0Tyd8UPdq6on28+5nxDdOQDEfvDr880QLIG9U0oImzwJQzA5Acb+3dyyE9qhbsgDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:16:51.502400Z","bundle_sha256":"5d941d58b0d43b75d9288da6dfca82043782d0902da80fd7e656b249919d84db"}}