{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TONOWF7INMM7EQMOEFJOPZRC6K","short_pith_number":"pith:TONOWF7I","canonical_record":{"source":{"id":"2110.05730","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-12T04:22:55Z","cross_cats_sorted":[],"title_canon_sha256":"b9145a33841d73b3ebcbe0f6b79de90fc069decf92c718d5ed3b1124135c46d0","abstract_canon_sha256":"34408660041e95548910c697620db361fb2a455fbbe6e1b73a39f136b96455f0"},"schema_version":"1.0"},"canonical_sha256":"9b9aeb17e86b19f2418e2152e7e622f289ee2b49a48c891ddf6f184542161157","source":{"kind":"arxiv","id":"2110.05730","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05730","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05730v2","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05730","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"pith_short_12","alias_value":"TONOWF7INMM7","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"pith_short_16","alias_value":"TONOWF7INMM7EQMO","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"pith_short_8","alias_value":"TONOWF7I","created_at":"2026-07-05T03:33:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TONOWF7INMM7EQMOEFJOPZRC6K","target":"record","payload":{"canonical_record":{"source":{"id":"2110.05730","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-12T04:22:55Z","cross_cats_sorted":[],"title_canon_sha256":"b9145a33841d73b3ebcbe0f6b79de90fc069decf92c718d5ed3b1124135c46d0","abstract_canon_sha256":"34408660041e95548910c697620db361fb2a455fbbe6e1b73a39f136b96455f0"},"schema_version":"1.0"},"canonical_sha256":"9b9aeb17e86b19f2418e2152e7e622f289ee2b49a48c891ddf6f184542161157","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:33:08.319288Z","signature_b64":"uDKR0dnQSsn25M+EEnTuwMpxfy+007q9uwTAVR8sP6MPMFUeHmHS3kfuuWVz/uuHqslKPvLh2maOVtyHMdh8CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b9aeb17e86b19f2418e2152e7e622f289ee2b49a48c891ddf6f184542161157","last_reissued_at":"2026-07-05T03:33:08.318668Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:33:08.318668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.05730","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SCSSvCqsma+pgJUS8XgqL5xsOA+sF3JKayyOMrQbaB8ZlXu0szW6WjK4RKcdi2IeehJmHvcngzm7ehqQq79nBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:31:17.581858Z"},"content_sha256":"e96f6c62dadfbb811b6d347e65fb619713b8e1de8b68cef9eb683388bcce81c6","schema_version":"1.0","event_id":"sha256:e96f6c62dadfbb811b6d347e65fb619713b8e1de8b68cef9eb683388bcce81c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TONOWF7INMM7EQMOEFJOPZRC6K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Contrastive Learning for Representation Degeneration Problem in Sequential Recommendation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Hongzhi Yin, Ruihong Qiu, Zi Huang, Zijian Wang","submitted_at":"2021-10-12T04:22:55Z","abstract_excerpt":"Recent advancements of sequential deep learning models such as Transformer and BERT have significantly facilitated the sequential recommendation. However, according to our study, the distribution of item embeddings generated by these models tends to degenerate into an anisotropic shape, which may result in high semantic similarities among embeddings. In this paper, both empirical and theoretical investigations of this representation degeneration problem are first provided, based on which a novel recommender model DuoRec is proposed to improve the item embeddings distribution. Specifically, in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05730","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.05730/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r9PifhPY0NcQDX1u0wulPWKzI/OqDW+56nu5YewdUigpb1EQ7Dd2O8o7OJetpi9+blJaHJQbihXxvwto50XYCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:31:17.582354Z"},"content_sha256":"16918a1f194819df7eeb22f3936f0f238ddb745d878456ed7a8f602555b63969","schema_version":"1.0","event_id":"sha256:16918a1f194819df7eeb22f3936f0f238ddb745d878456ed7a8f602555b63969"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TONOWF7INMM7EQMOEFJOPZRC6K/bundle.json","state_url":"https://pith.science/pith/TONOWF7INMM7EQMOEFJOPZRC6K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TONOWF7INMM7EQMOEFJOPZRC6K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:31:17Z","links":{"resolver":"https://pith.science/pith/TONOWF7INMM7EQMOEFJOPZRC6K","bundle":"https://pith.science/pith/TONOWF7INMM7EQMOEFJOPZRC6K/bundle.json","state":"https://pith.science/pith/TONOWF7INMM7EQMOEFJOPZRC6K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TONOWF7INMM7EQMOEFJOPZRC6K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TONOWF7INMM7EQMOEFJOPZRC6K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34408660041e95548910c697620db361fb2a455fbbe6e1b73a39f136b96455f0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-12T04:22:55Z","title_canon_sha256":"b9145a33841d73b3ebcbe0f6b79de90fc069decf92c718d5ed3b1124135c46d0"},"schema_version":"1.0","source":{"id":"2110.05730","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05730","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05730v2","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05730","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"pith_short_12","alias_value":"TONOWF7INMM7","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"pith_short_16","alias_value":"TONOWF7INMM7EQMO","created_at":"2026-07-05T03:33:08Z"},{"alias_kind":"pith_short_8","alias_value":"TONOWF7I","created_at":"2026-07-05T03:33:08Z"}],"graph_snapshots":[{"event_id":"sha256:16918a1f194819df7eeb22f3936f0f238ddb745d878456ed7a8f602555b63969","target":"graph","created_at":"2026-07-05T03:33:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.05730/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements of sequential deep learning models such as Transformer and BERT have significantly facilitated the sequential recommendation. However, according to our study, the distribution of item embeddings generated by these models tends to degenerate into an anisotropic shape, which may result in high semantic similarities among embeddings. In this paper, both empirical and theoretical investigations of this representation degeneration problem are first provided, based on which a novel recommender model DuoRec is proposed to improve the item embeddings distribution. Specifically, in ","authors_text":"Hongzhi Yin, Ruihong Qiu, Zi Huang, Zijian Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-12T04:22:55Z","title":"Contrastive Learning for Representation Degeneration Problem in Sequential Recommendation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05730","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e96f6c62dadfbb811b6d347e65fb619713b8e1de8b68cef9eb683388bcce81c6","target":"record","created_at":"2026-07-05T03:33:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34408660041e95548910c697620db361fb2a455fbbe6e1b73a39f136b96455f0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-12T04:22:55Z","title_canon_sha256":"b9145a33841d73b3ebcbe0f6b79de90fc069decf92c718d5ed3b1124135c46d0"},"schema_version":"1.0","source":{"id":"2110.05730","kind":"arxiv","version":2}},"canonical_sha256":"9b9aeb17e86b19f2418e2152e7e622f289ee2b49a48c891ddf6f184542161157","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b9aeb17e86b19f2418e2152e7e622f289ee2b49a48c891ddf6f184542161157","first_computed_at":"2026-07-05T03:33:08.318668Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:33:08.318668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uDKR0dnQSsn25M+EEnTuwMpxfy+007q9uwTAVR8sP6MPMFUeHmHS3kfuuWVz/uuHqslKPvLh2maOVtyHMdh8CA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:33:08.319288Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.05730","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e96f6c62dadfbb811b6d347e65fb619713b8e1de8b68cef9eb683388bcce81c6","sha256:16918a1f194819df7eeb22f3936f0f238ddb745d878456ed7a8f602555b63969"],"state_sha256":"48abe91c7c02f369cbff8ebda79a66b64decbd5eadd66320ece3a0b52a032276"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tPZvlgkmTga+1/YIdObPi6e27kNy+h3Vr4FgZBreVsWqMS9gGZ8HS0Vzp+AttUehRtC3bue2FpDKvnJ9qa5rDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:31:17.585604Z","bundle_sha256":"07e13474d862eaf456cc9c40a5d292cdbd6ec6f3de559ff03e3d9d33ea0d86f7"}}