{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ADB4B4OMBBSHAETFESZ2AWLF7K","short_pith_number":"pith:ADB4B4OM","canonical_record":{"source":{"id":"2010.01494","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-10-04T07:01:23Z","cross_cats_sorted":[],"title_canon_sha256":"a62b3351526d1f76a81303b9a7bdce425b4801165449227b9bc3be69ab78994c","abstract_canon_sha256":"0bfd1890bd8d6622c3cb0b3a8e8a5594821d29316e05b2370dddafab2c69fcaa"},"schema_version":"1.0"},"canonical_sha256":"00c3c0f1cc086470126524b3a05965fa8319e99f11703c89f86b4209b818cac2","source":{"kind":"arxiv","id":"2010.01494","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.01494","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"arxiv_version","alias_value":"2010.01494v1","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.01494","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"pith_short_12","alias_value":"ADB4B4OMBBSH","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"pith_short_16","alias_value":"ADB4B4OMBBSHAETF","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"pith_short_8","alias_value":"ADB4B4OM","created_at":"2026-07-05T01:40:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ADB4B4OMBBSHAETFESZ2AWLF7K","target":"record","payload":{"canonical_record":{"source":{"id":"2010.01494","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-10-04T07:01:23Z","cross_cats_sorted":[],"title_canon_sha256":"a62b3351526d1f76a81303b9a7bdce425b4801165449227b9bc3be69ab78994c","abstract_canon_sha256":"0bfd1890bd8d6622c3cb0b3a8e8a5594821d29316e05b2370dddafab2c69fcaa"},"schema_version":"1.0"},"canonical_sha256":"00c3c0f1cc086470126524b3a05965fa8319e99f11703c89f86b4209b818cac2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:40:06.140224Z","signature_b64":"44DoKm/dOgyjGBXTzdZldP+N9h08orIB/rGik6pjzQ9VKaGqYvz+LC760+5n47e+PfjJLIKONUe/Y+H2krq5Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"00c3c0f1cc086470126524b3a05965fa8319e99f11703c89f86b4209b818cac2","last_reissued_at":"2026-07-05T01:40:06.139740Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:40:06.139740Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.01494","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:40:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sSUXRa61B66pjPzkxcxHNVmLOBSGtR6DGDZSO1aW71TAinWZYa2yDJKOIh9uPCKt8Scxo5//gZEEJBjMI1Z/Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:53:53.599537Z"},"content_sha256":"e0106bdffe98ab84ca79fdd60e808356197c8e968849ad08c5b7c42d907c1472","schema_version":"1.0","event_id":"sha256:e0106bdffe98ab84ca79fdd60e808356197c8e968849ad08c5b7c42d907c1472"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ADB4B4OMBBSHAETFESZ2AWLF7K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PTUM: Pre-training User Model from Unlabeled User Behaviors via Self-supervision","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Chuhan Wu, Fangzhao Wu, Jianxun Lian, Tao Qi, Xing Xie, Yongfeng Huang","submitted_at":"2020-10-04T07:01:23Z","abstract_excerpt":"User modeling is critical for many personalized web services. Many existing methods model users based on their behaviors and the labeled data of target tasks. However, these methods cannot exploit useful information in unlabeled user behavior data, and their performance may be not optimal when labeled data is scarce. Motivated by pre-trained language models which are pre-trained on large-scale unlabeled corpus to empower many downstream tasks, in this paper we propose to pre-train user models from large-scale unlabeled user behaviors data. We propose two self-supervision tasks for user model p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.01494","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.01494/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:40:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jMkxXiC1ObpLG0N3hIukVZkfsb6fV4bm8OiRSQfHtGHOCitZAPm+fBR8H57h4LzHYvqX8fKVhzO4sRaPJX8xAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:53:53.600050Z"},"content_sha256":"0ad771f47e77d5e2df0611baea5d6d8eb66924fdc076e93c5a22c7f1a91c4b7c","schema_version":"1.0","event_id":"sha256:0ad771f47e77d5e2df0611baea5d6d8eb66924fdc076e93c5a22c7f1a91c4b7c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ADB4B4OMBBSHAETFESZ2AWLF7K/bundle.json","state_url":"https://pith.science/pith/ADB4B4OMBBSHAETFESZ2AWLF7K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ADB4B4OMBBSHAETFESZ2AWLF7K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:53:53Z","links":{"resolver":"https://pith.science/pith/ADB4B4OMBBSHAETFESZ2AWLF7K","bundle":"https://pith.science/pith/ADB4B4OMBBSHAETFESZ2AWLF7K/bundle.json","state":"https://pith.science/pith/ADB4B4OMBBSHAETFESZ2AWLF7K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ADB4B4OMBBSHAETFESZ2AWLF7K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ADB4B4OMBBSHAETFESZ2AWLF7K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0bfd1890bd8d6622c3cb0b3a8e8a5594821d29316e05b2370dddafab2c69fcaa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-10-04T07:01:23Z","title_canon_sha256":"a62b3351526d1f76a81303b9a7bdce425b4801165449227b9bc3be69ab78994c"},"schema_version":"1.0","source":{"id":"2010.01494","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.01494","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"arxiv_version","alias_value":"2010.01494v1","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.01494","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"pith_short_12","alias_value":"ADB4B4OMBBSH","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"pith_short_16","alias_value":"ADB4B4OMBBSHAETF","created_at":"2026-07-05T01:40:06Z"},{"alias_kind":"pith_short_8","alias_value":"ADB4B4OM","created_at":"2026-07-05T01:40:06Z"}],"graph_snapshots":[{"event_id":"sha256:0ad771f47e77d5e2df0611baea5d6d8eb66924fdc076e93c5a22c7f1a91c4b7c","target":"graph","created_at":"2026-07-05T01:40:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.01494/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"User modeling is critical for many personalized web services. Many existing methods model users based on their behaviors and the labeled data of target tasks. However, these methods cannot exploit useful information in unlabeled user behavior data, and their performance may be not optimal when labeled data is scarce. Motivated by pre-trained language models which are pre-trained on large-scale unlabeled corpus to empower many downstream tasks, in this paper we propose to pre-train user models from large-scale unlabeled user behaviors data. We propose two self-supervision tasks for user model p","authors_text":"Chuhan Wu, Fangzhao Wu, Jianxun Lian, Tao Qi, Xing Xie, Yongfeng Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-10-04T07:01:23Z","title":"PTUM: Pre-training User Model from Unlabeled User Behaviors via Self-supervision"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.01494","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e0106bdffe98ab84ca79fdd60e808356197c8e968849ad08c5b7c42d907c1472","target":"record","created_at":"2026-07-05T01:40:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0bfd1890bd8d6622c3cb0b3a8e8a5594821d29316e05b2370dddafab2c69fcaa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-10-04T07:01:23Z","title_canon_sha256":"a62b3351526d1f76a81303b9a7bdce425b4801165449227b9bc3be69ab78994c"},"schema_version":"1.0","source":{"id":"2010.01494","kind":"arxiv","version":1}},"canonical_sha256":"00c3c0f1cc086470126524b3a05965fa8319e99f11703c89f86b4209b818cac2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"00c3c0f1cc086470126524b3a05965fa8319e99f11703c89f86b4209b818cac2","first_computed_at":"2026-07-05T01:40:06.139740Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:40:06.139740Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"44DoKm/dOgyjGBXTzdZldP+N9h08orIB/rGik6pjzQ9VKaGqYvz+LC760+5n47e+PfjJLIKONUe/Y+H2krq5Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T01:40:06.140224Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.01494","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e0106bdffe98ab84ca79fdd60e808356197c8e968849ad08c5b7c42d907c1472","sha256:0ad771f47e77d5e2df0611baea5d6d8eb66924fdc076e93c5a22c7f1a91c4b7c"],"state_sha256":"dfd5baffd2510168a18018efb49943fc016e5b8e2292a7df01543d41cf8bf55b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5D5j9eciDsdyPs/Ipfuxz9OvgvvK3NPB8MVPMsLc8+RFoFJFek7wUFNyXjzpGR7zZssHJ3G9dLph+OKvZCoJBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:53:53.603786Z","bundle_sha256":"209b955caca7908f0f4f8db6c0be9ac8c0c20d93a4c1e50e9a189b44db47bb40"}}