{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5DQJGSYX6ZCJ2K4WQNOJBQNHB3","short_pith_number":"pith:5DQJGSYX","canonical_record":{"source":{"id":"2109.09519","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-20T13:10:23Z","cross_cats_sorted":[],"title_canon_sha256":"f27aebfce16b9d94638e58645a02393e5484207bb1e1eae8c1abe9d6ff5207c7","abstract_canon_sha256":"74b9e00e644c687e1276631d50ebc524696d39bab64db593bdef483b14f7bc82"},"schema_version":"1.0"},"canonical_sha256":"e8e0934b17f6449d2b96835c90c1a70ec5c2c79bc1815b7d41dbd3670fffdff0","source":{"kind":"arxiv","id":"2109.09519","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.09519","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"arxiv_version","alias_value":"2109.09519v2","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.09519","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"pith_short_12","alias_value":"5DQJGSYX6ZCJ","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"pith_short_16","alias_value":"5DQJGSYX6ZCJ2K4W","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"pith_short_8","alias_value":"5DQJGSYX","created_at":"2026-07-05T05:08:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5DQJGSYX6ZCJ2K4WQNOJBQNHB3","target":"record","payload":{"canonical_record":{"source":{"id":"2109.09519","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-20T13:10:23Z","cross_cats_sorted":[],"title_canon_sha256":"f27aebfce16b9d94638e58645a02393e5484207bb1e1eae8c1abe9d6ff5207c7","abstract_canon_sha256":"74b9e00e644c687e1276631d50ebc524696d39bab64db593bdef483b14f7bc82"},"schema_version":"1.0"},"canonical_sha256":"e8e0934b17f6449d2b96835c90c1a70ec5c2c79bc1815b7d41dbd3670fffdff0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:08:14.206114Z","signature_b64":"8yyv457FRfspayrqhQKO7HI7Rh0S0QMN0zRQvw093sO/he0WyZmyg0spUqlxNfteVMSfJ5ic3LBFnS7O8PRDDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e8e0934b17f6449d2b96835c90c1a70ec5c2c79bc1815b7d41dbd3670fffdff0","last_reissued_at":"2026-07-05T05:08:14.205659Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:08:14.205659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.09519","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:08:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"olnxe81bPvBtk+NrisGrAlj3t26Vc2Z00GKD0b0FTWdVZbBUcNLsYspqZok2Zq0mlOZwm2aAm75zMTdPHqIrBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T21:10:17.977662Z"},"content_sha256":"29ee0ea648390df5690f1663a4c7dc000d9de9ef09747b4628c5ef4c12789baf","schema_version":"1.0","event_id":"sha256:29ee0ea648390df5690f1663a4c7dc000d9de9ef09747b4628c5ef4c12789baf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5DQJGSYX6ZCJ2K4WQNOJBQNHB3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PLATO-XL: Exploring the Large-scale Pre-training of Dialogue Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fan Wang, HaiFeng Wang, Hua Lu, Huang He, Hua Wu, Siqi Bao, Wenquan Wu, Xinchao Xu, Xin Tian, Xinxian Huang, Yingzhan Lin, Zhen Guo, Zheng-Yu Niu, Zhihua Wu","submitted_at":"2021-09-20T13:10:23Z","abstract_excerpt":"To explore the limit of dialogue generation pre-training, we present the models of PLATO-XL with up to 11 billion parameters, trained on both Chinese and English social media conversations. To train such large models, we adopt the architecture of unified transformer with high computation and parameter efficiency. In addition, we carry out multi-party aware pre-training to better distinguish the characteristic information in social media conversations. With such designs, PLATO-XL successfully achieves superior performances as compared to other approaches in both Chinese and English chitchat. We"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.09519","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.09519/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:08:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G4SUqkqtZXoDW1z1tpNlwDkm7isBZrVibRFFHbTNFQJ+tu9t3w7dVwqB+f0omMLEBg5cCD5vsPOzSZpkZH7tCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T21:10:17.978070Z"},"content_sha256":"96ed90d64a4534b76dce0c51f4c7926f9b9e437f433c74d3dc01b305f2ccca9e","schema_version":"1.0","event_id":"sha256:96ed90d64a4534b76dce0c51f4c7926f9b9e437f433c74d3dc01b305f2ccca9e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3/bundle.json","state_url":"https://pith.science/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T21:10:17Z","links":{"resolver":"https://pith.science/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3","bundle":"https://pith.science/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3/bundle.json","state":"https://pith.science/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5DQJGSYX6ZCJ2K4WQNOJBQNHB3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5DQJGSYX6ZCJ2K4WQNOJBQNHB3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"74b9e00e644c687e1276631d50ebc524696d39bab64db593bdef483b14f7bc82","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-20T13:10:23Z","title_canon_sha256":"f27aebfce16b9d94638e58645a02393e5484207bb1e1eae8c1abe9d6ff5207c7"},"schema_version":"1.0","source":{"id":"2109.09519","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.09519","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"arxiv_version","alias_value":"2109.09519v2","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.09519","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"pith_short_12","alias_value":"5DQJGSYX6ZCJ","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"pith_short_16","alias_value":"5DQJGSYX6ZCJ2K4W","created_at":"2026-07-05T05:08:14Z"},{"alias_kind":"pith_short_8","alias_value":"5DQJGSYX","created_at":"2026-07-05T05:08:14Z"}],"graph_snapshots":[{"event_id":"sha256:96ed90d64a4534b76dce0c51f4c7926f9b9e437f433c74d3dc01b305f2ccca9e","target":"graph","created_at":"2026-07-05T05:08:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.09519/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To explore the limit of dialogue generation pre-training, we present the models of PLATO-XL with up to 11 billion parameters, trained on both Chinese and English social media conversations. To train such large models, we adopt the architecture of unified transformer with high computation and parameter efficiency. In addition, we carry out multi-party aware pre-training to better distinguish the characteristic information in social media conversations. With such designs, PLATO-XL successfully achieves superior performances as compared to other approaches in both Chinese and English chitchat. We","authors_text":"Fan Wang, HaiFeng Wang, Hua Lu, Huang He, Hua Wu, Siqi Bao, Wenquan Wu, Xinchao Xu, Xin Tian, Xinxian Huang, Yingzhan Lin, Zhen Guo, Zheng-Yu Niu, Zhihua Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-20T13:10:23Z","title":"PLATO-XL: Exploring the Large-scale Pre-training of Dialogue Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.09519","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:29ee0ea648390df5690f1663a4c7dc000d9de9ef09747b4628c5ef4c12789baf","target":"record","created_at":"2026-07-05T05:08:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"74b9e00e644c687e1276631d50ebc524696d39bab64db593bdef483b14f7bc82","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-20T13:10:23Z","title_canon_sha256":"f27aebfce16b9d94638e58645a02393e5484207bb1e1eae8c1abe9d6ff5207c7"},"schema_version":"1.0","source":{"id":"2109.09519","kind":"arxiv","version":2}},"canonical_sha256":"e8e0934b17f6449d2b96835c90c1a70ec5c2c79bc1815b7d41dbd3670fffdff0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e8e0934b17f6449d2b96835c90c1a70ec5c2c79bc1815b7d41dbd3670fffdff0","first_computed_at":"2026-07-05T05:08:14.205659Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:08:14.205659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8yyv457FRfspayrqhQKO7HI7Rh0S0QMN0zRQvw093sO/he0WyZmyg0spUqlxNfteVMSfJ5ic3LBFnS7O8PRDDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:08:14.206114Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.09519","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:29ee0ea648390df5690f1663a4c7dc000d9de9ef09747b4628c5ef4c12789baf","sha256:96ed90d64a4534b76dce0c51f4c7926f9b9e437f433c74d3dc01b305f2ccca9e"],"state_sha256":"bdac011a34b32e6debf2eb01b33716cc5965362da8c865c658bd41007c239297"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OTYyQuLEWMObquDmH6mvtacHEQmVJM3xrfZvGvqKl6Rl4dSB7J6ApyTQyqqi+yaJetI4pD/rS6b5NNRcuHFjAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T21:10:17.982527Z","bundle_sha256":"ae6bb5d815e5dc4031fc3007e1b1f65050f46c5cb0f948b166954e01efa244bc"}}