{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:P6UZ4FEHSP3RPLPGUU7FPJMO2Q","short_pith_number":"pith:P6UZ4FEH","canonical_record":{"source":{"id":"2305.03981","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-06T09:02:10Z","cross_cats_sorted":[],"title_canon_sha256":"14fa1f35a395454c4324d5f27d618e6a156c3300e42ebd35651040542036c18b","abstract_canon_sha256":"3ef313d8e1de1cf26795fa55b8497b24dfb5e8f10152ab952c5ca9d359acae7d"},"schema_version":"1.0"},"canonical_sha256":"7fa99e148793f717ade6a53e57a58ed4172afc99c37bda33f589d75226ed57e1","source":{"kind":"arxiv","id":"2305.03981","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.03981","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"arxiv_version","alias_value":"2305.03981v1","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.03981","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"pith_short_12","alias_value":"P6UZ4FEHSP3R","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"pith_short_16","alias_value":"P6UZ4FEHSP3RPLPG","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"pith_short_8","alias_value":"P6UZ4FEH","created_at":"2026-07-05T06:07:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:P6UZ4FEHSP3RPLPGUU7FPJMO2Q","target":"record","payload":{"canonical_record":{"source":{"id":"2305.03981","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-06T09:02:10Z","cross_cats_sorted":[],"title_canon_sha256":"14fa1f35a395454c4324d5f27d618e6a156c3300e42ebd35651040542036c18b","abstract_canon_sha256":"3ef313d8e1de1cf26795fa55b8497b24dfb5e8f10152ab952c5ca9d359acae7d"},"schema_version":"1.0"},"canonical_sha256":"7fa99e148793f717ade6a53e57a58ed4172afc99c37bda33f589d75226ed57e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:07:43.335621Z","signature_b64":"jDzMrDTk7hCnGYKzlHMCFDmrjT0O1jiVpAYiKinTqPkDdlhZuA4lB2NsmJ28W4pgC0tK/l9z6JtRBQ0lenPnDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7fa99e148793f717ade6a53e57a58ed4172afc99c37bda33f589d75226ed57e1","last_reissued_at":"2026-07-05T06:07:43.335227Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:07:43.335227Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.03981","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:07:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vGrj9I4Wnbg98nlJhODjJ88duXMCp3iYhPHn6F4tkFITHlErM6OmoZ8MjHZD0wpIBXUPTb5E/PnqDw2HxVfDAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T19:05:50.302421Z"},"content_sha256":"ed68ec35c2053ff24f0aaa7c9ea64c2322df1eb4b72f92c05d9a40f3ebc735ac","schema_version":"1.0","event_id":"sha256:ed68ec35c2053ff24f0aaa7c9ea64c2322df1eb4b72f92c05d9a40f3ebc735ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:P6UZ4FEHSP3RPLPGUU7FPJMO2Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pre-training Language Model as a Multi-perspective Course Learner","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Beiduo Chen, Furu Wei, Haizhen Huang, Qi Zhang, Shaohan Huang, Weiwei Deng, Wu Guo, Zhenhua Ling, Zihan Zhang","submitted_at":"2023-05-06T09:02:10Z","abstract_excerpt":"ELECTRA, the generator-discriminator pre-training framework, has achieved impressive semantic construction capability among various downstream tasks. Despite the convincing performance, ELECTRA still faces the challenges of monotonous training and deficient interaction. Generator with only masked language modeling (MLM) leads to biased learning and label imbalance for discriminator, decreasing learning efficiency; no explicit feedback loop from discriminator to generator results in the chasm between these two components, underutilizing the course learning. In this study, a multi-perspective co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.03981","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.03981/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:07:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BjbKx+qkRzrBMPNkSv6TTO6YdK4s159xwHfu0n/o3iD2/LVIr/4U+gSoha1ph4+QQmPc8hnX/ispbTvl9f10Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T19:05:50.304177Z"},"content_sha256":"96ef4ad97d3b5dc64f9b89cd3d4eb854113a4ac6cdd7ae1e045b9a276dd311dc","schema_version":"1.0","event_id":"sha256:96ef4ad97d3b5dc64f9b89cd3d4eb854113a4ac6cdd7ae1e045b9a276dd311dc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q/bundle.json","state_url":"https://pith.science/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T19:05:50Z","links":{"resolver":"https://pith.science/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q","bundle":"https://pith.science/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q/bundle.json","state":"https://pith.science/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P6UZ4FEHSP3RPLPGUU7FPJMO2Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:P6UZ4FEHSP3RPLPGUU7FPJMO2Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ef313d8e1de1cf26795fa55b8497b24dfb5e8f10152ab952c5ca9d359acae7d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-06T09:02:10Z","title_canon_sha256":"14fa1f35a395454c4324d5f27d618e6a156c3300e42ebd35651040542036c18b"},"schema_version":"1.0","source":{"id":"2305.03981","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.03981","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"arxiv_version","alias_value":"2305.03981v1","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.03981","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"pith_short_12","alias_value":"P6UZ4FEHSP3R","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"pith_short_16","alias_value":"P6UZ4FEHSP3RPLPG","created_at":"2026-07-05T06:07:43Z"},{"alias_kind":"pith_short_8","alias_value":"P6UZ4FEH","created_at":"2026-07-05T06:07:43Z"}],"graph_snapshots":[{"event_id":"sha256:96ef4ad97d3b5dc64f9b89cd3d4eb854113a4ac6cdd7ae1e045b9a276dd311dc","target":"graph","created_at":"2026-07-05T06:07:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.03981/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"ELECTRA, the generator-discriminator pre-training framework, has achieved impressive semantic construction capability among various downstream tasks. Despite the convincing performance, ELECTRA still faces the challenges of monotonous training and deficient interaction. Generator with only masked language modeling (MLM) leads to biased learning and label imbalance for discriminator, decreasing learning efficiency; no explicit feedback loop from discriminator to generator results in the chasm between these two components, underutilizing the course learning. In this study, a multi-perspective co","authors_text":"Beiduo Chen, Furu Wei, Haizhen Huang, Qi Zhang, Shaohan Huang, Weiwei Deng, Wu Guo, Zhenhua Ling, Zihan Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-06T09:02:10Z","title":"Pre-training Language Model as a Multi-perspective Course Learner"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.03981","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed68ec35c2053ff24f0aaa7c9ea64c2322df1eb4b72f92c05d9a40f3ebc735ac","target":"record","created_at":"2026-07-05T06:07:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ef313d8e1de1cf26795fa55b8497b24dfb5e8f10152ab952c5ca9d359acae7d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-06T09:02:10Z","title_canon_sha256":"14fa1f35a395454c4324d5f27d618e6a156c3300e42ebd35651040542036c18b"},"schema_version":"1.0","source":{"id":"2305.03981","kind":"arxiv","version":1}},"canonical_sha256":"7fa99e148793f717ade6a53e57a58ed4172afc99c37bda33f589d75226ed57e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7fa99e148793f717ade6a53e57a58ed4172afc99c37bda33f589d75226ed57e1","first_computed_at":"2026-07-05T06:07:43.335227Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:07:43.335227Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jDzMrDTk7hCnGYKzlHMCFDmrjT0O1jiVpAYiKinTqPkDdlhZuA4lB2NsmJ28W4pgC0tK/l9z6JtRBQ0lenPnDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:07:43.335621Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.03981","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed68ec35c2053ff24f0aaa7c9ea64c2322df1eb4b72f92c05d9a40f3ebc735ac","sha256:96ef4ad97d3b5dc64f9b89cd3d4eb854113a4ac6cdd7ae1e045b9a276dd311dc"],"state_sha256":"b8def5757c0c87a63e517048fb48274cd869f1ab476224157a9c19f0274115db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+RHOSpHFyJ+6yGlmsTBDiF4+l7/WpTQMT+VTmYePgXHvf0xCr7oCiIWWZlZB6Ntz4OCbpyp/YK5vVaKTHmhsCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T19:05:50.325455Z","bundle_sha256":"91de58fc9f1b80d8f65c52d8060ac676f0736cca696721a92d33c9ebabe94638"}}