{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:X2RKIRJUVXJ7PSWJYIHLY3MMP4","short_pith_number":"pith:X2RKIRJU","canonical_record":{"source":{"id":"2002.02000","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-05T21:40:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"90b09260883ea7cc1083f32dd8712f30bb05bdf38d53b5e9b3052c991dd021a0","abstract_canon_sha256":"0680bfe49b9a46214490eb231ae81126b5a2b2ba999185995c5e93c864abdb01"},"schema_version":"1.0"},"canonical_sha256":"bea2a44534add3f7cac9c20ebc6d8c7f17a7f7a163e4f1a0f335856530947275","source":{"kind":"arxiv","id":"2002.02000","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.02000","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"2002.02000v1","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.02000","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"X2RKIRJUVXJ7","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"pith_short_16","alias_value":"X2RKIRJUVXJ7PSWJ","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"pith_short_8","alias_value":"X2RKIRJU","created_at":"2026-07-05T00:38:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:X2RKIRJUVXJ7PSWJYIHLY3MMP4","target":"record","payload":{"canonical_record":{"source":{"id":"2002.02000","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-05T21:40:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"90b09260883ea7cc1083f32dd8712f30bb05bdf38d53b5e9b3052c991dd021a0","abstract_canon_sha256":"0680bfe49b9a46214490eb231ae81126b5a2b2ba999185995c5e93c864abdb01"},"schema_version":"1.0"},"canonical_sha256":"bea2a44534add3f7cac9c20ebc6d8c7f17a7f7a163e4f1a0f335856530947275","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:38:48.537647Z","signature_b64":"+xMyhx5ubTz9Nw6TWiItW3ru0bs/U63fum2l71fSJv7V0e1jA11KKtOAOO9HNc/sv9094LbF4lvkiKoH0cAcDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bea2a44534add3f7cac9c20ebc6d8c7f17a7f7a163e4f1a0f335856530947275","last_reissued_at":"2026-07-05T00:38:48.537270Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:38:48.537270Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.02000","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:38:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"glPzBXMcXfMycZ+nXBEg87BrKz1GVuFSvnueDtg8jVAU+F1N+UNsB1hD0pDWecVK1EZwomk18BNWTEkYzbGdDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:17:05.737922Z"},"content_sha256":"6ed6db0992832f1f2471f47121df3cf3c87a2a88a7f2fe3a0b960bfabb668e7d","schema_version":"1.0","event_id":"sha256:6ed6db0992832f1f2471f47121df3cf3c87a2a88a7f2fe3a0b960bfabb668e7d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:X2RKIRJUVXJ7PSWJYIHLY3MMP4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aligning the Pretraining and Finetuning Objectives of Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Jingwen Lu, Nuo Wang Pierse","submitted_at":"2020-02-05T21:40:50Z","abstract_excerpt":"We demonstrate that explicitly aligning the pretraining objectives to the finetuning objectives in language model training significantly improves the finetuning task performance and reduces the minimum amount of finetuning examples required. The performance margin gained from objective alignment allows us to build language models with smaller sizes for tasks with less available training data. We provide empirical evidence of these claims by applying objective alignment to concept-of-interest tagging and acronym detection tasks. We found that, with objective alignment, our 768 by 3 and 512 by 3"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.02000","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.02000/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:38:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tLhZVep1dDfqOcD3BDRWTWBkDTUkxUmYcsA5PY5Ywqjr2reNawaaS5QITy+BcVwA+iwk82cjZ9fEeLpNk+J/BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:17:05.738333Z"},"content_sha256":"84a0400843142427b75a9f05975d76fde7f95176a120c364fbff64a32b463a22","schema_version":"1.0","event_id":"sha256:84a0400843142427b75a9f05975d76fde7f95176a120c364fbff64a32b463a22"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4/bundle.json","state_url":"https://pith.science/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T07:17:05Z","links":{"resolver":"https://pith.science/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4","bundle":"https://pith.science/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4/bundle.json","state":"https://pith.science/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X2RKIRJUVXJ7PSWJYIHLY3MMP4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:X2RKIRJUVXJ7PSWJYIHLY3MMP4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0680bfe49b9a46214490eb231ae81126b5a2b2ba999185995c5e93c864abdb01","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-05T21:40:50Z","title_canon_sha256":"90b09260883ea7cc1083f32dd8712f30bb05bdf38d53b5e9b3052c991dd021a0"},"schema_version":"1.0","source":{"id":"2002.02000","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.02000","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"2002.02000v1","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.02000","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"X2RKIRJUVXJ7","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"pith_short_16","alias_value":"X2RKIRJUVXJ7PSWJ","created_at":"2026-07-05T00:38:48Z"},{"alias_kind":"pith_short_8","alias_value":"X2RKIRJU","created_at":"2026-07-05T00:38:48Z"}],"graph_snapshots":[{"event_id":"sha256:84a0400843142427b75a9f05975d76fde7f95176a120c364fbff64a32b463a22","target":"graph","created_at":"2026-07-05T00:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.02000/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We demonstrate that explicitly aligning the pretraining objectives to the finetuning objectives in language model training significantly improves the finetuning task performance and reduces the minimum amount of finetuning examples required. The performance margin gained from objective alignment allows us to build language models with smaller sizes for tasks with less available training data. We provide empirical evidence of these claims by applying objective alignment to concept-of-interest tagging and acronym detection tasks. We found that, with objective alignment, our 768 by 3 and 512 by 3","authors_text":"Jingwen Lu, Nuo Wang Pierse","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-05T21:40:50Z","title":"Aligning the Pretraining and Finetuning Objectives of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.02000","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ed6db0992832f1f2471f47121df3cf3c87a2a88a7f2fe3a0b960bfabb668e7d","target":"record","created_at":"2026-07-05T00:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0680bfe49b9a46214490eb231ae81126b5a2b2ba999185995c5e93c864abdb01","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-05T21:40:50Z","title_canon_sha256":"90b09260883ea7cc1083f32dd8712f30bb05bdf38d53b5e9b3052c991dd021a0"},"schema_version":"1.0","source":{"id":"2002.02000","kind":"arxiv","version":1}},"canonical_sha256":"bea2a44534add3f7cac9c20ebc6d8c7f17a7f7a163e4f1a0f335856530947275","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bea2a44534add3f7cac9c20ebc6d8c7f17a7f7a163e4f1a0f335856530947275","first_computed_at":"2026-07-05T00:38:48.537270Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:38:48.537270Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+xMyhx5ubTz9Nw6TWiItW3ru0bs/U63fum2l71fSJv7V0e1jA11KKtOAOO9HNc/sv9094LbF4lvkiKoH0cAcDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:38:48.537647Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.02000","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ed6db0992832f1f2471f47121df3cf3c87a2a88a7f2fe3a0b960bfabb668e7d","sha256:84a0400843142427b75a9f05975d76fde7f95176a120c364fbff64a32b463a22"],"state_sha256":"e66aff51e6193e9bc20ac673dfd8b85f30cc4fc1ecb8848e9c47987a6f34e3eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hdVYJhXHAo+6PMTvqMcSb2yRhFE4WrImshM0AMGv/i0xRJoepFr8zFasCAqre6JemVT7MNn6OOmKpJCX8mJ2Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T07:17:05.740986Z","bundle_sha256":"2332d5c654700bfaf21851a065c43242fa9b586c151ba7a864a90e0b4f7de9ce"}}