{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PDT6RFZRA7J3VJKJP4FUZ3WENZ","short_pith_number":"pith:PDT6RFZR","canonical_record":{"source":{"id":"2002.06305","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-15T02:40:10Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"43b2fa36f1978736731ce83c0e7d9a2de74dd2671d569b304c0456d89a4888fc","abstract_canon_sha256":"689a3f95c0324212d060efe1020f1afa67e20276232584334357d6d2204c9f11"},"schema_version":"1.0"},"canonical_sha256":"78e7e8973107d3baa5497f0b4ceec46e75697f798951c82e9dca44f8bfebe8de","source":{"kind":"arxiv","id":"2002.06305","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.06305","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"arxiv_version","alias_value":"2002.06305v1","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.06305","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"pith_short_12","alias_value":"PDT6RFZRA7J3","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"pith_short_16","alias_value":"PDT6RFZRA7J3VJKJ","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"pith_short_8","alias_value":"PDT6RFZR","created_at":"2026-07-05T00:42:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PDT6RFZRA7J3VJKJP4FUZ3WENZ","target":"record","payload":{"canonical_record":{"source":{"id":"2002.06305","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-15T02:40:10Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"43b2fa36f1978736731ce83c0e7d9a2de74dd2671d569b304c0456d89a4888fc","abstract_canon_sha256":"689a3f95c0324212d060efe1020f1afa67e20276232584334357d6d2204c9f11"},"schema_version":"1.0"},"canonical_sha256":"78e7e8973107d3baa5497f0b4ceec46e75697f798951c82e9dca44f8bfebe8de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:42:00.524661Z","signature_b64":"zZYROHzU7R+wC+gjENblSrWr1nPxdi/QpcovhZgGdnaNt87clvQRwh9TAjfoRTmM2HI1zGb21q4d5q1YsUf6DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78e7e8973107d3baa5497f0b4ceec46e75697f798951c82e9dca44f8bfebe8de","last_reissued_at":"2026-07-05T00:42:00.524184Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:42:00.524184Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.06305","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:42:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rB444UxXJaHpYewTD0Zd723cyhAbu3ikDPNUU1rsYsRU/680ZLHVjhhLwkV9sgjvri1qYGbfWBk2jgGn6xSgBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:39:50.605067Z"},"content_sha256":"cb48db04f20c8b6cf81d17792c6ddeb77963402c2720df209b66fd9bca7ef91e","schema_version":"1.0","event_id":"sha256:cb48db04f20c8b6cf81d17792c6ddeb77963402c2720df209b66fd9bca7ef91e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PDT6RFZRA7J3VJKJP4FUZ3WENZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Ali Farhadi, Gabriel Ilharco, Hannaneh Hajishirzi, Jesse Dodge, Noah Smith, Roy Schwartz","submitted_at":"2020-02-15T02:40:10Z","abstract_excerpt":"Fine-tuning pretrained contextual word embedding models to supervised downstream tasks has become commonplace in natural language processing. This process, however, is often brittle: even with the same hyperparameter values, distinct random seeds can lead to substantially different results. To better understand this phenomenon, we experiment with four datasets from the GLUE benchmark, fine-tuning BERT hundreds of times on each while varying only the random seeds. We find substantial performance increases compared to previously reported results, and we quantify how the performance of the best-f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.06305","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.06305/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:42:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Io0ImBoRmQ+LMldzfmOUgzgzj41YwJlDbmN/mTv1gwH4PYX9c0JtcPN4UwjGjuqGoGJ40PN9FdSEREvyqvi1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:39:50.605999Z"},"content_sha256":"80c88f0feaa8070797a79466d75240b1d8a146508f1288ff835bbfff78f13699","schema_version":"1.0","event_id":"sha256:80c88f0feaa8070797a79466d75240b1d8a146508f1288ff835bbfff78f13699"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ/bundle.json","state_url":"https://pith.science/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:39:50Z","links":{"resolver":"https://pith.science/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ","bundle":"https://pith.science/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ/bundle.json","state":"https://pith.science/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDT6RFZRA7J3VJKJP4FUZ3WENZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PDT6RFZRA7J3VJKJP4FUZ3WENZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"689a3f95c0324212d060efe1020f1afa67e20276232584334357d6d2204c9f11","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-15T02:40:10Z","title_canon_sha256":"43b2fa36f1978736731ce83c0e7d9a2de74dd2671d569b304c0456d89a4888fc"},"schema_version":"1.0","source":{"id":"2002.06305","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.06305","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"arxiv_version","alias_value":"2002.06305v1","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.06305","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"pith_short_12","alias_value":"PDT6RFZRA7J3","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"pith_short_16","alias_value":"PDT6RFZRA7J3VJKJ","created_at":"2026-07-05T00:42:00Z"},{"alias_kind":"pith_short_8","alias_value":"PDT6RFZR","created_at":"2026-07-05T00:42:00Z"}],"graph_snapshots":[{"event_id":"sha256:80c88f0feaa8070797a79466d75240b1d8a146508f1288ff835bbfff78f13699","target":"graph","created_at":"2026-07-05T00:42:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.06305/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning pretrained contextual word embedding models to supervised downstream tasks has become commonplace in natural language processing. This process, however, is often brittle: even with the same hyperparameter values, distinct random seeds can lead to substantially different results. To better understand this phenomenon, we experiment with four datasets from the GLUE benchmark, fine-tuning BERT hundreds of times on each while varying only the random seeds. We find substantial performance increases compared to previously reported results, and we quantify how the performance of the best-f","authors_text":"Ali Farhadi, Gabriel Ilharco, Hannaneh Hajishirzi, Jesse Dodge, Noah Smith, Roy Schwartz","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-15T02:40:10Z","title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.06305","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb48db04f20c8b6cf81d17792c6ddeb77963402c2720df209b66fd9bca7ef91e","target":"record","created_at":"2026-07-05T00:42:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"689a3f95c0324212d060efe1020f1afa67e20276232584334357d6d2204c9f11","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-15T02:40:10Z","title_canon_sha256":"43b2fa36f1978736731ce83c0e7d9a2de74dd2671d569b304c0456d89a4888fc"},"schema_version":"1.0","source":{"id":"2002.06305","kind":"arxiv","version":1}},"canonical_sha256":"78e7e8973107d3baa5497f0b4ceec46e75697f798951c82e9dca44f8bfebe8de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78e7e8973107d3baa5497f0b4ceec46e75697f798951c82e9dca44f8bfebe8de","first_computed_at":"2026-07-05T00:42:00.524184Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:42:00.524184Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zZYROHzU7R+wC+gjENblSrWr1nPxdi/QpcovhZgGdnaNt87clvQRwh9TAjfoRTmM2HI1zGb21q4d5q1YsUf6DA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:42:00.524661Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.06305","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb48db04f20c8b6cf81d17792c6ddeb77963402c2720df209b66fd9bca7ef91e","sha256:80c88f0feaa8070797a79466d75240b1d8a146508f1288ff835bbfff78f13699"],"state_sha256":"72953178ccee732a16811bcf57c449ea27af48cfff72be05f2153ce04d05722b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dp1WSYZPrh9HxJ2Gi3rVCdvDMam+oG+pq0M8CQBwbhshbuy13VAud8h7hDsZztGF1SMNY7Hix0VIzeFqyTcMAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:39:50.613402Z","bundle_sha256":"1b108d1301a2b26a86f3d412d13b436a43097a95d98aadd2f31a0d21ed9fe909"}}