{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:EN727XKQ5U2STZ5BC7AWJFBIXJ","short_pith_number":"pith:EN727XKQ","canonical_record":{"source":{"id":"1904.02668","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-04T17:04:30Z","cross_cats_sorted":[],"title_canon_sha256":"e9d56c93e308e2dfc71da63aaf608e6ba65a7cfe85f2ca1f9c93eb615d2cba59","abstract_canon_sha256":"03c87ad226bdfcefd332c735fe18eaaede989a9c536364edc7bff0103d099874"},"schema_version":"1.0"},"canonical_sha256":"237fafdd50ed3529e7a117c1649428ba66979ce228e05f126fb83efe25fdf9e4","source":{"kind":"arxiv","id":"1904.02668","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.02668","created_at":"2026-05-17T23:47:39Z"},{"alias_kind":"arxiv_version","alias_value":"1904.02668v4","created_at":"2026-05-17T23:47:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.02668","created_at":"2026-05-17T23:47:39Z"},{"alias_kind":"pith_short_12","alias_value":"EN727XKQ5U2S","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"EN727XKQ5U2STZ5B","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"EN727XKQ","created_at":"2026-05-18T12:33:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:EN727XKQ5U2STZ5BC7AWJFBIXJ","target":"record","payload":{"canonical_record":{"source":{"id":"1904.02668","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-04T17:04:30Z","cross_cats_sorted":[],"title_canon_sha256":"e9d56c93e308e2dfc71da63aaf608e6ba65a7cfe85f2ca1f9c93eb615d2cba59","abstract_canon_sha256":"03c87ad226bdfcefd332c735fe18eaaede989a9c536364edc7bff0103d099874"},"schema_version":"1.0"},"canonical_sha256":"237fafdd50ed3529e7a117c1649428ba66979ce228e05f126fb83efe25fdf9e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:47:39.267094Z","signature_b64":"5uNxlFqLguxI8/rY8SVIPcyKWI60hHEGgbVy3ivsGsZtXcZNTwizJyRLPyh5laG0hIPwlinNTm6VODIm+0VBCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"237fafdd50ed3529e7a117c1649428ba66979ce228e05f126fb83efe25fdf9e4","last_reissued_at":"2026-05-17T23:47:39.266689Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:47:39.266689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.02668","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:47:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l9WexpxFEbvoNPPyzHWdqsQRNEfbs+02s2BFSCj+bJ70fcOfpUBt5c/4XvQZGVGG/vT6NpoXick0eA0EK817AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T05:53:32.348712Z"},"content_sha256":"dbc8196def3287ce8ea9b446019fc9d11f0bc18cce7c75564cd653050d6909e0","schema_version":"1.0","event_id":"sha256:dbc8196def3287ce8ea9b446019fc9d11f0bc18cce7c75564cd653050d6909e0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:EN727XKQ5U2STZ5BC7AWJFBIXJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inoculation by Fine-Tuning: A Method for Analyzing Challenge Datasets","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Nelson F. Liu, Noah A. Smith, Roy Schwartz","submitted_at":"2019-04-04T17:04:30Z","abstract_excerpt":"Several datasets have recently been constructed to expose brittleness in models trained on existing benchmarks. While model performance on these challenge datasets is significantly lower compared to the original benchmark, it is unclear what particular weaknesses they reveal. For example, a challenge dataset may be difficult because it targets phenomena that current models cannot capture, or because it simply exploits blind spots in a model's specific training set. We introduce inoculation by fine-tuning, a new analysis method for studying challenge datasets by exposing models (the metaphorica"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.02668","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:47:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sWzPwarJlUeOedl45x+V8JlFgYtBZTBsnLPpBb2VxMIQ5J2m/rbT8cUj5PxigmOcs8+GVQjP5f8pkQn/TtEbDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T05:53:32.349012Z"},"content_sha256":"ef418d2fa4eb10f2714b971359aa1bfc7bc9961f1fce271e9b9cc9ecc5875eef","schema_version":"1.0","event_id":"sha256:ef418d2fa4eb10f2714b971359aa1bfc7bc9961f1fce271e9b9cc9ecc5875eef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ/bundle.json","state_url":"https://pith.science/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T05:53:32Z","links":{"resolver":"https://pith.science/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ","bundle":"https://pith.science/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ/bundle.json","state":"https://pith.science/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EN727XKQ5U2STZ5BC7AWJFBIXJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:EN727XKQ5U2STZ5BC7AWJFBIXJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"03c87ad226bdfcefd332c735fe18eaaede989a9c536364edc7bff0103d099874","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-04T17:04:30Z","title_canon_sha256":"e9d56c93e308e2dfc71da63aaf608e6ba65a7cfe85f2ca1f9c93eb615d2cba59"},"schema_version":"1.0","source":{"id":"1904.02668","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.02668","created_at":"2026-05-17T23:47:39Z"},{"alias_kind":"arxiv_version","alias_value":"1904.02668v4","created_at":"2026-05-17T23:47:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.02668","created_at":"2026-05-17T23:47:39Z"},{"alias_kind":"pith_short_12","alias_value":"EN727XKQ5U2S","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"EN727XKQ5U2STZ5B","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"EN727XKQ","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:ef418d2fa4eb10f2714b971359aa1bfc7bc9961f1fce271e9b9cc9ecc5875eef","target":"graph","created_at":"2026-05-17T23:47:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Several datasets have recently been constructed to expose brittleness in models trained on existing benchmarks. While model performance on these challenge datasets is significantly lower compared to the original benchmark, it is unclear what particular weaknesses they reveal. For example, a challenge dataset may be difficult because it targets phenomena that current models cannot capture, or because it simply exploits blind spots in a model's specific training set. We introduce inoculation by fine-tuning, a new analysis method for studying challenge datasets by exposing models (the metaphorica","authors_text":"Nelson F. Liu, Noah A. Smith, Roy Schwartz","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-04T17:04:30Z","title":"Inoculation by Fine-Tuning: A Method for Analyzing Challenge Datasets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.02668","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dbc8196def3287ce8ea9b446019fc9d11f0bc18cce7c75564cd653050d6909e0","target":"record","created_at":"2026-05-17T23:47:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"03c87ad226bdfcefd332c735fe18eaaede989a9c536364edc7bff0103d099874","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-04T17:04:30Z","title_canon_sha256":"e9d56c93e308e2dfc71da63aaf608e6ba65a7cfe85f2ca1f9c93eb615d2cba59"},"schema_version":"1.0","source":{"id":"1904.02668","kind":"arxiv","version":4}},"canonical_sha256":"237fafdd50ed3529e7a117c1649428ba66979ce228e05f126fb83efe25fdf9e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"237fafdd50ed3529e7a117c1649428ba66979ce228e05f126fb83efe25fdf9e4","first_computed_at":"2026-05-17T23:47:39.266689Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:47:39.266689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5uNxlFqLguxI8/rY8SVIPcyKWI60hHEGgbVy3ivsGsZtXcZNTwizJyRLPyh5laG0hIPwlinNTm6VODIm+0VBCQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:47:39.267094Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.02668","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dbc8196def3287ce8ea9b446019fc9d11f0bc18cce7c75564cd653050d6909e0","sha256:ef418d2fa4eb10f2714b971359aa1bfc7bc9961f1fce271e9b9cc9ecc5875eef"],"state_sha256":"e6463d1e33f1612216f45e17f2a0178a3787e86964e7b2ae4482f1470d332670"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+hozV+MyzJdpC3MhRJ5R8UE/8d9G/v+1WhDwF3ohlnAKLs1XxKpLlM112/06ObTku8UQG+nfSGgpGrcmDpaOBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T05:53:32.352271Z","bundle_sha256":"21220620c2754a092bbd44c71e97cf4a3ddff4b21952d9ef38532020fc8b11ca"}}