{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:EJ6REN2KUVFDPDPP7H5SVPP7HE","short_pith_number":"pith:EJ6REN2K","canonical_record":{"source":{"id":"1911.03861","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-10T05:56:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d4c88389a604560e02bfd292275dbda7782ec14f190d1eaffe1c63dc886bdefc","abstract_canon_sha256":"018d8e9e381bf3095d03ea2fc44ccc83e83fd37365a65ba2ffc76bc0f5105b82"},"schema_version":"1.0"},"canonical_sha256":"227d12374aa54a378deff9fb2abdff393724b7e0c44732927e45416af10be7c2","source":{"kind":"arxiv","id":"1911.03861","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.03861","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"arxiv_version","alias_value":"1911.03861v2","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.03861","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"pith_short_12","alias_value":"EJ6REN2KUVFD","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"pith_short_16","alias_value":"EJ6REN2KUVFDPDPP","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"pith_short_8","alias_value":"EJ6REN2K","created_at":"2026-07-05T02:11:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:EJ6REN2KUVFDPDPP7H5SVPP7HE","target":"record","payload":{"canonical_record":{"source":{"id":"1911.03861","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-10T05:56:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d4c88389a604560e02bfd292275dbda7782ec14f190d1eaffe1c63dc886bdefc","abstract_canon_sha256":"018d8e9e381bf3095d03ea2fc44ccc83e83fd37365a65ba2ffc76bc0f5105b82"},"schema_version":"1.0"},"canonical_sha256":"227d12374aa54a378deff9fb2abdff393724b7e0c44732927e45416af10be7c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:11:20.272741Z","signature_b64":"BIf6fT5oSagPQMChcWD7ngm4JHtxSbfbU18eo186mYkAJMzFI4JzWRCmjCFqbbglfEp3v7PYQQk12CydTT4zAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"227d12374aa54a378deff9fb2abdff393724b7e0c44732927e45416af10be7c2","last_reissued_at":"2026-07-05T02:11:20.272348Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:11:20.272348Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.03861","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"28EFhkgU2kVMqODalMW4K86NUEDCLDdHbD7xrIBKAwnMHiIHhDfVoekWbXcwQXo9d64FBQPe7mXX2BOsn1B3AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:20:13.359961Z"},"content_sha256":"79a3b2fde489e1ccc7119861623913d2db864736ff11465aef41f4abf23a4571","schema_version":"1.0","event_id":"sha256:79a3b2fde489e1ccc7119861623913d2db864736ff11465aef41f4abf23a4571"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:EJ6REN2KUVFDPDPP7H5SVPP7HE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Increasing Robustness to Spurious Correlations using Forgettable Examples","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Alessandro Sordoni, Remi Tachet, Soroush Mehri, T.J. Hazen, Yadollah Yaghoobzadeh","submitted_at":"2019-11-10T05:56:41Z","abstract_excerpt":"Neural NLP models tend to rely on spurious correlations between labels and input features to perform their tasks. Minority examples, i.e., examples that contradict the spurious correlations present in the majority of data points, have been shown to increase the out-of-distribution generalization of pre-trained language models. In this paper, we first propose using example forgetting to find minority examples without prior knowledge of the spurious correlations present in the dataset. Forgettable examples are instances either learned and then forgotten during training or never learned. We empir"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.03861","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.03861/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VD1xQkvr2q8PA0DqlIzCVrSYCBIUUMHLTesuhMdo2eZnlmlCLlyJRONAWXK/nLVlnfQOpXKWdhhDBr1+rK61Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:20:13.360457Z"},"content_sha256":"3a13eb2abd8fd165e1df6d595dde6a9c1cb94f1123f7831f71a722e34c951aae","schema_version":"1.0","event_id":"sha256:3a13eb2abd8fd165e1df6d595dde6a9c1cb94f1123f7831f71a722e34c951aae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE/bundle.json","state_url":"https://pith.science/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:20:13Z","links":{"resolver":"https://pith.science/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE","bundle":"https://pith.science/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE/bundle.json","state":"https://pith.science/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EJ6REN2KUVFDPDPP7H5SVPP7HE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:EJ6REN2KUVFDPDPP7H5SVPP7HE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"018d8e9e381bf3095d03ea2fc44ccc83e83fd37365a65ba2ffc76bc0f5105b82","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-10T05:56:41Z","title_canon_sha256":"d4c88389a604560e02bfd292275dbda7782ec14f190d1eaffe1c63dc886bdefc"},"schema_version":"1.0","source":{"id":"1911.03861","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.03861","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"arxiv_version","alias_value":"1911.03861v2","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.03861","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"pith_short_12","alias_value":"EJ6REN2KUVFD","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"pith_short_16","alias_value":"EJ6REN2KUVFDPDPP","created_at":"2026-07-05T02:11:20Z"},{"alias_kind":"pith_short_8","alias_value":"EJ6REN2K","created_at":"2026-07-05T02:11:20Z"}],"graph_snapshots":[{"event_id":"sha256:3a13eb2abd8fd165e1df6d595dde6a9c1cb94f1123f7831f71a722e34c951aae","target":"graph","created_at":"2026-07-05T02:11:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.03861/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural NLP models tend to rely on spurious correlations between labels and input features to perform their tasks. Minority examples, i.e., examples that contradict the spurious correlations present in the majority of data points, have been shown to increase the out-of-distribution generalization of pre-trained language models. In this paper, we first propose using example forgetting to find minority examples without prior knowledge of the spurious correlations present in the dataset. Forgettable examples are instances either learned and then forgotten during training or never learned. We empir","authors_text":"Alessandro Sordoni, Remi Tachet, Soroush Mehri, T.J. Hazen, Yadollah Yaghoobzadeh","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-10T05:56:41Z","title":"Increasing Robustness to Spurious Correlations using Forgettable Examples"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.03861","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:79a3b2fde489e1ccc7119861623913d2db864736ff11465aef41f4abf23a4571","target":"record","created_at":"2026-07-05T02:11:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"018d8e9e381bf3095d03ea2fc44ccc83e83fd37365a65ba2ffc76bc0f5105b82","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-11-10T05:56:41Z","title_canon_sha256":"d4c88389a604560e02bfd292275dbda7782ec14f190d1eaffe1c63dc886bdefc"},"schema_version":"1.0","source":{"id":"1911.03861","kind":"arxiv","version":2}},"canonical_sha256":"227d12374aa54a378deff9fb2abdff393724b7e0c44732927e45416af10be7c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"227d12374aa54a378deff9fb2abdff393724b7e0c44732927e45416af10be7c2","first_computed_at":"2026-07-05T02:11:20.272348Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:11:20.272348Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BIf6fT5oSagPQMChcWD7ngm4JHtxSbfbU18eo186mYkAJMzFI4JzWRCmjCFqbbglfEp3v7PYQQk12CydTT4zAw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:11:20.272741Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.03861","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:79a3b2fde489e1ccc7119861623913d2db864736ff11465aef41f4abf23a4571","sha256:3a13eb2abd8fd165e1df6d595dde6a9c1cb94f1123f7831f71a722e34c951aae"],"state_sha256":"1526ec604452a46f7ac7742f95ee0a11dd3f37f1e21756187e65f9c4fdcf2e3a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q+VMCflSXrc7DDR2eq0WJP8w/omxCO14vB52QYHh0pcYIusYbwULGWfV7siR8Pp9kRQwQrAnkE7KoA+H0AklDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:20:13.364258Z","bundle_sha256":"6af905165fb664b8f0c38c008c95495aa9efa9f54b8821a3f9da03a969f1ff3a"}}