{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:GTYXIXFEXFY45EN4VWQKACPZJP","short_pith_number":"pith:GTYXIXFE","canonical_record":{"source":{"id":"2104.08646","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-17T21:34:10Z","cross_cats_sorted":[],"title_canon_sha256":"a0eb7b5ac7a89e9c47d6b3c04c5231cbdd8cdfd8c5112bc11e24dc2f5ca6483c","abstract_canon_sha256":"9bc162731be871e2cc34b06f5277cfa2725e78a999215cef339ea570868263ec"},"schema_version":"1.0"},"canonical_sha256":"34f1745ca4b971ce91bcada0a009f94bdb66a97a70018b296b40b300a486416b","source":{"kind":"arxiv","id":"2104.08646","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08646","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08646v3","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08646","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"pith_short_12","alias_value":"GTYXIXFEXFY4","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"pith_short_16","alias_value":"GTYXIXFEXFY45EN4","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"pith_short_8","alias_value":"GTYXIXFE","created_at":"2026-07-05T03:44:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:GTYXIXFEXFY45EN4VWQKACPZJP","target":"record","payload":{"canonical_record":{"source":{"id":"2104.08646","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-17T21:34:10Z","cross_cats_sorted":[],"title_canon_sha256":"a0eb7b5ac7a89e9c47d6b3c04c5231cbdd8cdfd8c5112bc11e24dc2f5ca6483c","abstract_canon_sha256":"9bc162731be871e2cc34b06f5277cfa2725e78a999215cef339ea570868263ec"},"schema_version":"1.0"},"canonical_sha256":"34f1745ca4b971ce91bcada0a009f94bdb66a97a70018b296b40b300a486416b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:44:09.834411Z","signature_b64":"eYglD+Zw/Mz7WNxDoP2yCMd1TFy2w1rZfrOPz+j6BNoPrw3FOMfCOdH2A3odlRF4/iRmAASZAnrrFayI5iITDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34f1745ca4b971ce91bcada0a009f94bdb66a97a70018b296b40b300a486416b","last_reissued_at":"2026-07-05T03:44:09.834003Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:44:09.834003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.08646","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:44:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YDcPfe8lYnDhf2Yim7K3CG38gjDU49dOSKtv731L7WfZnFnSzTdQtGRphVEoMkghb/QistzsSOaAAzWWWsJlDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:23:18.999838Z"},"content_sha256":"6f4d0a946939c5bfe620001d5efc0d6a3089a5fb8cc92b2914a4f63a848aceac","schema_version":"1.0","event_id":"sha256:6f4d0a946939c5bfe620001d5efc0d6a3089a5fb8cc92b2914a4f63a848aceac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:GTYXIXFEXFY45EN4VWQKACPZJP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Competency Problems: On Finding and Removing Artifacts in Language Data","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexis Ross, Jesse Dodge, Matt Gardner, Matthew E. Peters, Noah A. Smith, Sameer Singh, William Merrill","submitted_at":"2021-04-17T21:34:10Z","abstract_excerpt":"Much recent work in NLP has documented dataset artifacts, bias, and spurious correlations between input features and output labels. However, how to tell which features have \"spurious\" instead of legitimate correlations is typically left unspecified. In this work we argue that for complex language understanding tasks, all simple feature correlations are spurious, and we formalize this notion into a class of problems which we call competency problems. For example, the word \"amazing\" on its own should not give information about a sentiment label independent of the context in which it appears, whi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08646","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.08646/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:44:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLxgkEt/aYI5uDySTzcuotE0KRXH/DoWxtX/EHGjQEjqmD94aHd+ddi2N3qFdMznv87fxA92snofhOMOANksAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:23:19.001026Z"},"content_sha256":"59ca5bc092ed0a53c728a194f2a3d291d15dd65d1c5003244fe361cb649983e3","schema_version":"1.0","event_id":"sha256:59ca5bc092ed0a53c728a194f2a3d291d15dd65d1c5003244fe361cb649983e3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GTYXIXFEXFY45EN4VWQKACPZJP/bundle.json","state_url":"https://pith.science/pith/GTYXIXFEXFY45EN4VWQKACPZJP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GTYXIXFEXFY45EN4VWQKACPZJP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:23:19Z","links":{"resolver":"https://pith.science/pith/GTYXIXFEXFY45EN4VWQKACPZJP","bundle":"https://pith.science/pith/GTYXIXFEXFY45EN4VWQKACPZJP/bundle.json","state":"https://pith.science/pith/GTYXIXFEXFY45EN4VWQKACPZJP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GTYXIXFEXFY45EN4VWQKACPZJP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GTYXIXFEXFY45EN4VWQKACPZJP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9bc162731be871e2cc34b06f5277cfa2725e78a999215cef339ea570868263ec","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-17T21:34:10Z","title_canon_sha256":"a0eb7b5ac7a89e9c47d6b3c04c5231cbdd8cdfd8c5112bc11e24dc2f5ca6483c"},"schema_version":"1.0","source":{"id":"2104.08646","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08646","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08646v3","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08646","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"pith_short_12","alias_value":"GTYXIXFEXFY4","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"pith_short_16","alias_value":"GTYXIXFEXFY45EN4","created_at":"2026-07-05T03:44:09Z"},{"alias_kind":"pith_short_8","alias_value":"GTYXIXFE","created_at":"2026-07-05T03:44:09Z"}],"graph_snapshots":[{"event_id":"sha256:59ca5bc092ed0a53c728a194f2a3d291d15dd65d1c5003244fe361cb649983e3","target":"graph","created_at":"2026-07-05T03:44:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.08646/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Much recent work in NLP has documented dataset artifacts, bias, and spurious correlations between input features and output labels. However, how to tell which features have \"spurious\" instead of legitimate correlations is typically left unspecified. In this work we argue that for complex language understanding tasks, all simple feature correlations are spurious, and we formalize this notion into a class of problems which we call competency problems. For example, the word \"amazing\" on its own should not give information about a sentiment label independent of the context in which it appears, whi","authors_text":"Alexis Ross, Jesse Dodge, Matt Gardner, Matthew E. Peters, Noah A. Smith, Sameer Singh, William Merrill","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-17T21:34:10Z","title":"Competency Problems: On Finding and Removing Artifacts in Language Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08646","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f4d0a946939c5bfe620001d5efc0d6a3089a5fb8cc92b2914a4f63a848aceac","target":"record","created_at":"2026-07-05T03:44:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9bc162731be871e2cc34b06f5277cfa2725e78a999215cef339ea570868263ec","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-17T21:34:10Z","title_canon_sha256":"a0eb7b5ac7a89e9c47d6b3c04c5231cbdd8cdfd8c5112bc11e24dc2f5ca6483c"},"schema_version":"1.0","source":{"id":"2104.08646","kind":"arxiv","version":3}},"canonical_sha256":"34f1745ca4b971ce91bcada0a009f94bdb66a97a70018b296b40b300a486416b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34f1745ca4b971ce91bcada0a009f94bdb66a97a70018b296b40b300a486416b","first_computed_at":"2026-07-05T03:44:09.834003Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:44:09.834003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eYglD+Zw/Mz7WNxDoP2yCMd1TFy2w1rZfrOPz+j6BNoPrw3FOMfCOdH2A3odlRF4/iRmAASZAnrrFayI5iITDg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:44:09.834411Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.08646","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f4d0a946939c5bfe620001d5efc0d6a3089a5fb8cc92b2914a4f63a848aceac","sha256:59ca5bc092ed0a53c728a194f2a3d291d15dd65d1c5003244fe361cb649983e3"],"state_sha256":"1125d8b0202cf2db80522b188493b00ee7556d447f079b60a19d6da35017aaf3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sB+23XRSxd8HXx55nYOAhR0NlV0tWQukxgY7Av3nlNWROPnawEWfgDqszSCgTuqgwi412W4S2qTudKbMJ9zQDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:23:19.006653Z","bundle_sha256":"593e3335952237de59c95faed7d3930e366d532997f981ebf36eb6bdc2584ba2"}}