{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:X2MWEOVAJTLYZHNQCFJET5JSWF","short_pith_number":"pith:X2MWEOVA","canonical_record":{"source":{"id":"2004.04123","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T17:11:31Z","cross_cats_sorted":[],"title_canon_sha256":"04dc82fad15cf21ae2de1db9e363497e54ad38fded92c17a56d42399f890b0ab","abstract_canon_sha256":"35b3f00ba14157acc39c44201c4b09f631297373bc2c3f761dc39424d0a0ec3c"},"schema_version":"1.0"},"canonical_sha256":"be99623aa04cd78c9db0115249f532b157a4d811ec599f2a7c8914e1d69d8d8b","source":{"kind":"arxiv","id":"2004.04123","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.04123","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"arxiv_version","alias_value":"2004.04123v2","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.04123","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"pith_short_12","alias_value":"X2MWEOVAJTLY","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"pith_short_16","alias_value":"X2MWEOVAJTLYZHNQ","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"pith_short_8","alias_value":"X2MWEOVA","created_at":"2026-07-05T02:06:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:X2MWEOVAJTLYZHNQCFJET5JSWF","target":"record","payload":{"canonical_record":{"source":{"id":"2004.04123","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T17:11:31Z","cross_cats_sorted":[],"title_canon_sha256":"04dc82fad15cf21ae2de1db9e363497e54ad38fded92c17a56d42399f890b0ab","abstract_canon_sha256":"35b3f00ba14157acc39c44201c4b09f631297373bc2c3f761dc39424d0a0ec3c"},"schema_version":"1.0"},"canonical_sha256":"be99623aa04cd78c9db0115249f532b157a4d811ec599f2a7c8914e1d69d8d8b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:06:44.209146Z","signature_b64":"YXdpUw1xTLA8PlrSu+jtUqcLmD+xMewPME2umetJcV+zBOCfiMguMJ5Ht3Izz1W7uGg7XywL4JXQyvB7BhaCDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"be99623aa04cd78c9db0115249f532b157a4d811ec599f2a7c8914e1d69d8d8b","last_reissued_at":"2026-07-05T02:06:44.208707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:06:44.208707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.04123","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:06:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gtjidYXZ7YONk2G5Ckm/P+br2XzAltysK/uBiUG7gEOrBhrnqDybyr1gD9JktZHAX4P3QJNXw8J/vHmmOTr1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T01:14:55.771402Z"},"content_sha256":"75c0ab30b3049d1ab73868f543e2d12c6872a7ed5a2100dfaa6c057cbb025d6b","schema_version":"1.0","event_id":"sha256:75c0ab30b3049d1ab73868f543e2d12c6872a7ed5a2100dfaa6c057cbb025d6b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:X2MWEOVAJTLYZHNQCFJET5JSWF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Entity-Switched Datasets: An Approach to Auditing the In-Domain Robustness of Named Entity Recognition Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ani Nenkova, Byron C. Wallace, Oshin Agarwal, Yinfei Yang","submitted_at":"2020-04-08T17:11:31Z","abstract_excerpt":"Named entity recognition systems perform well on standard datasets comprising English news. But given the paucity of data, it is difficult to draw conclusions about the robustness of systems with respect to recognizing a diverse set of entities. We propose a method for auditing the in-domain robustness of systems, focusing specifically on differences in performance due to the national origin of entities. We create entity-switched datasets, in which named entities in the original texts are replaced by plausible named entities of the same type but of different national origin. We find that state"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.04123","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.04123/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:06:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EsbHStyGu8/4EFKXOHov081Exi4WfOkT6J0r2QQO/S07spkmHeD/vIrri6FU8XSKfvvrBrc1ErQUy9S7IYJ+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T01:14:55.771972Z"},"content_sha256":"f048187b27ae39f429ba707aa6dd15f81f63d6de6359e72498e001ee948905a3","schema_version":"1.0","event_id":"sha256:f048187b27ae39f429ba707aa6dd15f81f63d6de6359e72498e001ee948905a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X2MWEOVAJTLYZHNQCFJET5JSWF/bundle.json","state_url":"https://pith.science/pith/X2MWEOVAJTLYZHNQCFJET5JSWF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X2MWEOVAJTLYZHNQCFJET5JSWF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T01:14:55Z","links":{"resolver":"https://pith.science/pith/X2MWEOVAJTLYZHNQCFJET5JSWF","bundle":"https://pith.science/pith/X2MWEOVAJTLYZHNQCFJET5JSWF/bundle.json","state":"https://pith.science/pith/X2MWEOVAJTLYZHNQCFJET5JSWF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X2MWEOVAJTLYZHNQCFJET5JSWF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:X2MWEOVAJTLYZHNQCFJET5JSWF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35b3f00ba14157acc39c44201c4b09f631297373bc2c3f761dc39424d0a0ec3c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T17:11:31Z","title_canon_sha256":"04dc82fad15cf21ae2de1db9e363497e54ad38fded92c17a56d42399f890b0ab"},"schema_version":"1.0","source":{"id":"2004.04123","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.04123","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"arxiv_version","alias_value":"2004.04123v2","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.04123","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"pith_short_12","alias_value":"X2MWEOVAJTLY","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"pith_short_16","alias_value":"X2MWEOVAJTLYZHNQ","created_at":"2026-07-05T02:06:44Z"},{"alias_kind":"pith_short_8","alias_value":"X2MWEOVA","created_at":"2026-07-05T02:06:44Z"}],"graph_snapshots":[{"event_id":"sha256:f048187b27ae39f429ba707aa6dd15f81f63d6de6359e72498e001ee948905a3","target":"graph","created_at":"2026-07-05T02:06:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.04123/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Named entity recognition systems perform well on standard datasets comprising English news. But given the paucity of data, it is difficult to draw conclusions about the robustness of systems with respect to recognizing a diverse set of entities. We propose a method for auditing the in-domain robustness of systems, focusing specifically on differences in performance due to the national origin of entities. We create entity-switched datasets, in which named entities in the original texts are replaced by plausible named entities of the same type but of different national origin. We find that state","authors_text":"Ani Nenkova, Byron C. Wallace, Oshin Agarwal, Yinfei Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T17:11:31Z","title":"Entity-Switched Datasets: An Approach to Auditing the In-Domain Robustness of Named Entity Recognition Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.04123","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75c0ab30b3049d1ab73868f543e2d12c6872a7ed5a2100dfaa6c057cbb025d6b","target":"record","created_at":"2026-07-05T02:06:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35b3f00ba14157acc39c44201c4b09f631297373bc2c3f761dc39424d0a0ec3c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T17:11:31Z","title_canon_sha256":"04dc82fad15cf21ae2de1db9e363497e54ad38fded92c17a56d42399f890b0ab"},"schema_version":"1.0","source":{"id":"2004.04123","kind":"arxiv","version":2}},"canonical_sha256":"be99623aa04cd78c9db0115249f532b157a4d811ec599f2a7c8914e1d69d8d8b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"be99623aa04cd78c9db0115249f532b157a4d811ec599f2a7c8914e1d69d8d8b","first_computed_at":"2026-07-05T02:06:44.208707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:06:44.208707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YXdpUw1xTLA8PlrSu+jtUqcLmD+xMewPME2umetJcV+zBOCfiMguMJ5Ht3Izz1W7uGg7XywL4JXQyvB7BhaCDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:06:44.209146Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.04123","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75c0ab30b3049d1ab73868f543e2d12c6872a7ed5a2100dfaa6c057cbb025d6b","sha256:f048187b27ae39f429ba707aa6dd15f81f63d6de6359e72498e001ee948905a3"],"state_sha256":"a385a6ea0809d26e3051f2757c7d64c8d8ad0ee9736266fce9b02f71553d8504"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E2AdIAfZDu5AgHy9k0goQN1kCCQgEoaT8NX6M2P7Ca+BJ3HJVLb7PUfGv3LXmQv0SYi3hTrvY4RNg/9L761NCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T01:14:55.777099Z","bundle_sha256":"f5b14b48a33aaa285fb20dcc5144066a05dc13731fb1733e8a61c1ad7996f61a"}}