{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QJJ5AZDRWA5IZOU3RUAPVN6H3U","short_pith_number":"pith:QJJ5AZDR","canonical_record":{"source":{"id":"2305.13981","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T12:05:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"87cc7c2fb3c07f240f0fb240e2b32e906b630b0ca1af48dd57a434ab79808b50","abstract_canon_sha256":"fe71e79dacccbbff3b0ceae7bee7455ec90a3a6c11c68668a2000307231cecf9"},"schema_version":"1.0"},"canonical_sha256":"8253d06471b03a8cba9b8d00fab7c7dd3bc8e6dfba6a3ca9cb988ac054a814eb","source":{"kind":"arxiv","id":"2305.13981","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.13981","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"arxiv_version","alias_value":"2305.13981v3","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.13981","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"pith_short_12","alias_value":"QJJ5AZDRWA5I","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"pith_short_16","alias_value":"QJJ5AZDRWA5IZOU3","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"pith_short_8","alias_value":"QJJ5AZDR","created_at":"2026-07-05T10:10:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QJJ5AZDRWA5IZOU3RUAPVN6H3U","target":"record","payload":{"canonical_record":{"source":{"id":"2305.13981","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T12:05:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"87cc7c2fb3c07f240f0fb240e2b32e906b630b0ca1af48dd57a434ab79808b50","abstract_canon_sha256":"fe71e79dacccbbff3b0ceae7bee7455ec90a3a6c11c68668a2000307231cecf9"},"schema_version":"1.0"},"canonical_sha256":"8253d06471b03a8cba9b8d00fab7c7dd3bc8e6dfba6a3ca9cb988ac054a814eb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:21.456775Z","signature_b64":"Ip9eS1axUyi3TpLJKYbCLVgZxDrQa9T5gUlvyZdElg3hoqHPhOoDRst2bWbHGGP4k9azX5QHrGmqJoFRZUbmDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8253d06471b03a8cba9b8d00fab7c7dd3bc8e6dfba6a3ca9cb988ac054a814eb","last_reissued_at":"2026-07-05T10:10:21.456339Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:21.456339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.13981","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HtcNcBVxvM4z5Ue4/Kye5rC81UJJRCWkLCbB0CSq9J/PVwkYwG4Xkkm4Sk+y7A2OQJ0IFv6YY3iBoJM96YsCBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:53:29.328668Z"},"content_sha256":"f45728a500258f0323a6c3412818544f677011ff992c96d46d1c201b4fa56f37","schema_version":"1.0","event_id":"sha256:f45728a500258f0323a6c3412818544f677011ff992c96d46d1c201b4fa56f37"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QJJ5AZDRWA5IZOU3RUAPVN6H3U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Preserving Knowledge Invariance: Rethinking Robustness Evaluation of Open Information Extraction","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bin Xu, Chuchun Zhang, Jifan Yu, Jinxin Liu, Ji Qi, Jiuding Sun, Juanzi Li, Kaisheng Zeng, Lei Hou, Xiaozhi Wang, Yuxiang Chen","submitted_at":"2023-05-23T12:05:09Z","abstract_excerpt":"The robustness to distribution changes ensures that NLP models can be successfully applied in the realistic world, especially for information extraction tasks. However, most prior evaluation benchmarks have been devoted to validating pairwise matching correctness, ignoring the crucial measurement of robustness. In this paper, we present the first benchmark that simulates the evaluation of open information extraction models in the real world, where the syntactic and expressive distributions under the same knowledge meaning may drift variously. We design and annotate a large-scale testbed in whi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.13981","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.13981/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iuNJl+ZxNUwfeYeeQCmVdodOG8Jkxde5roM/KDM5ecdGZ0ZFi0byJRURiA/s4S0jby+oN0eCC2SBm2MX7d1eCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:53:29.329033Z"},"content_sha256":"c5e91ab7b44f55914df480bc72cebfb7c4eb7cc5fdd81b62d12e3e3b05d74be8","schema_version":"1.0","event_id":"sha256:c5e91ab7b44f55914df480bc72cebfb7c4eb7cc5fdd81b62d12e3e3b05d74be8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U/bundle.json","state_url":"https://pith.science/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:53:29Z","links":{"resolver":"https://pith.science/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U","bundle":"https://pith.science/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U/bundle.json","state":"https://pith.science/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QJJ5AZDRWA5IZOU3RUAPVN6H3U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QJJ5AZDRWA5IZOU3RUAPVN6H3U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe71e79dacccbbff3b0ceae7bee7455ec90a3a6c11c68668a2000307231cecf9","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T12:05:09Z","title_canon_sha256":"87cc7c2fb3c07f240f0fb240e2b32e906b630b0ca1af48dd57a434ab79808b50"},"schema_version":"1.0","source":{"id":"2305.13981","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.13981","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"arxiv_version","alias_value":"2305.13981v3","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.13981","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"pith_short_12","alias_value":"QJJ5AZDRWA5I","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"pith_short_16","alias_value":"QJJ5AZDRWA5IZOU3","created_at":"2026-07-05T10:10:21Z"},{"alias_kind":"pith_short_8","alias_value":"QJJ5AZDR","created_at":"2026-07-05T10:10:21Z"}],"graph_snapshots":[{"event_id":"sha256:c5e91ab7b44f55914df480bc72cebfb7c4eb7cc5fdd81b62d12e3e3b05d74be8","target":"graph","created_at":"2026-07-05T10:10:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.13981/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The robustness to distribution changes ensures that NLP models can be successfully applied in the realistic world, especially for information extraction tasks. However, most prior evaluation benchmarks have been devoted to validating pairwise matching correctness, ignoring the crucial measurement of robustness. In this paper, we present the first benchmark that simulates the evaluation of open information extraction models in the real world, where the syntactic and expressive distributions under the same knowledge meaning may drift variously. We design and annotate a large-scale testbed in whi","authors_text":"Bin Xu, Chuchun Zhang, Jifan Yu, Jinxin Liu, Ji Qi, Jiuding Sun, Juanzi Li, Kaisheng Zeng, Lei Hou, Xiaozhi Wang, Yuxiang Chen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T12:05:09Z","title":"Preserving Knowledge Invariance: Rethinking Robustness Evaluation of Open Information Extraction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.13981","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f45728a500258f0323a6c3412818544f677011ff992c96d46d1c201b4fa56f37","target":"record","created_at":"2026-07-05T10:10:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe71e79dacccbbff3b0ceae7bee7455ec90a3a6c11c68668a2000307231cecf9","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-23T12:05:09Z","title_canon_sha256":"87cc7c2fb3c07f240f0fb240e2b32e906b630b0ca1af48dd57a434ab79808b50"},"schema_version":"1.0","source":{"id":"2305.13981","kind":"arxiv","version":3}},"canonical_sha256":"8253d06471b03a8cba9b8d00fab7c7dd3bc8e6dfba6a3ca9cb988ac054a814eb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8253d06471b03a8cba9b8d00fab7c7dd3bc8e6dfba6a3ca9cb988ac054a814eb","first_computed_at":"2026-07-05T10:10:21.456339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:21.456339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ip9eS1axUyi3TpLJKYbCLVgZxDrQa9T5gUlvyZdElg3hoqHPhOoDRst2bWbHGGP4k9azX5QHrGmqJoFRZUbmDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:21.456775Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.13981","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f45728a500258f0323a6c3412818544f677011ff992c96d46d1c201b4fa56f37","sha256:c5e91ab7b44f55914df480bc72cebfb7c4eb7cc5fdd81b62d12e3e3b05d74be8"],"state_sha256":"ba3090db25aa8dd601dcaa492bf39c7b6397deaf1d7e41ab9c3a5ab904207e40"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n0zGST2Z/1nob+fePsUUzptjpBEsIdIW9PwQ5rzpScoJypI7Eaj83nqgYSu7DxwADZ9JUjfuHHVMVUQVF7GPDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:53:29.330968Z","bundle_sha256":"ed053c0be1f687347226265e54faca9cd0b3a76ccf8acec51c6c1f967ce07704"}}