{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:JMTVSM7SDWJRL5QQCB32MG4QUV","short_pith_number":"pith:JMTVSM7S","canonical_record":{"source":{"id":"1707.07499","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-24T11:49:00Z","cross_cats_sorted":[],"title_canon_sha256":"07019c01c6c49a53a3bf989ae18c3e8f2407b3421e8c20f09e530a0dde3ce143","abstract_canon_sha256":"d79ecc94b0c5090320deafa0343aa45860d81ca0f5dbf4cdaa23b0549f84be11"},"schema_version":"1.0"},"canonical_sha256":"4b275933f21d9315f6101077a61b90a5492b0811244aa758cc7c63249980c96c","source":{"kind":"arxiv","id":"1707.07499","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1707.07499","created_at":"2026-05-18T00:39:42Z"},{"alias_kind":"arxiv_version","alias_value":"1707.07499v1","created_at":"2026-05-18T00:39:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1707.07499","created_at":"2026-05-18T00:39:42Z"},{"alias_kind":"pith_short_12","alias_value":"JMTVSM7SDWJR","created_at":"2026-05-18T12:31:24Z"},{"alias_kind":"pith_short_16","alias_value":"JMTVSM7SDWJRL5QQ","created_at":"2026-05-18T12:31:24Z"},{"alias_kind":"pith_short_8","alias_value":"JMTVSM7S","created_at":"2026-05-18T12:31:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:JMTVSM7SDWJRL5QQCB32MG4QUV","target":"record","payload":{"canonical_record":{"source":{"id":"1707.07499","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-24T11:49:00Z","cross_cats_sorted":[],"title_canon_sha256":"07019c01c6c49a53a3bf989ae18c3e8f2407b3421e8c20f09e530a0dde3ce143","abstract_canon_sha256":"d79ecc94b0c5090320deafa0343aa45860d81ca0f5dbf4cdaa23b0549f84be11"},"schema_version":"1.0"},"canonical_sha256":"4b275933f21d9315f6101077a61b90a5492b0811244aa758cc7c63249980c96c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:39:42.041011Z","signature_b64":"qk3G+LKfLL+zLXeXBp6Zb6/ETBTcD0bNXYQpUMOLF+zKVUuyphZSVhSI2IAQPBXpD/QgtllvCLEMt1jF+7luCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b275933f21d9315f6101077a61b90a5492b0811244aa758cc7c63249980c96c","last_reissued_at":"2026-05-18T00:39:42.040218Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:39:42.040218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1707.07499","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:39:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4J02Yiy06aO7IItYOynfaUxDyVfl+EJfcgfiNrcwX3iwUozwz8SzBq7tu9QY9uaFDgNzemMvfXIO1u5PPTG2CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T01:35:25.392476Z"},"content_sha256":"683a50ef62e6d36f07c806010f70168e3ae0827d7d79021000f8b617705c4788","schema_version":"1.0","event_id":"sha256:683a50ef62e6d36f07c806010f70168e3ae0827d7d79021000f8b617705c4788"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:JMTVSM7SDWJRL5QQCB32MG4QUV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analysing Errors of Open Information Extraction Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander L\\\"oser, Felix A. Gers, Rudolf Schneider, Tobias Klatt, Tom Oberhauser","submitted_at":"2017-07-24T11:49:00Z","abstract_excerpt":"We report results on benchmarking Open Information Extraction (OIE) systems using RelVis, a toolkit for benchmarking Open Information Extraction systems. Our comprehensive benchmark contains three data sets from the news domain and one data set from Wikipedia with overall 4522 labeled sentences and 11243 binary or n-ary OIE relations. In our analysis on these data sets we compared the performance of four popular OIE systems, ClausIE, OpenIE 4.2, Stanford OpenIE and PredPatt. In addition, we evaluated the impact of five common error classes on a subset of 749 n-ary tuples. From our deep analysi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1707.07499","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:39:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xD28tUv0DSKTZwkJFp8mYJNV6Jbuf8lzZ0CmgRyvoAvRHf9gFDyR+F+tECmWe/FKbiG0NLrWE+P1GAM/e+Q4Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T01:35:25.393059Z"},"content_sha256":"fa96db86fffec8e390ce5125d47dd28b9f8e6c38114b7de3064e69fae4f54463","schema_version":"1.0","event_id":"sha256:fa96db86fffec8e390ce5125d47dd28b9f8e6c38114b7de3064e69fae4f54463"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JMTVSM7SDWJRL5QQCB32MG4QUV/bundle.json","state_url":"https://pith.science/pith/JMTVSM7SDWJRL5QQCB32MG4QUV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JMTVSM7SDWJRL5QQCB32MG4QUV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T01:35:25Z","links":{"resolver":"https://pith.science/pith/JMTVSM7SDWJRL5QQCB32MG4QUV","bundle":"https://pith.science/pith/JMTVSM7SDWJRL5QQCB32MG4QUV/bundle.json","state":"https://pith.science/pith/JMTVSM7SDWJRL5QQCB32MG4QUV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JMTVSM7SDWJRL5QQCB32MG4QUV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:JMTVSM7SDWJRL5QQCB32MG4QUV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d79ecc94b0c5090320deafa0343aa45860d81ca0f5dbf4cdaa23b0549f84be11","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-24T11:49:00Z","title_canon_sha256":"07019c01c6c49a53a3bf989ae18c3e8f2407b3421e8c20f09e530a0dde3ce143"},"schema_version":"1.0","source":{"id":"1707.07499","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1707.07499","created_at":"2026-05-18T00:39:42Z"},{"alias_kind":"arxiv_version","alias_value":"1707.07499v1","created_at":"2026-05-18T00:39:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1707.07499","created_at":"2026-05-18T00:39:42Z"},{"alias_kind":"pith_short_12","alias_value":"JMTVSM7SDWJR","created_at":"2026-05-18T12:31:24Z"},{"alias_kind":"pith_short_16","alias_value":"JMTVSM7SDWJRL5QQ","created_at":"2026-05-18T12:31:24Z"},{"alias_kind":"pith_short_8","alias_value":"JMTVSM7S","created_at":"2026-05-18T12:31:24Z"}],"graph_snapshots":[{"event_id":"sha256:fa96db86fffec8e390ce5125d47dd28b9f8e6c38114b7de3064e69fae4f54463","target":"graph","created_at":"2026-05-18T00:39:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We report results on benchmarking Open Information Extraction (OIE) systems using RelVis, a toolkit for benchmarking Open Information Extraction systems. Our comprehensive benchmark contains three data sets from the news domain and one data set from Wikipedia with overall 4522 labeled sentences and 11243 binary or n-ary OIE relations. In our analysis on these data sets we compared the performance of four popular OIE systems, ClausIE, OpenIE 4.2, Stanford OpenIE and PredPatt. In addition, we evaluated the impact of five common error classes on a subset of 749 n-ary tuples. From our deep analysi","authors_text":"Alexander L\\\"oser, Felix A. Gers, Rudolf Schneider, Tobias Klatt, Tom Oberhauser","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-24T11:49:00Z","title":"Analysing Errors of Open Information Extraction Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1707.07499","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:683a50ef62e6d36f07c806010f70168e3ae0827d7d79021000f8b617705c4788","target":"record","created_at":"2026-05-18T00:39:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d79ecc94b0c5090320deafa0343aa45860d81ca0f5dbf4cdaa23b0549f84be11","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-24T11:49:00Z","title_canon_sha256":"07019c01c6c49a53a3bf989ae18c3e8f2407b3421e8c20f09e530a0dde3ce143"},"schema_version":"1.0","source":{"id":"1707.07499","kind":"arxiv","version":1}},"canonical_sha256":"4b275933f21d9315f6101077a61b90a5492b0811244aa758cc7c63249980c96c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b275933f21d9315f6101077a61b90a5492b0811244aa758cc7c63249980c96c","first_computed_at":"2026-05-18T00:39:42.040218Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:39:42.040218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qk3G+LKfLL+zLXeXBp6Zb6/ETBTcD0bNXYQpUMOLF+zKVUuyphZSVhSI2IAQPBXpD/QgtllvCLEMt1jF+7luCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:39:42.041011Z","signed_message":"canonical_sha256_bytes"},"source_id":"1707.07499","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:683a50ef62e6d36f07c806010f70168e3ae0827d7d79021000f8b617705c4788","sha256:fa96db86fffec8e390ce5125d47dd28b9f8e6c38114b7de3064e69fae4f54463"],"state_sha256":"c88f06b6f2281bb30d8b1757c17dc2430907bcd3e5428ab47b527bcd12d1c907"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DQ6O83BwMjKQsQ+tl1dEYZY2SvyYmUp8TUQH7BGQltXiUNKpGYZiyKkX6PyhJ7yDRd2J1jbH1G8sl/4m/oDdBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T01:35:25.396759Z","bundle_sha256":"b10ff91129809fceb770225ed54788e06cdd0687d6e7fc58d8be3b29b6c23b6e"}}