{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:TEOBQRAC4CR23REJGRLHSVA5DJ","short_pith_number":"pith:TEOBQRAC","canonical_record":{"source":{"id":"1905.13413","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-31T05:02:50Z","cross_cats_sorted":[],"title_canon_sha256":"1907e9ac663610f2711afc598b30efe096313c42f59dcbadad66c958595e0c49","abstract_canon_sha256":"004e0ea927fb4df221fc7b099603fff712a771c0c1a9b5da8c8477a634659011"},"schema_version":"1.0"},"canonical_sha256":"991c184402e0a3adc489345679541d1a6c76a109a1acaa8fbb5f04073b43e365","source":{"kind":"arxiv","id":"1905.13413","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.13413","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"arxiv_version","alias_value":"1905.13413v1","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.13413","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"pith_short_12","alias_value":"TEOBQRAC4CR2","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"TEOBQRAC4CR23REJ","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"TEOBQRAC","created_at":"2026-05-18T12:33:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:TEOBQRAC4CR23REJGRLHSVA5DJ","target":"record","payload":{"canonical_record":{"source":{"id":"1905.13413","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-31T05:02:50Z","cross_cats_sorted":[],"title_canon_sha256":"1907e9ac663610f2711afc598b30efe096313c42f59dcbadad66c958595e0c49","abstract_canon_sha256":"004e0ea927fb4df221fc7b099603fff712a771c0c1a9b5da8c8477a634659011"},"schema_version":"1.0"},"canonical_sha256":"991c184402e0a3adc489345679541d1a6c76a109a1acaa8fbb5f04073b43e365","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:44:34.974059Z","signature_b64":"9L8mtKpxnC0HdTSDFp/f8Raxmwjgl/eKsw+0eeOF3rvjGV9GhUdC/Kf44VRrNs3N8HZ7O+2+chcYOD+3EB7jAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"991c184402e0a3adc489345679541d1a6c76a109a1acaa8fbb5f04073b43e365","last_reissued_at":"2026-05-17T23:44:34.973402Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:44:34.973402Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.13413","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"to6cyryWyLr5avZfxdDZBassodrbrGNqMNbn9Mn9DhCnmm1KiplhZxghnyzSRaR41N2ScDNAUEVoz4d9ZOwFDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T10:58:57.079728Z"},"content_sha256":"7b00a903da06bfd76e78e4b0d5d484272c78e44aab99cac4bcfcf1c9a2fbf931","schema_version":"1.0","event_id":"sha256:7b00a903da06bfd76e78e4b0d5d484272c78e44aab99cac4bcfcf1c9a2fbf931"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:TEOBQRAC4CR23REJGRLHSVA5DJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Open Information Extraction via Iterative Rank-Aware Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Graham Neubig, Pengcheng Yin, Zhengbao Jiang","submitted_at":"2019-05-31T05:02:50Z","abstract_excerpt":"Open information extraction (IE) is the task of extracting open-domain assertions from natural language sentences. A key step in open IE is confidence modeling, ranking the extractions based on their estimated quality to adjust precision and recall of extracted assertions. We found that the extraction likelihood, a confidence measure used by current supervised open IE systems, is not well calibrated when comparing the quality of assertions extracted from different sentences. We propose an additional binary classification loss to calibrate the likelihood to make it more globally comparable, and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.13413","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KA+oYyHyUjCJnODyu02e0nNHqBP5/ODpakf8nsbzQ+vsyHiVeMGKSrN5ikYW4Wde9fT50hdzpCehqaJX0XogAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T10:58:57.080081Z"},"content_sha256":"3271050a17b6f41008d4937da79fc31871a37f1a39408693fe72ba1bab335885","schema_version":"1.0","event_id":"sha256:3271050a17b6f41008d4937da79fc31871a37f1a39408693fe72ba1bab335885"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TEOBQRAC4CR23REJGRLHSVA5DJ/bundle.json","state_url":"https://pith.science/pith/TEOBQRAC4CR23REJGRLHSVA5DJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TEOBQRAC4CR23REJGRLHSVA5DJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T10:58:57Z","links":{"resolver":"https://pith.science/pith/TEOBQRAC4CR23REJGRLHSVA5DJ","bundle":"https://pith.science/pith/TEOBQRAC4CR23REJGRLHSVA5DJ/bundle.json","state":"https://pith.science/pith/TEOBQRAC4CR23REJGRLHSVA5DJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TEOBQRAC4CR23REJGRLHSVA5DJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:TEOBQRAC4CR23REJGRLHSVA5DJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"004e0ea927fb4df221fc7b099603fff712a771c0c1a9b5da8c8477a634659011","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-31T05:02:50Z","title_canon_sha256":"1907e9ac663610f2711afc598b30efe096313c42f59dcbadad66c958595e0c49"},"schema_version":"1.0","source":{"id":"1905.13413","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.13413","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"arxiv_version","alias_value":"1905.13413v1","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.13413","created_at":"2026-05-17T23:44:34Z"},{"alias_kind":"pith_short_12","alias_value":"TEOBQRAC4CR2","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"TEOBQRAC4CR23REJ","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"TEOBQRAC","created_at":"2026-05-18T12:33:27Z"}],"graph_snapshots":[{"event_id":"sha256:3271050a17b6f41008d4937da79fc31871a37f1a39408693fe72ba1bab335885","target":"graph","created_at":"2026-05-17T23:44:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Open information extraction (IE) is the task of extracting open-domain assertions from natural language sentences. A key step in open IE is confidence modeling, ranking the extractions based on their estimated quality to adjust precision and recall of extracted assertions. We found that the extraction likelihood, a confidence measure used by current supervised open IE systems, is not well calibrated when comparing the quality of assertions extracted from different sentences. We propose an additional binary classification loss to calibrate the likelihood to make it more globally comparable, and","authors_text":"Graham Neubig, Pengcheng Yin, Zhengbao Jiang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-31T05:02:50Z","title":"Improving Open Information Extraction via Iterative Rank-Aware Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.13413","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b00a903da06bfd76e78e4b0d5d484272c78e44aab99cac4bcfcf1c9a2fbf931","target":"record","created_at":"2026-05-17T23:44:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"004e0ea927fb4df221fc7b099603fff712a771c0c1a9b5da8c8477a634659011","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-31T05:02:50Z","title_canon_sha256":"1907e9ac663610f2711afc598b30efe096313c42f59dcbadad66c958595e0c49"},"schema_version":"1.0","source":{"id":"1905.13413","kind":"arxiv","version":1}},"canonical_sha256":"991c184402e0a3adc489345679541d1a6c76a109a1acaa8fbb5f04073b43e365","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"991c184402e0a3adc489345679541d1a6c76a109a1acaa8fbb5f04073b43e365","first_computed_at":"2026-05-17T23:44:34.973402Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:34.973402Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9L8mtKpxnC0HdTSDFp/f8Raxmwjgl/eKsw+0eeOF3rvjGV9GhUdC/Kf44VRrNs3N8HZ7O+2+chcYOD+3EB7jAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:34.974059Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.13413","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b00a903da06bfd76e78e4b0d5d484272c78e44aab99cac4bcfcf1c9a2fbf931","sha256:3271050a17b6f41008d4937da79fc31871a37f1a39408693fe72ba1bab335885"],"state_sha256":"4e927e7b827b1a8ed3e5155c3fb7000055830cc7f7e44a6aa588fee62388853f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0jGa+HP4VMgggpar7UNYOMH9lzjR6LQWYcleSoYRBx7JLkeVnBv2EodaEeNEYu9P6Vch/WpSLopI05hlin6ODw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T10:58:57.082003Z","bundle_sha256":"4ca83e55551bf8f239b05259ab1b2627658a6ace96b395c0f2ecd5cde514d5f0"}}