{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:M67WWQQEE32VHKMTSRL7E65QQR","short_pith_number":"pith:M67WWQQE","canonical_record":{"source":{"id":"1801.07507","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-23T12:22:52Z","cross_cats_sorted":[],"title_canon_sha256":"ec7b84b5ddaf2d6d69674783ab31a849a7e2533487cbf48ba73188effe25d778","abstract_canon_sha256":"1eab4c343fa5080d42700bc952fdf5ce7484b98f23a8b9a8a986244a44366fcd"},"schema_version":"1.0"},"canonical_sha256":"67bf6b420426f553a9939457f27bb0844357fe0d30a91c42289360a516348b33","source":{"kind":"arxiv","id":"1801.07507","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.07507","created_at":"2026-05-18T00:25:07Z"},{"alias_kind":"arxiv_version","alias_value":"1801.07507v3","created_at":"2026-05-18T00:25:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.07507","created_at":"2026-05-18T00:25:07Z"},{"alias_kind":"pith_short_12","alias_value":"M67WWQQEE32V","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"M67WWQQEE32VHKMT","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"M67WWQQE","created_at":"2026-05-18T12:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:M67WWQQEE32VHKMTSRL7E65QQR","target":"record","payload":{"canonical_record":{"source":{"id":"1801.07507","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-23T12:22:52Z","cross_cats_sorted":[],"title_canon_sha256":"ec7b84b5ddaf2d6d69674783ab31a849a7e2533487cbf48ba73188effe25d778","abstract_canon_sha256":"1eab4c343fa5080d42700bc952fdf5ce7484b98f23a8b9a8a986244a44366fcd"},"schema_version":"1.0"},"canonical_sha256":"67bf6b420426f553a9939457f27bb0844357fe0d30a91c42289360a516348b33","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:25:07.084635Z","signature_b64":"VYd9wvvGul1U1JLOU6s4UukEooqc2ktGu7DqlUAkiUGfCNHypiUSzJfWN+P6dgYlHmyKudgygct/l5D+aq5iCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"67bf6b420426f553a9939457f27bb0844357fe0d30a91c42289360a516348b33","last_reissued_at":"2026-05-18T00:25:07.084186Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:25:07.084186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1801.07507","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:25:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lz+X7lOlzkDHxZ2c4yGIHN4dq99dc2lxrvbl5hNcHmGSQcriTmrVk3GY0r5u0oZdpn2wbjBexrx30okqk4EnBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T05:57:15.746310Z"},"content_sha256":"580d7d8033ad7012a4ce44b047dc0ee8b3dddb541a1411080a49425bf845d52b","schema_version":"1.0","event_id":"sha256:580d7d8033ad7012a4ce44b047dc0ee8b3dddb541a1411080a49425bf845d52b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:M67WWQQEE32VHKMTSRL7E65QQR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What did you Mention? A Large Scale Mention Detection Benchmark for Spoken and Written Text","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elad Venezian, Gera Witzling, Lili Kotlerman, Noam Slonim, Shachar Mirkin, Yosi Mass","submitted_at":"2018-01-23T12:22:52Z","abstract_excerpt":"We describe a large, high-quality benchmark for the evaluation of Mention Detection tools. The benchmark contains annotations of both named entities as well as other types of entities, annotated on different types of text, ranging from clean text taken from Wikipedia, to noisy spoken data. The benchmark was built through a highly controlled crowd sourcing process to ensure its quality. We describe the benchmark, the process and the guidelines that were used to build it. We then demonstrate the results of a state-of-the-art system running on that benchmark."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.07507","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:25:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dzhotGiuxq0cE44uFNyIdPh2YmewWzzdhGdJAl/ZL4idgEBHbGtMPi4kcffB3AV7OcyuFJ2tmuYDizYEHDhUCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T05:57:15.746961Z"},"content_sha256":"a6cda911bf15d1515c415ae0300368778ac08dbf9e9606c2591435f099f7cbc0","schema_version":"1.0","event_id":"sha256:a6cda911bf15d1515c415ae0300368778ac08dbf9e9606c2591435f099f7cbc0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M67WWQQEE32VHKMTSRL7E65QQR/bundle.json","state_url":"https://pith.science/pith/M67WWQQEE32VHKMTSRL7E65QQR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M67WWQQEE32VHKMTSRL7E65QQR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T05:57:15Z","links":{"resolver":"https://pith.science/pith/M67WWQQEE32VHKMTSRL7E65QQR","bundle":"https://pith.science/pith/M67WWQQEE32VHKMTSRL7E65QQR/bundle.json","state":"https://pith.science/pith/M67WWQQEE32VHKMTSRL7E65QQR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M67WWQQEE32VHKMTSRL7E65QQR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:M67WWQQEE32VHKMTSRL7E65QQR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1eab4c343fa5080d42700bc952fdf5ce7484b98f23a8b9a8a986244a44366fcd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-23T12:22:52Z","title_canon_sha256":"ec7b84b5ddaf2d6d69674783ab31a849a7e2533487cbf48ba73188effe25d778"},"schema_version":"1.0","source":{"id":"1801.07507","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.07507","created_at":"2026-05-18T00:25:07Z"},{"alias_kind":"arxiv_version","alias_value":"1801.07507v3","created_at":"2026-05-18T00:25:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.07507","created_at":"2026-05-18T00:25:07Z"},{"alias_kind":"pith_short_12","alias_value":"M67WWQQEE32V","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"M67WWQQEE32VHKMT","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"M67WWQQE","created_at":"2026-05-18T12:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:a6cda911bf15d1515c415ae0300368778ac08dbf9e9606c2591435f099f7cbc0","target":"graph","created_at":"2026-05-18T00:25:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We describe a large, high-quality benchmark for the evaluation of Mention Detection tools. The benchmark contains annotations of both named entities as well as other types of entities, annotated on different types of text, ranging from clean text taken from Wikipedia, to noisy spoken data. The benchmark was built through a highly controlled crowd sourcing process to ensure its quality. We describe the benchmark, the process and the guidelines that were used to build it. We then demonstrate the results of a state-of-the-art system running on that benchmark.","authors_text":"Elad Venezian, Gera Witzling, Lili Kotlerman, Noam Slonim, Shachar Mirkin, Yosi Mass","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-23T12:22:52Z","title":"What did you Mention? A Large Scale Mention Detection Benchmark for Spoken and Written Text"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.07507","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:580d7d8033ad7012a4ce44b047dc0ee8b3dddb541a1411080a49425bf845d52b","target":"record","created_at":"2026-05-18T00:25:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1eab4c343fa5080d42700bc952fdf5ce7484b98f23a8b9a8a986244a44366fcd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-23T12:22:52Z","title_canon_sha256":"ec7b84b5ddaf2d6d69674783ab31a849a7e2533487cbf48ba73188effe25d778"},"schema_version":"1.0","source":{"id":"1801.07507","kind":"arxiv","version":3}},"canonical_sha256":"67bf6b420426f553a9939457f27bb0844357fe0d30a91c42289360a516348b33","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67bf6b420426f553a9939457f27bb0844357fe0d30a91c42289360a516348b33","first_computed_at":"2026-05-18T00:25:07.084186Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:25:07.084186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VYd9wvvGul1U1JLOU6s4UukEooqc2ktGu7DqlUAkiUGfCNHypiUSzJfWN+P6dgYlHmyKudgygct/l5D+aq5iCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:25:07.084635Z","signed_message":"canonical_sha256_bytes"},"source_id":"1801.07507","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:580d7d8033ad7012a4ce44b047dc0ee8b3dddb541a1411080a49425bf845d52b","sha256:a6cda911bf15d1515c415ae0300368778ac08dbf9e9606c2591435f099f7cbc0"],"state_sha256":"6a0b3ebca1c87d2965e1dc0bc4c4cc4c864ae51e9ad728936bb2011b1f3ccd5d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PywPmPKdBOEkrF5F2C3kc5s7S0QYFRQzZvEDL2RoIhSiofEJjkPL0VCzH5sc8FqzUxVzqD5KecQZuh0v2US0Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T05:57:15.750495Z","bundle_sha256":"478931b9581cf53e27d0fe219ce301ee679c8eb3431226872aec664149c78cb4"}}