{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:BLVYJUSSVALFKJUPWTASQ4F7FH","short_pith_number":"pith:BLVYJUSS","canonical_record":{"source":{"id":"1909.00137","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-31T06:02:11Z","cross_cats_sorted":[],"title_canon_sha256":"50e65b5bdc15379fef8eab74470d0cf8d870cb81cfd7ea21224c001f04c566be","abstract_canon_sha256":"35f31c6dbc1cab2754948a3fab2137b46d6f58fa95edbd25c1b7b18a79e5740e"},"schema_version":"1.0"},"canonical_sha256":"0aeb84d252a81655268fb4c12870bf29f97a68b83d45985f78c377e71eec6814","source":{"kind":"arxiv","id":"1909.00137","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.00137","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"arxiv_version","alias_value":"1909.00137v2","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.00137","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"pith_short_12","alias_value":"BLVYJUSSVALF","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"pith_short_16","alias_value":"BLVYJUSSVALFKJUP","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"pith_short_8","alias_value":"BLVYJUSS","created_at":"2026-07-05T00:18:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:BLVYJUSSVALFKJUPWTASQ4F7FH","target":"record","payload":{"canonical_record":{"source":{"id":"1909.00137","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-31T06:02:11Z","cross_cats_sorted":[],"title_canon_sha256":"50e65b5bdc15379fef8eab74470d0cf8d870cb81cfd7ea21224c001f04c566be","abstract_canon_sha256":"35f31c6dbc1cab2754948a3fab2137b46d6f58fa95edbd25c1b7b18a79e5740e"},"schema_version":"1.0"},"canonical_sha256":"0aeb84d252a81655268fb4c12870bf29f97a68b83d45985f78c377e71eec6814","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:18:10.017902Z","signature_b64":"SHJ4BVfUSSRRw0XYU9JcK9c1nBMJN1zsSDvmACBXnBQcKATCIIl39WcjP/iqYq3PFGSA8SshNM3tXz654wKhDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0aeb84d252a81655268fb4c12870bf29f97a68b83d45985f78c377e71eec6814","last_reissued_at":"2026-07-05T00:18:10.017528Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:18:10.017528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.00137","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:18:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r2h3rxnTBa6yhlVnxyouQLh/4co6Erak+3cBiIznYQaDv1TmqWxkfQPs2yHMxjcG18D3P4lVIU8HugF+IH5MCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:20:19.969225Z"},"content_sha256":"4e3d3c6ca71e67be0f09a3ff3fd4395a7f7bb631a36038fc36bf2c620147828d","schema_version":"1.0","event_id":"sha256:4e3d3c6ca71e67be0f09a3ff3fd4395a7f7bb631a36038fc36bf2c620147828d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:BLVYJUSSVALFKJUPWTASQ4F7FH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EntEval: A Holistic Evaluation Benchmark for Entity Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Karl Stratos, Kevin Gimpel, Mingda Chen, Yang Chen, Zewei Chu","submitted_at":"2019-08-31T06:02:11Z","abstract_excerpt":"Rich entity representations are useful for a wide class of problems involving entities. Despite their importance, there is no standardized benchmark that evaluates the overall quality of entity representations. In this work, we propose EntEval: a test suite of diverse tasks that require nontrivial understanding of entities including entity typing, entity similarity, entity relation prediction, and entity disambiguation. In addition, we develop training techniques for learning better entity representations by using natural hyperlink annotations in Wikipedia. We identify effective objectives for"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.00137","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.00137/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:18:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"inaXLNDlAsJNGJGenDTeANih/9YpUUlipjdTO2x/VFLaQ+pDe7CZ3odN3eUZsT3UPGof6f98it7Ru/T3sfLKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:20:19.969620Z"},"content_sha256":"623b86c811af18b5fcfb2136f7cdd339a2f2a1b88cd8063b772569381adfaf68","schema_version":"1.0","event_id":"sha256:623b86c811af18b5fcfb2136f7cdd339a2f2a1b88cd8063b772569381adfaf68"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BLVYJUSSVALFKJUPWTASQ4F7FH/bundle.json","state_url":"https://pith.science/pith/BLVYJUSSVALFKJUPWTASQ4F7FH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BLVYJUSSVALFKJUPWTASQ4F7FH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T23:20:19Z","links":{"resolver":"https://pith.science/pith/BLVYJUSSVALFKJUPWTASQ4F7FH","bundle":"https://pith.science/pith/BLVYJUSSVALFKJUPWTASQ4F7FH/bundle.json","state":"https://pith.science/pith/BLVYJUSSVALFKJUPWTASQ4F7FH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BLVYJUSSVALFKJUPWTASQ4F7FH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:BLVYJUSSVALFKJUPWTASQ4F7FH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35f31c6dbc1cab2754948a3fab2137b46d6f58fa95edbd25c1b7b18a79e5740e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-31T06:02:11Z","title_canon_sha256":"50e65b5bdc15379fef8eab74470d0cf8d870cb81cfd7ea21224c001f04c566be"},"schema_version":"1.0","source":{"id":"1909.00137","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.00137","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"arxiv_version","alias_value":"1909.00137v2","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.00137","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"pith_short_12","alias_value":"BLVYJUSSVALF","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"pith_short_16","alias_value":"BLVYJUSSVALFKJUP","created_at":"2026-07-05T00:18:10Z"},{"alias_kind":"pith_short_8","alias_value":"BLVYJUSS","created_at":"2026-07-05T00:18:10Z"}],"graph_snapshots":[{"event_id":"sha256:623b86c811af18b5fcfb2136f7cdd339a2f2a1b88cd8063b772569381adfaf68","target":"graph","created_at":"2026-07-05T00:18:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.00137/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rich entity representations are useful for a wide class of problems involving entities. Despite their importance, there is no standardized benchmark that evaluates the overall quality of entity representations. In this work, we propose EntEval: a test suite of diverse tasks that require nontrivial understanding of entities including entity typing, entity similarity, entity relation prediction, and entity disambiguation. In addition, we develop training techniques for learning better entity representations by using natural hyperlink annotations in Wikipedia. We identify effective objectives for","authors_text":"Karl Stratos, Kevin Gimpel, Mingda Chen, Yang Chen, Zewei Chu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-31T06:02:11Z","title":"EntEval: A Holistic Evaluation Benchmark for Entity Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.00137","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e3d3c6ca71e67be0f09a3ff3fd4395a7f7bb631a36038fc36bf2c620147828d","target":"record","created_at":"2026-07-05T00:18:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35f31c6dbc1cab2754948a3fab2137b46d6f58fa95edbd25c1b7b18a79e5740e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-31T06:02:11Z","title_canon_sha256":"50e65b5bdc15379fef8eab74470d0cf8d870cb81cfd7ea21224c001f04c566be"},"schema_version":"1.0","source":{"id":"1909.00137","kind":"arxiv","version":2}},"canonical_sha256":"0aeb84d252a81655268fb4c12870bf29f97a68b83d45985f78c377e71eec6814","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0aeb84d252a81655268fb4c12870bf29f97a68b83d45985f78c377e71eec6814","first_computed_at":"2026-07-05T00:18:10.017528Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:18:10.017528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SHJ4BVfUSSRRw0XYU9JcK9c1nBMJN1zsSDvmACBXnBQcKATCIIl39WcjP/iqYq3PFGSA8SshNM3tXz654wKhDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:18:10.017902Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.00137","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e3d3c6ca71e67be0f09a3ff3fd4395a7f7bb631a36038fc36bf2c620147828d","sha256:623b86c811af18b5fcfb2136f7cdd339a2f2a1b88cd8063b772569381adfaf68"],"state_sha256":"e2afcb58cf6a7b126f1db7b3bd1ea267c5a62918b5bae97f4ee568f4a386cd3d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DHuR89Jpfp4qgsTVZDgiM4E6+ffTlzoW0sdSiY3cJotLHeQlBPDAy1867fpOhwc9lqTjh0vLNuzN0OGKY5EYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T23:20:19.972068Z","bundle_sha256":"3678dda76511c5eaed60dcf97667a64e05c27c9bba53356375d4fdd405276731"}}