{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GN44QQHXIB4IMGMTJ3RKHZ52YE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d58c30f32c2bd90243a4915c1d00c3ecc308bfff5ec9066e4267b2e833265bf7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-30T10:32:59Z","title_canon_sha256":"65b520d3e05a630b72294adb652ffaed311723e14aed03ba6cd0ae9d5635a716"},"schema_version":"1.0","source":{"id":"2106.15971","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.15971","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"arxiv_version","alias_value":"2106.15971v1","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.15971","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_12","alias_value":"GN44QQHXIB4I","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_16","alias_value":"GN44QQHXIB4IMGMT","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_8","alias_value":"GN44QQHX","created_at":"2026-07-05T02:54:01Z"}],"graph_snapshots":[{"event_id":"sha256:fa99e0582a0ebd52306a97ccb46885fb6899c6969bc4a5042e7960c627636499","target":"graph","created_at":"2026-07-05T02:54:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.15971/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Collecting together microblogs representing opinions about the same topics within the same timeframe is useful to a number of different tasks and practitioners. A major question is how to evaluate the quality of such thematic clusters. Here we create a corpus of microblog clusters from three different domains and time windows and define the task of evaluating thematic coherence. We provide annotation guidelines and human annotations of thematic coherence by journalist experts. We subsequently investigate the efficacy of different automated evaluation metrics for the task. We consider a range o","authors_text":"Adam Tsakalidis, Bo Wang, Iman Munire Bilal, Maria Liakata, Rob Procter","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-30T10:32:59Z","title":"Evaluation of Thematic Coherence in Microblogs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.15971","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:011834827e9e55e2d48fb20c48409729e0c1494b262ab86989be919c3c490362","target":"record","created_at":"2026-07-05T02:54:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d58c30f32c2bd90243a4915c1d00c3ecc308bfff5ec9066e4267b2e833265bf7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-30T10:32:59Z","title_canon_sha256":"65b520d3e05a630b72294adb652ffaed311723e14aed03ba6cd0ae9d5635a716"},"schema_version":"1.0","source":{"id":"2106.15971","kind":"arxiv","version":1}},"canonical_sha256":"3379c840f740788619934ee2a3e7bac10963c7361c9672507a0ad4acf07a818e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3379c840f740788619934ee2a3e7bac10963c7361c9672507a0ad4acf07a818e","first_computed_at":"2026-07-05T02:54:01.997692Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:54:01.997692Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q/tagWirPuLUefyg4Ytncb4QePotqyp/sGRJ9UGfZya8mmJoFNLJk5d0uqcvUZj7W4lgd9oJCnGw0jikTmFABQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:54:01.998175Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.15971","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:011834827e9e55e2d48fb20c48409729e0c1494b262ab86989be919c3c490362","sha256:fa99e0582a0ebd52306a97ccb46885fb6899c6969bc4a5042e7960c627636499"],"state_sha256":"73beea3518246ed742badf9e21b3540d3d2df85e67659e4209c409fad2d40611"}