{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FPAKMZFMCQBX7ZZM7RMICHM7RZ","short_pith_number":"pith:FPAKMZFM","canonical_record":{"source":{"id":"2107.02173","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-05T17:58:52Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"573f30a59bdef35b91501b7185cc7b08c94b324bbc129987a60f62286812143f","abstract_canon_sha256":"687b827f7018ca8f6e27877aee40ec07b88edc82d90610693e8f999b852f1aba"},"schema_version":"1.0"},"canonical_sha256":"2bc0a664ac14037fe72cfc58811d9f8e5d2e0450ec7f86ef39e90d2a142bc5b1","source":{"kind":"arxiv","id":"2107.02173","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.02173","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"arxiv_version","alias_value":"2107.02173v3","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.02173","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"pith_short_12","alias_value":"FPAKMZFMCQBX","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"pith_short_16","alias_value":"FPAKMZFMCQBX7ZZM","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"pith_short_8","alias_value":"FPAKMZFM","created_at":"2026-07-05T03:26:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FPAKMZFMCQBX7ZZM7RMICHM7RZ","target":"record","payload":{"canonical_record":{"source":{"id":"2107.02173","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-05T17:58:52Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"573f30a59bdef35b91501b7185cc7b08c94b324bbc129987a60f62286812143f","abstract_canon_sha256":"687b827f7018ca8f6e27877aee40ec07b88edc82d90610693e8f999b852f1aba"},"schema_version":"1.0"},"canonical_sha256":"2bc0a664ac14037fe72cfc58811d9f8e5d2e0450ec7f86ef39e90d2a142bc5b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:26:42.565432Z","signature_b64":"JwYziLx1NVWe3ulfNz0EaQ/L6HOrHI3gHMPRc9M4wBSK1gn88aQ3TGgHDIBRoTmKXYP28NerZf+RTGL6RG3BCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2bc0a664ac14037fe72cfc58811d9f8e5d2e0450ec7f86ef39e90d2a142bc5b1","last_reissued_at":"2026-07-05T03:26:42.564932Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:26:42.564932Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.02173","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:26:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qH2WEt1cRBkd/TxDnJH9ZB5kz0clyxaDU9/2VOaiaa0vBaI/fU5tkXtnI8NUNPvRlxArUXI/ju4lm66yeloqBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:48:42.141551Z"},"content_sha256":"a0a8b8b2685475537f1432a7653c565bacb96ca9a6e4bc2bbdcf7b1200ae6b24","schema_version":"1.0","event_id":"sha256:a0a8b8b2685475537f1432a7653c565bacb96ca9a6e4bc2bbdcf7b1200ae6b24"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FPAKMZFMCQBX7ZZM7RMICHM7RZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Automated Topic Model Evaluation Broken?: The Incoherence of Coherence","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Alexander Hoyle, Andrew Hian-Cheong, Denis Peskov, Jordan Boyd-Graber, Philip Resnik, Pranav Goel","submitted_at":"2021-07-05T17:58:52Z","abstract_excerpt":"Topic model evaluation, like evaluation of other unsupervised methods, can be contentious. However, the field has coalesced around automated estimates of topic coherence, which rely on the frequency of word co-occurrences in a reference corpus. Contemporary neural topic models surpass classical ones according to these metrics. At the same time, topic model evaluation suffers from a validation gap: automated coherence, developed for classical models, has not been validated using human experimentation for neural models. In addition, a meta-analysis of topic modeling literature reveals a substant"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.02173","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.02173/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:26:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P9ej+OaFzVPXCqLqZkoikJVp9ZHMm9VfE3IH6SjJGQILojxn1cjpGfkUN7fmX3KDts/dzRAe0Bmcg3xiUTSlBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:48:42.142156Z"},"content_sha256":"0c901e4a9507cad3cb2ff33c08ec916b57bc17cff5401178464823d87028ea43","schema_version":"1.0","event_id":"sha256:0c901e4a9507cad3cb2ff33c08ec916b57bc17cff5401178464823d87028ea43"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ/bundle.json","state_url":"https://pith.science/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:48:42Z","links":{"resolver":"https://pith.science/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ","bundle":"https://pith.science/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ/bundle.json","state":"https://pith.science/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FPAKMZFMCQBX7ZZM7RMICHM7RZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FPAKMZFMCQBX7ZZM7RMICHM7RZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"687b827f7018ca8f6e27877aee40ec07b88edc82d90610693e8f999b852f1aba","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-05T17:58:52Z","title_canon_sha256":"573f30a59bdef35b91501b7185cc7b08c94b324bbc129987a60f62286812143f"},"schema_version":"1.0","source":{"id":"2107.02173","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.02173","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"arxiv_version","alias_value":"2107.02173v3","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.02173","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"pith_short_12","alias_value":"FPAKMZFMCQBX","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"pith_short_16","alias_value":"FPAKMZFMCQBX7ZZM","created_at":"2026-07-05T03:26:42Z"},{"alias_kind":"pith_short_8","alias_value":"FPAKMZFM","created_at":"2026-07-05T03:26:42Z"}],"graph_snapshots":[{"event_id":"sha256:0c901e4a9507cad3cb2ff33c08ec916b57bc17cff5401178464823d87028ea43","target":"graph","created_at":"2026-07-05T03:26:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.02173/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Topic model evaluation, like evaluation of other unsupervised methods, can be contentious. However, the field has coalesced around automated estimates of topic coherence, which rely on the frequency of word co-occurrences in a reference corpus. Contemporary neural topic models surpass classical ones according to these metrics. At the same time, topic model evaluation suffers from a validation gap: automated coherence, developed for classical models, has not been validated using human experimentation for neural models. In addition, a meta-analysis of topic modeling literature reveals a substant","authors_text":"Alexander Hoyle, Andrew Hian-Cheong, Denis Peskov, Jordan Boyd-Graber, Philip Resnik, Pranav Goel","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-05T17:58:52Z","title":"Is Automated Topic Model Evaluation Broken?: The Incoherence of Coherence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.02173","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0a8b8b2685475537f1432a7653c565bacb96ca9a6e4bc2bbdcf7b1200ae6b24","target":"record","created_at":"2026-07-05T03:26:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"687b827f7018ca8f6e27877aee40ec07b88edc82d90610693e8f999b852f1aba","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-05T17:58:52Z","title_canon_sha256":"573f30a59bdef35b91501b7185cc7b08c94b324bbc129987a60f62286812143f"},"schema_version":"1.0","source":{"id":"2107.02173","kind":"arxiv","version":3}},"canonical_sha256":"2bc0a664ac14037fe72cfc58811d9f8e5d2e0450ec7f86ef39e90d2a142bc5b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2bc0a664ac14037fe72cfc58811d9f8e5d2e0450ec7f86ef39e90d2a142bc5b1","first_computed_at":"2026-07-05T03:26:42.564932Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:26:42.564932Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JwYziLx1NVWe3ulfNz0EaQ/L6HOrHI3gHMPRc9M4wBSK1gn88aQ3TGgHDIBRoTmKXYP28NerZf+RTGL6RG3BCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:26:42.565432Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.02173","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0a8b8b2685475537f1432a7653c565bacb96ca9a6e4bc2bbdcf7b1200ae6b24","sha256:0c901e4a9507cad3cb2ff33c08ec916b57bc17cff5401178464823d87028ea43"],"state_sha256":"34d0025daa697d52c3de072254deeaae593b58a1167a9344e968143636e6844c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ubzpVGaFAT+2b29wE/lCEqqAevi0ZzZq8M/9jnAZJi8NzlLrcluzIxsLLn5Ni7KbRgAJq13r0Suysb7bFmzaDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:48:42.147690Z","bundle_sha256":"860e05ab703804c12c4d3150275c51378cd633d6d550a9452b1104458ddea48c"}}