{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:PQY6SLJ6HLA5ELCRUF2BSUCSCD","short_pith_number":"pith:PQY6SLJ6","schema_version":"1.0","canonical_sha256":"7c31e92d3e3ac1d22c51a17419505210ecbfede26f0aca6d28bb1c30cdfa07d5","source":{"kind":"arxiv","id":"2309.08627","version":1},"attestation_state":"computed","paper":{"title":"Evaluating Dynamic Topic Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Charu James, Marius Kloft, Mayank Nagda, Nooshin Haji Ghassemi, Sophie Fellenz","submitted_at":"2023-09-12T13:30:25Z","abstract_excerpt":"There is a lack of quantitative measures to evaluate the progression of topics through time in dynamic topic models (DTMs). Filling this gap, we propose a novel evaluation measure for DTMs that analyzes the changes in the quality of each topic over time. Additionally, we propose an extension combining topic quality with the model's temporal consistency. We demonstrate the utility of the proposed measure by applying it to synthetic data and data from existing DTMs. We also conducted a human evaluation, which indicates that the proposed measure correlates well with human judgment. Our findings m"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2309.08627","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-12T13:30:25Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"e218ff78075fa333f7751552971759bab423dd5c3f89014eda8d0dfda409199a","abstract_canon_sha256":"a4b5ed4a45657c2760d5c98ae37949fd26c561b538795624617e352668196973"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:51:11.058103Z","signature_b64":"1jlGsoB/sgwpkFF11gUIiWxceUHNM6DuGK34xRtFwu2haMkiuVRNLbTjeQE7OBmMkSMrybWYoT0K69SlGeXXDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c31e92d3e3ac1d22c51a17419505210ecbfede26f0aca6d28bb1c30cdfa07d5","last_reissued_at":"2026-07-05T06:51:11.057662Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:51:11.057662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluating Dynamic Topic Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Charu James, Marius Kloft, Mayank Nagda, Nooshin Haji Ghassemi, Sophie Fellenz","submitted_at":"2023-09-12T13:30:25Z","abstract_excerpt":"There is a lack of quantitative measures to evaluate the progression of topics through time in dynamic topic models (DTMs). Filling this gap, we propose a novel evaluation measure for DTMs that analyzes the changes in the quality of each topic over time. Additionally, we propose an extension combining topic quality with the model's temporal consistency. We demonstrate the utility of the proposed measure by applying it to synthetic data and data from existing DTMs. We also conducted a human evaluation, which indicates that the proposed measure correlates well with human judgment. Our findings m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.08627","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.08627/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2309.08627","created_at":"2026-07-05T06:51:11.057724+00:00"},{"alias_kind":"arxiv_version","alias_value":"2309.08627v1","created_at":"2026-07-05T06:51:11.057724+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.08627","created_at":"2026-07-05T06:51:11.057724+00:00"},{"alias_kind":"pith_short_12","alias_value":"PQY6SLJ6HLA5","created_at":"2026-07-05T06:51:11.057724+00:00"},{"alias_kind":"pith_short_16","alias_value":"PQY6SLJ6HLA5ELCR","created_at":"2026-07-05T06:51:11.057724+00:00"},{"alias_kind":"pith_short_8","alias_value":"PQY6SLJ6","created_at":"2026-07-05T06:51:11.057724+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD","json":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD.json","graph_json":"https://pith.science/api/pith-number/PQY6SLJ6HLA5ELCRUF2BSUCSCD/graph.json","events_json":"https://pith.science/api/pith-number/PQY6SLJ6HLA5ELCRUF2BSUCSCD/events.json","paper":"https://pith.science/paper/PQY6SLJ6"},"agent_actions":{"view_html":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD","download_json":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD.json","view_paper":"https://pith.science/paper/PQY6SLJ6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2309.08627&json=true","fetch_graph":"https://pith.science/api/pith-number/PQY6SLJ6HLA5ELCRUF2BSUCSCD/graph.json","fetch_events":"https://pith.science/api/pith-number/PQY6SLJ6HLA5ELCRUF2BSUCSCD/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD/action/timestamp_anchor","attest_storage":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD/action/storage_attestation","attest_author":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD/action/author_attestation","sign_citation":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD/action/citation_signature","submit_replication":"https://pith.science/pith/PQY6SLJ6HLA5ELCRUF2BSUCSCD/action/replication_record"}},"created_at":"2026-07-05T06:51:11.057724+00:00","updated_at":"2026-07-05T06:51:11.057724+00:00"}