{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:OXWLT4HLV4HN3CB3SZCHYFBXJJ","short_pith_number":"pith:OXWLT4HL","schema_version":"1.0","canonical_sha256":"75ecb9f0ebaf0edd883b96447c14374a63bb315c78d031ccf34c6dc5155c342c","source":{"kind":"arxiv","id":"2502.07352","version":1},"attestation_state":"computed","paper":{"title":"Bridging the Evaluation Gap: Leveraging Large Language Models for Topic Model Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DL"],"primary_cat":"cs.CL","authors_text":"Jennifer D'Souza, Zhiyin Tan","submitted_at":"2025-02-11T08:23:56Z","abstract_excerpt":"This study presents a framework for automated evaluation of dynamically evolving topic taxonomies in scientific literature using Large Language Models (LLMs). In digital library systems, topic modeling plays a crucial role in efficiently organizing and retrieving scholarly content, guiding researchers through complex knowledge landscapes. As research domains proliferate and shift, traditional human centric and static evaluation methods struggle to maintain relevance. The proposed approach harnesses LLMs to measure key quality dimensions, such as coherence, repetitiveness, diversity, and topic-"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.07352","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-11T08:23:56Z","cross_cats_sorted":["cs.AI","cs.DL"],"title_canon_sha256":"13a4c306cb868170ba3cb7b789173d94e843030b680122ea199fcadb7ceb81e5","abstract_canon_sha256":"0dba27265c71200e04e20c165cac168e8bb1a1d512ffa034378ea02ff1502161"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:27.862989Z","signature_b64":"JYMUTn85Xcyx7U6uqrkGSfG+glqOqlfFBsp/uqnshFHQTPhziV8JzPprUyIpw4mii4MUeCri37I76/IaiOhLDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"75ecb9f0ebaf0edd883b96447c14374a63bb315c78d031ccf34c6dc5155c342c","last_reissued_at":"2026-07-05T10:13:27.862498Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:27.862498Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Bridging the Evaluation Gap: Leveraging Large Language Models for Topic Model Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DL"],"primary_cat":"cs.CL","authors_text":"Jennifer D'Souza, Zhiyin Tan","submitted_at":"2025-02-11T08:23:56Z","abstract_excerpt":"This study presents a framework for automated evaluation of dynamically evolving topic taxonomies in scientific literature using Large Language Models (LLMs). In digital library systems, topic modeling plays a crucial role in efficiently organizing and retrieving scholarly content, guiding researchers through complex knowledge landscapes. As research domains proliferate and shift, traditional human centric and static evaluation methods struggle to maintain relevance. The proposed approach harnesses LLMs to measure key quality dimensions, such as coherence, repetitiveness, diversity, and topic-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07352","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.07352/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.07352","created_at":"2026-07-05T10:13:27.862559+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.07352v1","created_at":"2026-07-05T10:13:27.862559+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07352","created_at":"2026-07-05T10:13:27.862559+00:00"},{"alias_kind":"pith_short_12","alias_value":"OXWLT4HLV4HN","created_at":"2026-07-05T10:13:27.862559+00:00"},{"alias_kind":"pith_short_16","alias_value":"OXWLT4HLV4HN3CB3","created_at":"2026-07-05T10:13:27.862559+00:00"},{"alias_kind":"pith_short_8","alias_value":"OXWLT4HL","created_at":"2026-07-05T10:13:27.862559+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ","json":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ.json","graph_json":"https://pith.science/api/pith-number/OXWLT4HLV4HN3CB3SZCHYFBXJJ/graph.json","events_json":"https://pith.science/api/pith-number/OXWLT4HLV4HN3CB3SZCHYFBXJJ/events.json","paper":"https://pith.science/paper/OXWLT4HL"},"agent_actions":{"view_html":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ","download_json":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ.json","view_paper":"https://pith.science/paper/OXWLT4HL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.07352&json=true","fetch_graph":"https://pith.science/api/pith-number/OXWLT4HLV4HN3CB3SZCHYFBXJJ/graph.json","fetch_events":"https://pith.science/api/pith-number/OXWLT4HLV4HN3CB3SZCHYFBXJJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ/action/storage_attestation","attest_author":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ/action/author_attestation","sign_citation":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ/action/citation_signature","submit_replication":"https://pith.science/pith/OXWLT4HLV4HN3CB3SZCHYFBXJJ/action/replication_record"}},"created_at":"2026-07-05T10:13:27.862559+00:00","updated_at":"2026-07-05T10:13:27.862559+00:00"}