{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3RJY22XAG75VQDXT6ZH7XFLYOY","short_pith_number":"pith:3RJY22XA","canonical_record":{"source":{"id":"2305.12152","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T09:42:00Z","cross_cats_sorted":[],"title_canon_sha256":"d5665c20b5a5fa29f3d574bfbf3fab81466a31421cff4a3019a839dc06de4bb1","abstract_canon_sha256":"0f9527556d20c1fd8477a601143799087a18b4fa7b0b34ec28d56068073475ed"},"schema_version":"1.0"},"canonical_sha256":"dc538d6ae037fb580ef3f64ffb9578761bdc544630a3a9275d3b32dfd292d119","source":{"kind":"arxiv","id":"2305.12152","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12152","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12152v2","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12152","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"pith_short_12","alias_value":"3RJY22XAG75V","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"pith_short_16","alias_value":"3RJY22XAG75VQDXT","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"pith_short_8","alias_value":"3RJY22XA","created_at":"2026-07-05T07:03:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3RJY22XAG75VQDXT6ZH7XFLYOY","target":"record","payload":{"canonical_record":{"source":{"id":"2305.12152","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T09:42:00Z","cross_cats_sorted":[],"title_canon_sha256":"d5665c20b5a5fa29f3d574bfbf3fab81466a31421cff4a3019a839dc06de4bb1","abstract_canon_sha256":"0f9527556d20c1fd8477a601143799087a18b4fa7b0b34ec28d56068073475ed"},"schema_version":"1.0"},"canonical_sha256":"dc538d6ae037fb580ef3f64ffb9578761bdc544630a3a9275d3b32dfd292d119","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:24.934560Z","signature_b64":"NXBm23sGzgXgnAHT2lcjAraD4RJ5i3uBwiUXrZq66t2i1eUbouo1bN5PpzlHM2jOuqOzP7FYEsRZnwyU+zC6Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc538d6ae037fb580ef3f64ffb9578761bdc544630a3a9275d3b32dfd292d119","last_reissued_at":"2026-07-05T07:03:24.934081Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:24.934081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.12152","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eu5l4S5W2/hK3WYt5Tmm12G8Ar9xTFH5V7hGGRpbIG7tltBYiGCdGPq0jC3/3HXsvZIu+lSizk6+lFuxKy0uDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:28:41.879263Z"},"content_sha256":"281badc6375e5edfb0c3a46c133ab90832a91a0fa05bcf003b7170891713924f","schema_version":"1.0","event_id":"sha256:281badc6375e5edfb0c3a46c133ab90832a91a0fa05bcf003b7170891713924f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3RJY22XAG75VQDXT6ZH7XFLYOY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Revisiting Automated Topic Model Evaluation with Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander Hoyle, Dominik Stammbach, Elliott Ash, Mrinmaya Sachan, Vil\\'em Zouhar","submitted_at":"2023-05-20T09:42:00Z","abstract_excerpt":"Topic models are used to make sense of large text collections. However, automatically evaluating topic model output and determining the optimal number of topics both have been longstanding challenges, with no effective automated solutions to date. This paper proposes using large language models to evaluate such output. We find that large language models appropriately assess the resulting topics, correlating more strongly with human judgments than existing automated metrics. We then investigate whether we can use large language models to automatically determine the optimal number of topics. We "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12152","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.12152/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6hdaK6206BbsPkEymJtqgCqA2FrT+lpGzyBHc+x+mnGCOLDyJDjNZD6aJZrvWiBGmZIIJP4/Asf9AMOtA8rIAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:28:41.879629Z"},"content_sha256":"8efec141087dca80feb2ecd53bfe9cbf3e1776b2a297c199a40849c535e662c8","schema_version":"1.0","event_id":"sha256:8efec141087dca80feb2ecd53bfe9cbf3e1776b2a297c199a40849c535e662c8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3RJY22XAG75VQDXT6ZH7XFLYOY/bundle.json","state_url":"https://pith.science/pith/3RJY22XAG75VQDXT6ZH7XFLYOY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3RJY22XAG75VQDXT6ZH7XFLYOY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:28:41Z","links":{"resolver":"https://pith.science/pith/3RJY22XAG75VQDXT6ZH7XFLYOY","bundle":"https://pith.science/pith/3RJY22XAG75VQDXT6ZH7XFLYOY/bundle.json","state":"https://pith.science/pith/3RJY22XAG75VQDXT6ZH7XFLYOY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3RJY22XAG75VQDXT6ZH7XFLYOY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3RJY22XAG75VQDXT6ZH7XFLYOY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0f9527556d20c1fd8477a601143799087a18b4fa7b0b34ec28d56068073475ed","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T09:42:00Z","title_canon_sha256":"d5665c20b5a5fa29f3d574bfbf3fab81466a31421cff4a3019a839dc06de4bb1"},"schema_version":"1.0","source":{"id":"2305.12152","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12152","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12152v2","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12152","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"pith_short_12","alias_value":"3RJY22XAG75V","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"pith_short_16","alias_value":"3RJY22XAG75VQDXT","created_at":"2026-07-05T07:03:24Z"},{"alias_kind":"pith_short_8","alias_value":"3RJY22XA","created_at":"2026-07-05T07:03:24Z"}],"graph_snapshots":[{"event_id":"sha256:8efec141087dca80feb2ecd53bfe9cbf3e1776b2a297c199a40849c535e662c8","target":"graph","created_at":"2026-07-05T07:03:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12152/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Topic models are used to make sense of large text collections. However, automatically evaluating topic model output and determining the optimal number of topics both have been longstanding challenges, with no effective automated solutions to date. This paper proposes using large language models to evaluate such output. We find that large language models appropriately assess the resulting topics, correlating more strongly with human judgments than existing automated metrics. We then investigate whether we can use large language models to automatically determine the optimal number of topics. We ","authors_text":"Alexander Hoyle, Dominik Stammbach, Elliott Ash, Mrinmaya Sachan, Vil\\'em Zouhar","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T09:42:00Z","title":"Revisiting Automated Topic Model Evaluation with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12152","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:281badc6375e5edfb0c3a46c133ab90832a91a0fa05bcf003b7170891713924f","target":"record","created_at":"2026-07-05T07:03:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0f9527556d20c1fd8477a601143799087a18b4fa7b0b34ec28d56068073475ed","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-20T09:42:00Z","title_canon_sha256":"d5665c20b5a5fa29f3d574bfbf3fab81466a31421cff4a3019a839dc06de4bb1"},"schema_version":"1.0","source":{"id":"2305.12152","kind":"arxiv","version":2}},"canonical_sha256":"dc538d6ae037fb580ef3f64ffb9578761bdc544630a3a9275d3b32dfd292d119","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc538d6ae037fb580ef3f64ffb9578761bdc544630a3a9275d3b32dfd292d119","first_computed_at":"2026-07-05T07:03:24.934081Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:03:24.934081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NXBm23sGzgXgnAHT2lcjAraD4RJ5i3uBwiUXrZq66t2i1eUbouo1bN5PpzlHM2jOuqOzP7FYEsRZnwyU+zC6Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T07:03:24.934560Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12152","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:281badc6375e5edfb0c3a46c133ab90832a91a0fa05bcf003b7170891713924f","sha256:8efec141087dca80feb2ecd53bfe9cbf3e1776b2a297c199a40849c535e662c8"],"state_sha256":"672017a12771461bb8bb82e305d08a10be3e5863c920de78bc3789b9b049c714"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hxeDQg7VPtCPW55esx0Swtzs+HFR8yF4068pNoI68GTKuwWbGij8lKwd/WXhQ32+8E5B1m98MvY5b4U+5MZKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:28:41.882145Z","bundle_sha256":"5e0b0a37389f28f5b56bab0ff3ffd4c93cfe8f38797c0afb9a473607316eee2e"}}