{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DKM5ML2RBZHMY7FU5RBDQJHBJD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8d868e477020c448a5cfed12c9ec05bc5e708aea4cb06cd3c07549c6f7d2f3f3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T18:09:40Z","title_canon_sha256":"6d3aac2b5eb7b0e31209cecd584a5d25bc2d6f76fc81dffb9c8e8eda279cf2a5"},"schema_version":"1.0","source":{"id":"2406.19415","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19415","created_at":"2026-07-05T08:37:39Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19415v1","created_at":"2026-07-05T08:37:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19415","created_at":"2026-07-05T08:37:39Z"},{"alias_kind":"pith_short_12","alias_value":"DKM5ML2RBZHM","created_at":"2026-07-05T08:37:39Z"},{"alias_kind":"pith_short_16","alias_value":"DKM5ML2RBZHMY7FU","created_at":"2026-07-05T08:37:39Z"},{"alias_kind":"pith_short_8","alias_value":"DKM5ML2R","created_at":"2026-07-05T08:37:39Z"}],"graph_snapshots":[{"event_id":"sha256:4afaee40123eb48dc01b30d1d9e3fa6a3f84b37ff7d460e43f822e96ba30a679","target":"graph","created_at":"2026-07-05T08:37:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.19415/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"FActScore has gained popularity as a metric to estimate the factuality of long-form texts generated by Large Language Models (LLMs) in English. However, there has not been any work in studying the behavior of FActScore in other languages. This paper studies the limitations of each component in the four-component pipeline of FActScore in the multilingual setting. We introduce a new dataset for FActScore on texts generated by strong multilingual LLMs. Our evaluation shows that LLMs exhibit distinct behaviors in both fact extraction and fact scoring tasks. No LLM produces consistent and reliable ","authors_text":"Franck Dernoncourt, Kim Trong Vu, Michael Krumdick, Varshini Reddy, Viet Dac Lai","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T18:09:40Z","title":"An Analysis of Multilingual FActScore"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19415","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:517b80397f1e8f7dbd3107ae3021e8cefdef4c2b8743a445c2653fd014325792","target":"record","created_at":"2026-07-05T08:37:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8d868e477020c448a5cfed12c9ec05bc5e708aea4cb06cd3c07549c6f7d2f3f3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T18:09:40Z","title_canon_sha256":"6d3aac2b5eb7b0e31209cecd584a5d25bc2d6f76fc81dffb9c8e8eda279cf2a5"},"schema_version":"1.0","source":{"id":"2406.19415","kind":"arxiv","version":1}},"canonical_sha256":"1a99d62f510e4ecc7cb4ec423824e148c3a129d945330722d8aecf6609cedb2e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1a99d62f510e4ecc7cb4ec423824e148c3a129d945330722d8aecf6609cedb2e","first_computed_at":"2026-07-05T08:37:39.442212Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:37:39.442212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"berzzMKYlRgUph6AuTNHO1otDtHJb1kwtAIG3Rz8gZnb7DzQgD0L9X294d9i9/SgZC6gsWLHGvxiPNrM5NFADA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:37:39.442707Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.19415","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:517b80397f1e8f7dbd3107ae3021e8cefdef4c2b8743a445c2653fd014325792","sha256:4afaee40123eb48dc01b30d1d9e3fa6a3f84b37ff7d460e43f822e96ba30a679"],"state_sha256":"95ecef3600d4f7a188ed3f71fc1a99f68743262a827e08fd50f1a2a3c076af9d"}