{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:5IRUUUJJJDEILQOIWWCJC6KX3R","short_pith_number":"pith:5IRUUUJJ","canonical_record":{"source":{"id":"2509.06065","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-07T14:09:57Z","cross_cats_sorted":[],"title_canon_sha256":"31b2edd39802717aab9b7a655b832c16ad06cec2375464736d518a243bcae5b0","abstract_canon_sha256":"141ba6b01456ead6f377bd4d2e2cfae7c516b3a556313c1ea26b288743eee6ca"},"schema_version":"1.0"},"canonical_sha256":"ea234a512948c885c1c8b584917957dc49fddb5ff21855740d06ca9bb3c782ff","source":{"kind":"arxiv","id":"2509.06065","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.06065","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"arxiv_version","alias_value":"2509.06065v1","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.06065","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"pith_short_12","alias_value":"5IRUUUJJJDEI","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"pith_short_16","alias_value":"5IRUUUJJJDEILQOI","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"pith_short_8","alias_value":"5IRUUUJJ","created_at":"2026-07-05T12:06:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:5IRUUUJJJDEILQOIWWCJC6KX3R","target":"record","payload":{"canonical_record":{"source":{"id":"2509.06065","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-07T14:09:57Z","cross_cats_sorted":[],"title_canon_sha256":"31b2edd39802717aab9b7a655b832c16ad06cec2375464736d518a243bcae5b0","abstract_canon_sha256":"141ba6b01456ead6f377bd4d2e2cfae7c516b3a556313c1ea26b288743eee6ca"},"schema_version":"1.0"},"canonical_sha256":"ea234a512948c885c1c8b584917957dc49fddb5ff21855740d06ca9bb3c782ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:06:29.344930Z","signature_b64":"Q2vQA5wvoIgTaK75lbJfHGwnbUFDqlq8g+rouTkbmHV+x7Wj0Avyidy2ZT3t4hTkCV6Csg8S0ys9FrG3heCmBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea234a512948c885c1c8b584917957dc49fddb5ff21855740d06ca9bb3c782ff","last_reissued_at":"2026-07-05T12:06:29.344439Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:06:29.344439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.06065","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:06:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hkpnWujpZ/1N2tcNz4+qBwdZn328aEwl9IDoySjZm0NEbgwA4JuzntV2t9+bcXXMRh/zvkrf7vkzIztpRxi1AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:15:57.522902Z"},"content_sha256":"8e96c58e2043781740dd03416e4c641d238a50c8ba9b2167d423e7b26fb97cb3","schema_version":"1.0","event_id":"sha256:8e96c58e2043781740dd03416e4c641d238a50c8ba9b2167d423e7b26fb97cb3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:5IRUUUJJJDEILQOIWWCJC6KX3R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KatotohananQA: Evaluating Truthfulness of Large Language Models in Filipino","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Lorenzo Alfred Nery, Ronald Dawson Catignas, Thomas James Tiam-Lee","submitted_at":"2025-09-07T14:09:57Z","abstract_excerpt":"Large Language Models (LLMs) achieve remarkable performance across various tasks, but their tendency to produce hallucinations limits reliable adoption. Benchmarks such as TruthfulQA have been developed to measure truthfulness, yet they are primarily available in English, leaving a gap in evaluating LLMs in low-resource languages. To address this, we present KatotohananQA, a Filipino translation of the TruthfulQA benchmark. Seven free-tier proprietary models were assessed using a binary-choice framework. Findings show a significant performance gap between English and Filipino truthfulness, wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.06065","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.06065/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:06:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ce7XhCybo5y/l/00BM6+ih0+Nu3LbWtKc9/RPUOnewoLz1n+geiWQGMAvSfNtBn/OM3Dsd2rzhzi/EiwsISZBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:15:57.523477Z"},"content_sha256":"79ff10bc602b91041a7e706bd1e2df37f3676b5f78eff54d448d163ac7cf6399","schema_version":"1.0","event_id":"sha256:79ff10bc602b91041a7e706bd1e2df37f3676b5f78eff54d448d163ac7cf6399"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5IRUUUJJJDEILQOIWWCJC6KX3R/bundle.json","state_url":"https://pith.science/pith/5IRUUUJJJDEILQOIWWCJC6KX3R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5IRUUUJJJDEILQOIWWCJC6KX3R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:15:57Z","links":{"resolver":"https://pith.science/pith/5IRUUUJJJDEILQOIWWCJC6KX3R","bundle":"https://pith.science/pith/5IRUUUJJJDEILQOIWWCJC6KX3R/bundle.json","state":"https://pith.science/pith/5IRUUUJJJDEILQOIWWCJC6KX3R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5IRUUUJJJDEILQOIWWCJC6KX3R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:5IRUUUJJJDEILQOIWWCJC6KX3R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"141ba6b01456ead6f377bd4d2e2cfae7c516b3a556313c1ea26b288743eee6ca","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-07T14:09:57Z","title_canon_sha256":"31b2edd39802717aab9b7a655b832c16ad06cec2375464736d518a243bcae5b0"},"schema_version":"1.0","source":{"id":"2509.06065","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.06065","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"arxiv_version","alias_value":"2509.06065v1","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.06065","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"pith_short_12","alias_value":"5IRUUUJJJDEI","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"pith_short_16","alias_value":"5IRUUUJJJDEILQOI","created_at":"2026-07-05T12:06:29Z"},{"alias_kind":"pith_short_8","alias_value":"5IRUUUJJ","created_at":"2026-07-05T12:06:29Z"}],"graph_snapshots":[{"event_id":"sha256:79ff10bc602b91041a7e706bd1e2df37f3676b5f78eff54d448d163ac7cf6399","target":"graph","created_at":"2026-07-05T12:06:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.06065/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) achieve remarkable performance across various tasks, but their tendency to produce hallucinations limits reliable adoption. Benchmarks such as TruthfulQA have been developed to measure truthfulness, yet they are primarily available in English, leaving a gap in evaluating LLMs in low-resource languages. To address this, we present KatotohananQA, a Filipino translation of the TruthfulQA benchmark. Seven free-tier proprietary models were assessed using a binary-choice framework. Findings show a significant performance gap between English and Filipino truthfulness, wit","authors_text":"Lorenzo Alfred Nery, Ronald Dawson Catignas, Thomas James Tiam-Lee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-07T14:09:57Z","title":"KatotohananQA: Evaluating Truthfulness of Large Language Models in Filipino"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.06065","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e96c58e2043781740dd03416e4c641d238a50c8ba9b2167d423e7b26fb97cb3","target":"record","created_at":"2026-07-05T12:06:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"141ba6b01456ead6f377bd4d2e2cfae7c516b3a556313c1ea26b288743eee6ca","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-07T14:09:57Z","title_canon_sha256":"31b2edd39802717aab9b7a655b832c16ad06cec2375464736d518a243bcae5b0"},"schema_version":"1.0","source":{"id":"2509.06065","kind":"arxiv","version":1}},"canonical_sha256":"ea234a512948c885c1c8b584917957dc49fddb5ff21855740d06ca9bb3c782ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea234a512948c885c1c8b584917957dc49fddb5ff21855740d06ca9bb3c782ff","first_computed_at":"2026-07-05T12:06:29.344439Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:06:29.344439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q2vQA5wvoIgTaK75lbJfHGwnbUFDqlq8g+rouTkbmHV+x7Wj0Avyidy2ZT3t4hTkCV6Csg8S0ys9FrG3heCmBA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:06:29.344930Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.06065","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e96c58e2043781740dd03416e4c641d238a50c8ba9b2167d423e7b26fb97cb3","sha256:79ff10bc602b91041a7e706bd1e2df37f3676b5f78eff54d448d163ac7cf6399"],"state_sha256":"0158dc57ec1787204d44976b8c4260e2a81e8aef056f39cfad3b82b9d6527ec6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JP76NkFDL810Dy4cRQmKUkyR2hY9YRjaBw9RmxG3AKTjgREJpYW1ccFH4IENGEjP/63iXKUxQby933fCBJCYCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:15:57.527993Z","bundle_sha256":"93912cdf3ebc605521c2325dc69094845630876d508068e7de76efac6fa1e2d8"}}