{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WJDYWOLDPKS22JZO7CIBEB37UX","short_pith_number":"pith:WJDYWOLD","canonical_record":{"source":{"id":"2508.03523","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T14:48:32Z","cross_cats_sorted":[],"title_canon_sha256":"e99955e95ee3c745efc532283b49bd51c40290ecc8c92c1cae00efaa48054510","abstract_canon_sha256":"7aee6e8f67fdfe5c65192451445b0c3a7ba0a29072b4290971069af0345731d3"},"schema_version":"1.0"},"canonical_sha256":"b2478b39637aa5ad272ef89012077fa5f745d45ccc0a47519def1b3e053e877c","source":{"kind":"arxiv","id":"2508.03523","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.03523","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"arxiv_version","alias_value":"2508.03523v1","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.03523","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"pith_short_12","alias_value":"WJDYWOLDPKS2","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"pith_short_16","alias_value":"WJDYWOLDPKS22JZO","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"pith_short_8","alias_value":"WJDYWOLD","created_at":"2026-07-05T11:48:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WJDYWOLDPKS22JZO7CIBEB37UX","target":"record","payload":{"canonical_record":{"source":{"id":"2508.03523","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T14:48:32Z","cross_cats_sorted":[],"title_canon_sha256":"e99955e95ee3c745efc532283b49bd51c40290ecc8c92c1cae00efaa48054510","abstract_canon_sha256":"7aee6e8f67fdfe5c65192451445b0c3a7ba0a29072b4290971069af0345731d3"},"schema_version":"1.0"},"canonical_sha256":"b2478b39637aa5ad272ef89012077fa5f745d45ccc0a47519def1b3e053e877c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:48:58.497482Z","signature_b64":"VckpWGP/uXozZcUEjPHaPqV/poAw7QjlF1JDgv28nd2bqr3HANu1mQPQcaClctNqJzzl7wxGFOhcCwsLAKnnAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b2478b39637aa5ad272ef89012077fa5f745d45ccc0a47519def1b3e053e877c","last_reissued_at":"2026-07-05T11:48:58.496999Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:48:58.496999Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.03523","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kOzhMMxesGoIisIxLYQIl9hVjb+sYSY+0D9LGAa7SnHDf6TX7uPBK+z7NGpSX2SMzYh39tfUnAVoVqRn1o5VBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:45:21.638036Z"},"content_sha256":"96035a4e673a5fcf24766cbc539c4f657242f37c560fb8f73fc730bac447bf42","schema_version":"1.0","event_id":"sha256:96035a4e673a5fcf24766cbc539c4f657242f37c560fb8f73fc730bac447bf42"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WJDYWOLDPKS22JZO7CIBEB37UX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FilBench: Can LLMs Understand and Generate Filipino?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Conner Manuel, Elyanah Aco, Jan Christian Blaise Cruz, Joseph Marvin Imperial, Lester James V. Miranda","submitted_at":"2025-08-05T14:48:32Z","abstract_excerpt":"Despite the impressive performance of LLMs on English-based tasks, little is known about their capabilities in specific languages such as Filipino. In this work, we address this gap by introducing FilBench, a Filipino-centric benchmark designed to evaluate LLMs across a diverse set of tasks and capabilities in Filipino, Tagalog, and Cebuano. We carefully curate the tasks in FilBench to reflect the priorities and trends of NLP research in the Philippines such as Cultural Knowledge, Classical NLP, Reading Comprehension, and Generation. By evaluating 27 state-of-the-art LLMs on FilBench, we find "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.03523","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.03523/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gwjB8/LgFMtrfbXllkb8+ldqi4aMnU6jI0CGko4m3OaDuvT4pYbaaoZVxbLOsnyKPyo2sylQz2VkHsB7IzP4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:45:21.638436Z"},"content_sha256":"d8d7ce47ce1c39a2726ab90a5a50ce204492f61bd0364ebe8ea42cf3f2254907","schema_version":"1.0","event_id":"sha256:d8d7ce47ce1c39a2726ab90a5a50ce204492f61bd0364ebe8ea42cf3f2254907"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WJDYWOLDPKS22JZO7CIBEB37UX/bundle.json","state_url":"https://pith.science/pith/WJDYWOLDPKS22JZO7CIBEB37UX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WJDYWOLDPKS22JZO7CIBEB37UX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:45:21Z","links":{"resolver":"https://pith.science/pith/WJDYWOLDPKS22JZO7CIBEB37UX","bundle":"https://pith.science/pith/WJDYWOLDPKS22JZO7CIBEB37UX/bundle.json","state":"https://pith.science/pith/WJDYWOLDPKS22JZO7CIBEB37UX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WJDYWOLDPKS22JZO7CIBEB37UX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WJDYWOLDPKS22JZO7CIBEB37UX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7aee6e8f67fdfe5c65192451445b0c3a7ba0a29072b4290971069af0345731d3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T14:48:32Z","title_canon_sha256":"e99955e95ee3c745efc532283b49bd51c40290ecc8c92c1cae00efaa48054510"},"schema_version":"1.0","source":{"id":"2508.03523","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.03523","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"arxiv_version","alias_value":"2508.03523v1","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.03523","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"pith_short_12","alias_value":"WJDYWOLDPKS2","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"pith_short_16","alias_value":"WJDYWOLDPKS22JZO","created_at":"2026-07-05T11:48:58Z"},{"alias_kind":"pith_short_8","alias_value":"WJDYWOLD","created_at":"2026-07-05T11:48:58Z"}],"graph_snapshots":[{"event_id":"sha256:d8d7ce47ce1c39a2726ab90a5a50ce204492f61bd0364ebe8ea42cf3f2254907","target":"graph","created_at":"2026-07-05T11:48:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.03523/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the impressive performance of LLMs on English-based tasks, little is known about their capabilities in specific languages such as Filipino. In this work, we address this gap by introducing FilBench, a Filipino-centric benchmark designed to evaluate LLMs across a diverse set of tasks and capabilities in Filipino, Tagalog, and Cebuano. We carefully curate the tasks in FilBench to reflect the priorities and trends of NLP research in the Philippines such as Cultural Knowledge, Classical NLP, Reading Comprehension, and Generation. By evaluating 27 state-of-the-art LLMs on FilBench, we find ","authors_text":"Conner Manuel, Elyanah Aco, Jan Christian Blaise Cruz, Joseph Marvin Imperial, Lester James V. Miranda","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T14:48:32Z","title":"FilBench: Can LLMs Understand and Generate Filipino?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.03523","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96035a4e673a5fcf24766cbc539c4f657242f37c560fb8f73fc730bac447bf42","target":"record","created_at":"2026-07-05T11:48:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7aee6e8f67fdfe5c65192451445b0c3a7ba0a29072b4290971069af0345731d3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T14:48:32Z","title_canon_sha256":"e99955e95ee3c745efc532283b49bd51c40290ecc8c92c1cae00efaa48054510"},"schema_version":"1.0","source":{"id":"2508.03523","kind":"arxiv","version":1}},"canonical_sha256":"b2478b39637aa5ad272ef89012077fa5f745d45ccc0a47519def1b3e053e877c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b2478b39637aa5ad272ef89012077fa5f745d45ccc0a47519def1b3e053e877c","first_computed_at":"2026-07-05T11:48:58.496999Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:48:58.496999Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VckpWGP/uXozZcUEjPHaPqV/poAw7QjlF1JDgv28nd2bqr3HANu1mQPQcaClctNqJzzl7wxGFOhcCwsLAKnnAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:48:58.497482Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.03523","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96035a4e673a5fcf24766cbc539c4f657242f37c560fb8f73fc730bac447bf42","sha256:d8d7ce47ce1c39a2726ab90a5a50ce204492f61bd0364ebe8ea42cf3f2254907"],"state_sha256":"3ff5bb31f629424513521523946c90a61ca3c7402e3ee9880425828fedc78667"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U/ziglso+tYc7E8/OuGqKy3a1dCiF4I55QpZj3fFxjpJNQlRQR0ZtXwmuO9Ce7dhTv35aK+Xcm9TM1yxU402BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:45:21.641228Z","bundle_sha256":"dd9469fc4ed89400b77239aa19fe75bb56301728c41241f2458ed515cf1a650f"}}