{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:4PEZ7P73NC72W3IKL5TZEPWWQN","short_pith_number":"pith:4PEZ7P73","canonical_record":{"source":{"id":"2503.23730","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-03-31T05:04:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"4e3b0cebabc6dbdca25065fc7bd539d116da64fc2c0fb363a7dc89f7912c3e8c","abstract_canon_sha256":"48684fc6038dbb8f0bf1a0b05e476a645c71d19ef913e69557d7827bbb57fa49"},"schema_version":"1.0"},"canonical_sha256":"e3c99fbffb68bfab6d0a5f67923ed683754ee1008fd72af1c1e9635bc5fb6637","source":{"kind":"arxiv","id":"2503.23730","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23730","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23730v1","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23730","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"pith_short_12","alias_value":"4PEZ7P73NC72","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"pith_short_16","alias_value":"4PEZ7P73NC72W3IK","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"pith_short_8","alias_value":"4PEZ7P73","created_at":"2026-07-05T10:41:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:4PEZ7P73NC72W3IKL5TZEPWWQN","target":"record","payload":{"canonical_record":{"source":{"id":"2503.23730","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-03-31T05:04:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"4e3b0cebabc6dbdca25065fc7bd539d116da64fc2c0fb363a7dc89f7912c3e8c","abstract_canon_sha256":"48684fc6038dbb8f0bf1a0b05e476a645c71d19ef913e69557d7827bbb57fa49"},"schema_version":"1.0"},"canonical_sha256":"e3c99fbffb68bfab6d0a5f67923ed683754ee1008fd72af1c1e9635bc5fb6637","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:41:58.728227Z","signature_b64":"oMKDxwuh5LtSi3DOj8JSEZl3HhNWt8VndVjShHV+J3da8xLrCkLVntb9eUXSYZVmgjfZSQ0u1FjThFwvl6n8DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3c99fbffb68bfab6d0a5f67923ed683754ee1008fd72af1c1e9635bc5fb6637","last_reissued_at":"2026-07-05T10:41:58.727734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:41:58.727734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.23730","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:41:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rAtDz+es7UmoC/8n/UJypX2EUGp39/O6MqN/B9t/tG+ZsJpf0EYjqDzFNpe2kPPMK4eE1J7WZWuyOnAFAj6/AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:17:44.444651Z"},"content_sha256":"1cb71dd1cd7d67d2aaacba0039cb0b7ca8e48fd17145434a7cb43bd4eb007ca4","schema_version":"1.0","event_id":"sha256:1cb71dd1cd7d67d2aaacba0039cb0b7ca8e48fd17145434a7cb43bd4eb007ca4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:4PEZ7P73NC72W3IKL5TZEPWWQN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KOFFVQA: An Objectively Evaluated Free-form VQA Benchmark for Large Vision-Language Models in the Korean Language","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CV","authors_text":"Jaeyoon Jung, Yoonshik Kim","submitted_at":"2025-03-31T05:04:25Z","abstract_excerpt":"The recent emergence of Large Vision-Language Models(VLMs) has resulted in a variety of different benchmarks for evaluating such models. Despite this, we observe that most existing evaluation methods suffer from the fact that they either require the model to choose from pre-determined responses, sacrificing open-endedness, or evaluate responses using a judge model, resulting in subjective and unreliable evaluation. In addition, we observe a lack of benchmarks for VLMs in the Korean language, which are necessary as a separate metric from more common English language benchmarks, as the performan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23730","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.23730/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:41:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ak9JoFKQlHUlBs+OkjwgqiyQMM1bl2eHRvbedU4wEr05QhB9f3AkNo3EN+Oc6mX4JZV35P/Wppa54HcYCPBIAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:17:44.445309Z"},"content_sha256":"2e17289df808264450ac24b1aa9c02638b27d03aa9f443e082a7feb716f2a013","schema_version":"1.0","event_id":"sha256:2e17289df808264450ac24b1aa9c02638b27d03aa9f443e082a7feb716f2a013"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4PEZ7P73NC72W3IKL5TZEPWWQN/bundle.json","state_url":"https://pith.science/pith/4PEZ7P73NC72W3IKL5TZEPWWQN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4PEZ7P73NC72W3IKL5TZEPWWQN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T07:17:44Z","links":{"resolver":"https://pith.science/pith/4PEZ7P73NC72W3IKL5TZEPWWQN","bundle":"https://pith.science/pith/4PEZ7P73NC72W3IKL5TZEPWWQN/bundle.json","state":"https://pith.science/pith/4PEZ7P73NC72W3IKL5TZEPWWQN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4PEZ7P73NC72W3IKL5TZEPWWQN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4PEZ7P73NC72W3IKL5TZEPWWQN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48684fc6038dbb8f0bf1a0b05e476a645c71d19ef913e69557d7827bbb57fa49","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-03-31T05:04:25Z","title_canon_sha256":"4e3b0cebabc6dbdca25065fc7bd539d116da64fc2c0fb363a7dc89f7912c3e8c"},"schema_version":"1.0","source":{"id":"2503.23730","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23730","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23730v1","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23730","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"pith_short_12","alias_value":"4PEZ7P73NC72","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"pith_short_16","alias_value":"4PEZ7P73NC72W3IK","created_at":"2026-07-05T10:41:58Z"},{"alias_kind":"pith_short_8","alias_value":"4PEZ7P73","created_at":"2026-07-05T10:41:58Z"}],"graph_snapshots":[{"event_id":"sha256:2e17289df808264450ac24b1aa9c02638b27d03aa9f443e082a7feb716f2a013","target":"graph","created_at":"2026-07-05T10:41:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.23730/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent emergence of Large Vision-Language Models(VLMs) has resulted in a variety of different benchmarks for evaluating such models. Despite this, we observe that most existing evaluation methods suffer from the fact that they either require the model to choose from pre-determined responses, sacrificing open-endedness, or evaluate responses using a judge model, resulting in subjective and unreliable evaluation. In addition, we observe a lack of benchmarks for VLMs in the Korean language, which are necessary as a separate metric from more common English language benchmarks, as the performan","authors_text":"Jaeyoon Jung, Yoonshik Kim","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-03-31T05:04:25Z","title":"KOFFVQA: An Objectively Evaluated Free-form VQA Benchmark for Large Vision-Language Models in the Korean Language"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23730","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1cb71dd1cd7d67d2aaacba0039cb0b7ca8e48fd17145434a7cb43bd4eb007ca4","target":"record","created_at":"2026-07-05T10:41:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48684fc6038dbb8f0bf1a0b05e476a645c71d19ef913e69557d7827bbb57fa49","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-03-31T05:04:25Z","title_canon_sha256":"4e3b0cebabc6dbdca25065fc7bd539d116da64fc2c0fb363a7dc89f7912c3e8c"},"schema_version":"1.0","source":{"id":"2503.23730","kind":"arxiv","version":1}},"canonical_sha256":"e3c99fbffb68bfab6d0a5f67923ed683754ee1008fd72af1c1e9635bc5fb6637","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3c99fbffb68bfab6d0a5f67923ed683754ee1008fd72af1c1e9635bc5fb6637","first_computed_at":"2026-07-05T10:41:58.727734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:41:58.727734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oMKDxwuh5LtSi3DOj8JSEZl3HhNWt8VndVjShHV+J3da8xLrCkLVntb9eUXSYZVmgjfZSQ0u1FjThFwvl6n8DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:41:58.728227Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.23730","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1cb71dd1cd7d67d2aaacba0039cb0b7ca8e48fd17145434a7cb43bd4eb007ca4","sha256:2e17289df808264450ac24b1aa9c02638b27d03aa9f443e082a7feb716f2a013"],"state_sha256":"c40fb324ee31ea162aea6e9647bddb4597b4e4d41257b9e5bea26bd57cc6a683"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TW/sDhQ5lN6QZoP+37IP82q8bLcjG5olPmoZktSYLZP8uC1avHG65frtk/AXY2rgNacLCedZnIUY/yei91zvAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T07:17:44.450520Z","bundle_sha256":"3143bd11a7dc441db20f0072f10f10bc81f9efb7db0071ebe1351768f5ddeaa3"}}