{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3WAUBHXKS4N5VINYWJNL2EYVPQ","short_pith_number":"pith:3WAUBHXK","canonical_record":{"source":{"id":"2512.09066","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2025-11-28T14:41:48Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"9436952b7de2c6da8e49b429f027eac03d1f706f4fa72b3d0c1b605d33c0dc3e","abstract_canon_sha256":"b0804716ba9b4dcf5a3ae2ac2c12f4e4415c1112ccd92dac2652bb314c03deea"},"schema_version":"1.0"},"canonical_sha256":"dd81409eea971bdaa1b8b25abd13157c1e6ab89c17f15a8a1e3301f891b57143","source":{"kind":"arxiv","id":"2512.09066","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2512.09066","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"arxiv_version","alias_value":"2512.09066v2","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.09066","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"pith_short_12","alias_value":"3WAUBHXKS4N5","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"pith_short_16","alias_value":"3WAUBHXKS4N5VINY","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"pith_short_8","alias_value":"3WAUBHXK","created_at":"2026-06-30T02:17:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3WAUBHXKS4N5VINYWJNL2EYVPQ","target":"record","payload":{"canonical_record":{"source":{"id":"2512.09066","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2025-11-28T14:41:48Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"9436952b7de2c6da8e49b429f027eac03d1f706f4fa72b3d0c1b605d33c0dc3e","abstract_canon_sha256":"b0804716ba9b4dcf5a3ae2ac2c12f4e4415c1112ccd92dac2652bb314c03deea"},"schema_version":"1.0"},"canonical_sha256":"dd81409eea971bdaa1b8b25abd13157c1e6ab89c17f15a8a1e3301f891b57143","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-30T02:17:12.744989Z","signature_b64":"aS/SU78sx45ys5GCujs1Dbag0x6Y2KqrD1BSmI56af+mHdcnZXLvceWqBQ3sepdplZuYPDJg72sdzpvWlD4IAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dd81409eea971bdaa1b8b25abd13157c1e6ab89c17f15a8a1e3301f891b57143","last_reissued_at":"2026-06-30T02:17:12.744398Z","signature_status":"signed_v1","first_computed_at":"2026-06-30T02:17:12.744398Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2512.09066","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-30T02:17:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z/McRZuUCKagcveLX5jxbUsl3wx6DXG4xw8/79AtqO5dsR38zPqy2/szECBBRREMNH/T8u1+nDcTavDfGab7BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:11:11.500861Z"},"content_sha256":"930f58c49f8f2931901a1aaf6f3024e7354cd433e494edd8e152ea8c80ecac5e","schema_version":"1.0","event_id":"sha256:930f58c49f8f2931901a1aaf6f3024e7354cd433e494edd8e152ea8c80ecac5e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3WAUBHXKS4N5VINYWJNL2EYVPQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ORCA: Open-ended Response Correctness Assessment for Audio Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.SD","authors_text":"Alicia Lozano-Diez, Allison Ferner, Bolaji Yusuf, Cecilia Bola\\~nos, Fernando L\\'opez, Jan \\v{C}ernock\\'y, Laura Herrera-Alarc\\'on, Ramani Duraiswami, Santosh Kesiraju, Sara Barahona, Sathvik Udupa, \\v{S}imon Sedl\\'a\\v{c}ek","submitted_at":"2025-11-28T14:41:48Z","abstract_excerpt":"Reliable assessment of the abilities of large audio language models (LALMs) is essential to advancing the state of the art. As benchmarks rapidly evolve to incorporate complex reasoning and subjective tasks, they increasingly necessitate open-ended responses from LALMs. We present Open-ended Response Correctness Assessment (ORCA) -- a reliable and lightweight model-based approach for answer correctness and disagreement modeling. We employ a three-stage annotation pipeline combining human judgment, structured feedback, and human-AI correction, yielding 9,663 annotations across 3,699 question-an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2512.09066","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2512.09066/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-30T02:17:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CWn9x8oKHxLg9s7oYlkx1k0dXg/Il3SaIRRlTQcxEFDLvM7i5BfpyYQc2qJK800LLZadUMMJMdp4+y1rUYOaCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:11:11.501500Z"},"content_sha256":"fd7980601127d0121cceaa257c23757e5ecb8e9ede41303eca5b29a8e0a80424","schema_version":"1.0","event_id":"sha256:fd7980601127d0121cceaa257c23757e5ecb8e9ede41303eca5b29a8e0a80424"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ/bundle.json","state_url":"https://pith.science/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:11:11Z","links":{"resolver":"https://pith.science/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ","bundle":"https://pith.science/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ/bundle.json","state":"https://pith.science/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3WAUBHXKS4N5VINYWJNL2EYVPQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3WAUBHXKS4N5VINYWJNL2EYVPQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b0804716ba9b4dcf5a3ae2ac2c12f4e4415c1112ccd92dac2652bb314c03deea","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2025-11-28T14:41:48Z","title_canon_sha256":"9436952b7de2c6da8e49b429f027eac03d1f706f4fa72b3d0c1b605d33c0dc3e"},"schema_version":"1.0","source":{"id":"2512.09066","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2512.09066","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"arxiv_version","alias_value":"2512.09066v2","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.09066","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"pith_short_12","alias_value":"3WAUBHXKS4N5","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"pith_short_16","alias_value":"3WAUBHXKS4N5VINY","created_at":"2026-06-30T02:17:12Z"},{"alias_kind":"pith_short_8","alias_value":"3WAUBHXK","created_at":"2026-06-30T02:17:12Z"}],"graph_snapshots":[{"event_id":"sha256:fd7980601127d0121cceaa257c23757e5ecb8e9ede41303eca5b29a8e0a80424","target":"graph","created_at":"2026-06-30T02:17:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2512.09066/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reliable assessment of the abilities of large audio language models (LALMs) is essential to advancing the state of the art. As benchmarks rapidly evolve to incorporate complex reasoning and subjective tasks, they increasingly necessitate open-ended responses from LALMs. We present Open-ended Response Correctness Assessment (ORCA) -- a reliable and lightweight model-based approach for answer correctness and disagreement modeling. We employ a three-stage annotation pipeline combining human judgment, structured feedback, and human-AI correction, yielding 9,663 annotations across 3,699 question-an","authors_text":"Alicia Lozano-Diez, Allison Ferner, Bolaji Yusuf, Cecilia Bola\\~nos, Fernando L\\'opez, Jan \\v{C}ernock\\'y, Laura Herrera-Alarc\\'on, Ramani Duraiswami, Santosh Kesiraju, Sara Barahona, Sathvik Udupa, \\v{S}imon Sedl\\'a\\v{c}ek","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2025-11-28T14:41:48Z","title":"ORCA: Open-ended Response Correctness Assessment for Audio Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2512.09066","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:930f58c49f8f2931901a1aaf6f3024e7354cd433e494edd8e152ea8c80ecac5e","target":"record","created_at":"2026-06-30T02:17:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b0804716ba9b4dcf5a3ae2ac2c12f4e4415c1112ccd92dac2652bb314c03deea","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2025-11-28T14:41:48Z","title_canon_sha256":"9436952b7de2c6da8e49b429f027eac03d1f706f4fa72b3d0c1b605d33c0dc3e"},"schema_version":"1.0","source":{"id":"2512.09066","kind":"arxiv","version":2}},"canonical_sha256":"dd81409eea971bdaa1b8b25abd13157c1e6ab89c17f15a8a1e3301f891b57143","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dd81409eea971bdaa1b8b25abd13157c1e6ab89c17f15a8a1e3301f891b57143","first_computed_at":"2026-06-30T02:17:12.744398Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-30T02:17:12.744398Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aS/SU78sx45ys5GCujs1Dbag0x6Y2KqrD1BSmI56af+mHdcnZXLvceWqBQ3sepdplZuYPDJg72sdzpvWlD4IAA==","signature_status":"signed_v1","signed_at":"2026-06-30T02:17:12.744989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2512.09066","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:930f58c49f8f2931901a1aaf6f3024e7354cd433e494edd8e152ea8c80ecac5e","sha256:fd7980601127d0121cceaa257c23757e5ecb8e9ede41303eca5b29a8e0a80424"],"state_sha256":"c4a23185d67eba4b19cd98633e3058dcb16789241be2f1a101946a4e51ee55a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Ja9SJ8/wswKPL4wnm2b8DQvGos5h11B78kojTg8fyCF02/woHLbzzfhnqx2qrmRo1lEwPT5W4HfVfyPfEMcBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:11:11.506622Z","bundle_sha256":"d2393fe78f8dc6818b3ba7e02be1a65cf87033828b6f4f435b241b68bf7a1e73"}}