{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WAY4M3XJGGRKTETXPZGWE5BGMD","short_pith_number":"pith:WAY4M3XJ","canonical_record":{"source":{"id":"2508.03686","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:55:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a4d5b066035b4f590e2849701a5ff4157f66c005c4fbb6dc3291ec796dfb91da","abstract_canon_sha256":"1fdb86b8242b4e9c961d6fd8876fad2b163d2523f268a5e11ccf43f203ae8498"},"schema_version":"1.0"},"canonical_sha256":"b031c66ee931a2a992777e4d62742660c48391fb5eb58a2087805ab161ffc7aa","source":{"kind":"arxiv","id":"2508.03686","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.03686","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"arxiv_version","alias_value":"2508.03686v1","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.03686","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_12","alias_value":"WAY4M3XJGGRK","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_16","alias_value":"WAY4M3XJGGRKTETX","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_8","alias_value":"WAY4M3XJ","created_at":"2026-07-05T11:49:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WAY4M3XJGGRKTETXPZGWE5BGMD","target":"record","payload":{"canonical_record":{"source":{"id":"2508.03686","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:55:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a4d5b066035b4f590e2849701a5ff4157f66c005c4fbb6dc3291ec796dfb91da","abstract_canon_sha256":"1fdb86b8242b4e9c961d6fd8876fad2b163d2523f268a5e11ccf43f203ae8498"},"schema_version":"1.0"},"canonical_sha256":"b031c66ee931a2a992777e4d62742660c48391fb5eb58a2087805ab161ffc7aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:01.206049Z","signature_b64":"CU/Y2qFbsfy77JcNPmU+LKWaW3ErglaD23kKRBigKPZKPrSdq5jvdHF1hflQl2Gg3OZxIdoP1bpiVgR9nGekBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b031c66ee931a2a992777e4d62742660c48391fb5eb58a2087805ab161ffc7aa","last_reissued_at":"2026-07-05T11:49:01.205628Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:01.205628Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.03686","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0JX9Vp8mOETfsvrBPPlQlVeZ3kQeQUqHvIPxW5CyButL/OsQccTCaZ76m0Swv+VjoE8pz/0MB7FyB+q7suBCCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:54:04.974051Z"},"content_sha256":"e6a5c116a76addd4daf347daf2f105d52f642a8aeee0f418609021d897a95c7d","schema_version":"1.0","event_id":"sha256:e6a5c116a76addd4daf347daf2f105d52f642a8aeee0f418609021d897a95c7d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WAY4M3XJGGRKTETXPZGWE5BGMD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CompassVerifier: A Unified and Robust Verifier for LLMs Evaluation and Outcome Reward","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chengqi Lyu, Derek F. Wong, Hongwei Liu, Junnan Liu, Kai Chen, Linchen Xiao, Shudong Liu, Songyang Gao, Songyang Zhang, Wenwei Zhang, Yuzhe Gu","submitted_at":"2025-08-05T17:55:24Z","abstract_excerpt":"Answer verification is crucial not only for evaluating large language models (LLMs) by matching their unstructured outputs against standard answers, but also serves as the reward model to guide LLM optimization. Most evaluation frameworks rely on regularized matching or employ general LLMs for answer verification, which demands extensive, repetitive customization for regex rules or evaluation prompts. Two fundamental limitations persist in current methodologies: 1) the absence of comprehensive benchmarks that systematically evaluate verification capabilities across different LLMs; and 2) the n"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.03686","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.03686/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RjC6wC2sdS25Zfr6kEjcCn7DzZIBVc7G02/UR47eJywBOW7uWgnG1nEQi14rfBV8v7jbcNQruqalnmcUGfUCDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:54:04.974706Z"},"content_sha256":"a19587d962365fdef46da17a42f978ad2b08a06b7ec179399345a79d49f76b68","schema_version":"1.0","event_id":"sha256:a19587d962365fdef46da17a42f978ad2b08a06b7ec179399345a79d49f76b68"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WAY4M3XJGGRKTETXPZGWE5BGMD/bundle.json","state_url":"https://pith.science/pith/WAY4M3XJGGRKTETXPZGWE5BGMD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WAY4M3XJGGRKTETXPZGWE5BGMD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:54:04Z","links":{"resolver":"https://pith.science/pith/WAY4M3XJGGRKTETXPZGWE5BGMD","bundle":"https://pith.science/pith/WAY4M3XJGGRKTETXPZGWE5BGMD/bundle.json","state":"https://pith.science/pith/WAY4M3XJGGRKTETXPZGWE5BGMD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WAY4M3XJGGRKTETXPZGWE5BGMD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WAY4M3XJGGRKTETXPZGWE5BGMD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1fdb86b8242b4e9c961d6fd8876fad2b163d2523f268a5e11ccf43f203ae8498","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:55:24Z","title_canon_sha256":"a4d5b066035b4f590e2849701a5ff4157f66c005c4fbb6dc3291ec796dfb91da"},"schema_version":"1.0","source":{"id":"2508.03686","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.03686","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"arxiv_version","alias_value":"2508.03686v1","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.03686","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_12","alias_value":"WAY4M3XJGGRK","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_16","alias_value":"WAY4M3XJGGRKTETX","created_at":"2026-07-05T11:49:01Z"},{"alias_kind":"pith_short_8","alias_value":"WAY4M3XJ","created_at":"2026-07-05T11:49:01Z"}],"graph_snapshots":[{"event_id":"sha256:a19587d962365fdef46da17a42f978ad2b08a06b7ec179399345a79d49f76b68","target":"graph","created_at":"2026-07-05T11:49:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.03686/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Answer verification is crucial not only for evaluating large language models (LLMs) by matching their unstructured outputs against standard answers, but also serves as the reward model to guide LLM optimization. Most evaluation frameworks rely on regularized matching or employ general LLMs for answer verification, which demands extensive, repetitive customization for regex rules or evaluation prompts. Two fundamental limitations persist in current methodologies: 1) the absence of comprehensive benchmarks that systematically evaluate verification capabilities across different LLMs; and 2) the n","authors_text":"Chengqi Lyu, Derek F. Wong, Hongwei Liu, Junnan Liu, Kai Chen, Linchen Xiao, Shudong Liu, Songyang Gao, Songyang Zhang, Wenwei Zhang, Yuzhe Gu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:55:24Z","title":"CompassVerifier: A Unified and Robust Verifier for LLMs Evaluation and Outcome Reward"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.03686","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e6a5c116a76addd4daf347daf2f105d52f642a8aeee0f418609021d897a95c7d","target":"record","created_at":"2026-07-05T11:49:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1fdb86b8242b4e9c961d6fd8876fad2b163d2523f268a5e11ccf43f203ae8498","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-08-05T17:55:24Z","title_canon_sha256":"a4d5b066035b4f590e2849701a5ff4157f66c005c4fbb6dc3291ec796dfb91da"},"schema_version":"1.0","source":{"id":"2508.03686","kind":"arxiv","version":1}},"canonical_sha256":"b031c66ee931a2a992777e4d62742660c48391fb5eb58a2087805ab161ffc7aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b031c66ee931a2a992777e4d62742660c48391fb5eb58a2087805ab161ffc7aa","first_computed_at":"2026-07-05T11:49:01.205628Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:01.205628Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CU/Y2qFbsfy77JcNPmU+LKWaW3ErglaD23kKRBigKPZKPrSdq5jvdHF1hflQl2Gg3OZxIdoP1bpiVgR9nGekBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:01.206049Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.03686","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e6a5c116a76addd4daf347daf2f105d52f642a8aeee0f418609021d897a95c7d","sha256:a19587d962365fdef46da17a42f978ad2b08a06b7ec179399345a79d49f76b68"],"state_sha256":"35cbb99cdee3634603fef7db5180511247400af6f885e46ccbf2c2119eeb9f76"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5pCdikWracgFRsLsfRt6sNj/hX87v3OWigYQPDZMAsavxcCuFcyt3JNh2DhglHeQZF1kPJhyqY+vsLVbTYihCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:54:04.979877Z","bundle_sha256":"c060929f76d727651d38d67f85735970d4a0885011412e95b84386a0becd33dd"}}