{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BBUSP2EBWKQ3UM7S2KDPNPTXBA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b863cb345317a626878c276c06cafa4f1f2a25137fb570e4286e8664e711f00","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-26T07:48:52Z","title_canon_sha256":"0e01f613119391217fe68d823c70b6c95497a092c3ccd5be1c7e48c092b276af"},"schema_version":"1.0","source":{"id":"2504.18838","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.18838","created_at":"2026-07-05T10:54:22Z"},{"alias_kind":"arxiv_version","alias_value":"2504.18838v1","created_at":"2026-07-05T10:54:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.18838","created_at":"2026-07-05T10:54:22Z"},{"alias_kind":"pith_short_12","alias_value":"BBUSP2EBWKQ3","created_at":"2026-07-05T10:54:22Z"},{"alias_kind":"pith_short_16","alias_value":"BBUSP2EBWKQ3UM7S","created_at":"2026-07-05T10:54:22Z"},{"alias_kind":"pith_short_8","alias_value":"BBUSP2EB","created_at":"2026-07-05T10:54:22Z"}],"graph_snapshots":[{"event_id":"sha256:4472d047fc921890b6adaf87d62a039738578b2417c7db453bc9cf068ce7d1e7","target":"graph","created_at":"2026-07-05T10:54:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.18838/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are advancing at an amazing speed and have become indispensable across academia, industry, and daily applications. To keep pace with the status quo, this survey probes the core challenges that the rise of LLMs poses for evaluation. We identify and analyze two pivotal transitions: (i) from task-specific to capability-based evaluation, which reorganizes benchmarks around core competencies such as knowledge, reasoning, instruction following, multi-modal understanding, and safety; and (ii) from manual to automated evaluation, encompassing dynamic dataset curation and \"","authors_text":"Aixin Sun, Dan Huang, David Lo, Haiyuan Liang, Heng Ji, Jiahao Ying, Jing Jiang, Juanzi Li, Lei Hou, Lifu Huang, Min-Yen Kan, Muhao Chen, Qianru Sun, Qi Zhang, Shibo Hong, Tat-Seng Chua, Wenxuan Zhang, Xiaozhi Wang, Xingjun Ma, Xinze Li, Xuanjing Huang, Yantao Liu, Yixin Cao, Yubo Ma, Yu-Gang Jiang, Zijun Yao, Zuxuan Wu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.18838","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:393c8a3632fcfd03f41e2588aff6a122be6aafe1be036ea887ff8e5ca8712b1f","target":"record","created_at":"2026-07-05T10:54:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b863cb345317a626878c276c06cafa4f1f2a25137fb570e4286e8664e711f00","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-26T07:48:52Z","title_canon_sha256":"0e01f613119391217fe68d823c70b6c95497a092c3ccd5be1c7e48c092b276af"},"schema_version":"1.0","source":{"id":"2504.18838","kind":"arxiv","version":1}},"canonical_sha256":"086927e881b2a1ba33f2d286f6be77080c7efd5dd70cfa9647a1367da8b7b627","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"086927e881b2a1ba33f2d286f6be77080c7efd5dd70cfa9647a1367da8b7b627","first_computed_at":"2026-07-05T10:54:22.228978Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:22.228978Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/fQZcqk0LzsPFEGQCzXH/XbjGYXXK5WJ6BOLX/E4EgAO0XZuSnIRoQufJi7urfX4zvWMluwMhOO5I2ExMAnyCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:22.229446Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.18838","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:393c8a3632fcfd03f41e2588aff6a122be6aafe1be036ea887ff8e5ca8712b1f","sha256:4472d047fc921890b6adaf87d62a039738578b2417c7db453bc9cf068ce7d1e7"],"state_sha256":"efbd97dde61f4d8b1cb014ae648ad9b4f52bf0dd373c6af5952800fa9b88bc86"}