{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DWQJRKCISDBH4X5B4K7IMJBPTZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c10053a11e25974ff441253281f4fdcde6a3ae8e3fb77ce10b6656f49e647ef","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-01T13:08:04Z","title_canon_sha256":"78eebfd1cbb4b777ac4a17a2d6183d481a785713622505062faccacd08fbbb3c"},"schema_version":"1.0","source":{"id":"2504.00756","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.00756","created_at":"2026-07-05T10:42:49Z"},{"alias_kind":"arxiv_version","alias_value":"2504.00756v1","created_at":"2026-07-05T10:42:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.00756","created_at":"2026-07-05T10:42:49Z"},{"alias_kind":"pith_short_12","alias_value":"DWQJRKCISDBH","created_at":"2026-07-05T10:42:49Z"},{"alias_kind":"pith_short_16","alias_value":"DWQJRKCISDBH4X5B","created_at":"2026-07-05T10:42:49Z"},{"alias_kind":"pith_short_8","alias_value":"DWQJRKCI","created_at":"2026-07-05T10:42:49Z"}],"graph_snapshots":[{"event_id":"sha256:7ca0da292066424248e77b6af9e35aa8d6e23cc36ddabe67c9d6895c3fba9180","target":"graph","created_at":"2026-07-05T10:42:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.00756/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) advance, efficient knowledge evaluation becomes crucial to verifying their capabilities. Traditional methods, relying on benchmarks, face limitations such as high resource costs and information loss. We propose the Large-scale Reference-based Efficient Knowledge Evaluation for Large Language Model (RECKON), which directly uses reference data to evaluate models. RECKON organizes unstructured data into manageable units and generates targeted questions for each cluster, improving evaluation accuracy and efficiency. Experimental results show that RECKON reduces reso","authors_text":"Hongwei Feng, Lin Zhang, Xiaoran Shi, Yanghua Xiao, Zhouhong Gu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-01T13:08:04Z","title":"RECKON: Large-scale Reference-based Efficient Knowledge Evaluation for Large Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.00756","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:da649d6b7355d009ed606ea09635996e4437f525ebfc7bfa59012f8ddb6d19ea","target":"record","created_at":"2026-07-05T10:42:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c10053a11e25974ff441253281f4fdcde6a3ae8e3fb77ce10b6656f49e647ef","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-01T13:08:04Z","title_canon_sha256":"78eebfd1cbb4b777ac4a17a2d6183d481a785713622505062faccacd08fbbb3c"},"schema_version":"1.0","source":{"id":"2504.00756","kind":"arxiv","version":1}},"canonical_sha256":"1da098a84890c27e5fa1e2be86242f9e4345bcf4f7c50e51c80213445bda7402","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1da098a84890c27e5fa1e2be86242f9e4345bcf4f7c50e51c80213445bda7402","first_computed_at":"2026-07-05T10:42:49.986768Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:42:49.986768Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mRaN8LC2W+Q6j1i9+1viES2liyO7fTeQ6juZFsyA8/myrINvUw8+YaI2vJO2HAocEVdML3X4HSD2AAW7jpvjDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:42:49.987303Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.00756","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:da649d6b7355d009ed606ea09635996e4437f525ebfc7bfa59012f8ddb6d19ea","sha256:7ca0da292066424248e77b6af9e35aa8d6e23cc36ddabe67c9d6895c3fba9180"],"state_sha256":"d33f213675b75697bbab09dd2c279b1377e6682594aa600e512be9effbd34211"}