{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GPUYBV6ARLT7ZPR6B4VCXJWKBT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"08d2818312adfd726ae2d3e81547387cc12c62a932d5eba362d67f073a0c6d89","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T04:35:59Z","title_canon_sha256":"c7c95a5ce927977a0ab36b21bd4ebbd654cf62eddb1d05494ed4002b33cad479"},"schema_version":"1.0","source":{"id":"2406.13990","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13990","created_at":"2026-07-05T08:35:48Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13990v2","created_at":"2026-07-05T08:35:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13990","created_at":"2026-07-05T08:35:48Z"},{"alias_kind":"pith_short_12","alias_value":"GPUYBV6ARLT7","created_at":"2026-07-05T08:35:48Z"},{"alias_kind":"pith_short_16","alias_value":"GPUYBV6ARLT7ZPR6","created_at":"2026-07-05T08:35:48Z"},{"alias_kind":"pith_short_8","alias_value":"GPUYBV6A","created_at":"2026-07-05T08:35:48Z"}],"graph_snapshots":[{"event_id":"sha256:182c2b14a8fe1515a583c45e41772aa8c0ec6a8b25e6b8545de0772307181ee8","target":"graph","created_at":"2026-07-05T08:35:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.13990/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The training process of large language models (LLMs) often involves varying degrees of test data contamination. Although current LLMs are achieving increasingly better performance on various benchmarks, their performance in practical applications does not always match their benchmark results. Leakage of benchmarks can prevent the accurate assessment of LLMs' true performance. However, constructing new benchmarks is costly, labor-intensive and still carries the risk of leakage. Therefore, in this paper, we ask the question, Can we reuse these leaked benchmarks for LLM evaluation? We propose Inf","authors_text":"Qingyuan Cheng, Qin Zhu, Runyu Peng, Ru Peng, Tengxiao Liu, Xiaonan Li, Xipeng Qiu, Xuanjing Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T04:35:59Z","title":"Inference-Time Decontamination: Reusing Leaked Benchmarks for Large Language Model Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13990","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2afc0a7e24e6d51e4d0c225a9bbac93e9313994bba4bb22060e56670e35f2619","target":"record","created_at":"2026-07-05T08:35:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"08d2818312adfd726ae2d3e81547387cc12c62a932d5eba362d67f073a0c6d89","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-20T04:35:59Z","title_canon_sha256":"c7c95a5ce927977a0ab36b21bd4ebbd654cf62eddb1d05494ed4002b33cad479"},"schema_version":"1.0","source":{"id":"2406.13990","kind":"arxiv","version":2}},"canonical_sha256":"33e980d7c08ae7fcbe3e0f2a2ba6ca0cc2aba0bc3050dd42959976ea31b827bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"33e980d7c08ae7fcbe3e0f2a2ba6ca0cc2aba0bc3050dd42959976ea31b827bc","first_computed_at":"2026-07-05T08:35:48.258053Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:48.258053Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bi9JwjwLcc1ZfH7gmD6AZ1cyRGYsZsGPPnPC4D5P69IKHVadXMEXj980UiJAsEVvLwNEEx2hvKv4y13J5JC4AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:48.258556Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.13990","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2afc0a7e24e6d51e4d0c225a9bbac93e9313994bba4bb22060e56670e35f2619","sha256:182c2b14a8fe1515a583c45e41772aa8c0ec6a8b25e6b8545de0772307181ee8"],"state_sha256":"a1846628e8a67975917f8d2d10167e88d29571ac2532e8cae51f4b3920eb62da"}