{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZS7WZ6NSEOSE32GVGPJYBM7SR4","short_pith_number":"pith:ZS7WZ6NS","canonical_record":{"source":{"id":"2305.10160","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-17T12:23:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"939bf22f924d81940f9b9bc4243b18a75abe74c83533c294a47f74968184c2dd","abstract_canon_sha256":"7d9d2902b34b76e7a3da92ee93a4921d4f762cef8f57fd0c5fb083ac62758649"},"schema_version":"1.0"},"canonical_sha256":"ccbf6cf9b223a44de8d533d380b3f28f3357533f5d03dfb81c51aeb1f5fd8765","source":{"kind":"arxiv","id":"2305.10160","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10160","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10160v2","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10160","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"pith_short_12","alias_value":"ZS7WZ6NSEOSE","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"pith_short_16","alias_value":"ZS7WZ6NSEOSE32GV","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"pith_short_8","alias_value":"ZS7WZ6NS","created_at":"2026-07-05T07:02:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZS7WZ6NSEOSE32GVGPJYBM7SR4","target":"record","payload":{"canonical_record":{"source":{"id":"2305.10160","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-17T12:23:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"939bf22f924d81940f9b9bc4243b18a75abe74c83533c294a47f74968184c2dd","abstract_canon_sha256":"7d9d2902b34b76e7a3da92ee93a4921d4f762cef8f57fd0c5fb083ac62758649"},"schema_version":"1.0"},"canonical_sha256":"ccbf6cf9b223a44de8d533d380b3f28f3357533f5d03dfb81c51aeb1f5fd8765","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:01.770856Z","signature_b64":"MxWl9iNcd5+Wyr/I8aK7kFkW+q//ivroBHm8Ma1U24DbJGQ0hyDtW0JLcuUZ+Du3d5eYV6Cego8g1JFwNh/IBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ccbf6cf9b223a44de8d533d380b3f28f3357533f5d03dfb81c51aeb1f5fd8765","last_reissued_at":"2026-07-05T07:02:01.770369Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:01.770369Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.10160","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZFsHiTgWsOq3HZ2JgEsb/uRXf8MXcDYBkhBWW0IXK2RvyiGp7vKMS0i55iPbcpFOsj8x6nxxuYClej/jPM4xCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:08:52.391547Z"},"content_sha256":"1651943afc60b7518c550eb9b3dd8480580e3f5f71267825161673b864a61329","schema_version":"1.0","event_id":"sha256:1651943afc60b7518c550eb9b3dd8480580e3f5f71267825161673b864a61329"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZS7WZ6NSEOSE32GVGPJYBM7SR4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alon Jacovi, Avi Caciularu, Omer Goldman, Yoav Goldberg","submitted_at":"2023-05-17T12:23:38Z","abstract_excerpt":"Data contamination has become prevalent and challenging with the rise of models pretrained on large automatically-crawled corpora. For closed models, the training data becomes a trade secret, and even for open models, it is not trivial to detect contamination. Strategies such as leaderboards with hidden answers, or using test data which is guaranteed to be unseen, are expensive and become fragile with time. Assuming that all relevant actors value clean test data and will cooperate to mitigate data contamination, what can be done? We propose three strategies that can make a difference: (1) Test"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10160","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.10160/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MI8Qos09jgblAleIagwsloWFs4k8JYMSvqEIuR+9l611t3iEFnclYpS2AKZFVqHgLRicixhOgIEMostWpSuSCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:08:52.392067Z"},"content_sha256":"1cd43bca771f5c441c73d18c0872c95fb0ba98e65253e49babb11b47a751aa19","schema_version":"1.0","event_id":"sha256:1cd43bca771f5c441c73d18c0872c95fb0ba98e65253e49babb11b47a751aa19"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4/bundle.json","state_url":"https://pith.science/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T08:08:52Z","links":{"resolver":"https://pith.science/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4","bundle":"https://pith.science/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4/bundle.json","state":"https://pith.science/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZS7WZ6NSEOSE32GVGPJYBM7SR4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZS7WZ6NSEOSE32GVGPJYBM7SR4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d9d2902b34b76e7a3da92ee93a4921d4f762cef8f57fd0c5fb083ac62758649","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-17T12:23:38Z","title_canon_sha256":"939bf22f924d81940f9b9bc4243b18a75abe74c83533c294a47f74968184c2dd"},"schema_version":"1.0","source":{"id":"2305.10160","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10160","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10160v2","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10160","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"pith_short_12","alias_value":"ZS7WZ6NSEOSE","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"pith_short_16","alias_value":"ZS7WZ6NSEOSE32GV","created_at":"2026-07-05T07:02:01Z"},{"alias_kind":"pith_short_8","alias_value":"ZS7WZ6NS","created_at":"2026-07-05T07:02:01Z"}],"graph_snapshots":[{"event_id":"sha256:1cd43bca771f5c441c73d18c0872c95fb0ba98e65253e49babb11b47a751aa19","target":"graph","created_at":"2026-07-05T07:02:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.10160/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Data contamination has become prevalent and challenging with the rise of models pretrained on large automatically-crawled corpora. For closed models, the training data becomes a trade secret, and even for open models, it is not trivial to detect contamination. Strategies such as leaderboards with hidden answers, or using test data which is guaranteed to be unseen, are expensive and become fragile with time. Assuming that all relevant actors value clean test data and will cooperate to mitigate data contamination, what can be done? We propose three strategies that can make a difference: (1) Test","authors_text":"Alon Jacovi, Avi Caciularu, Omer Goldman, Yoav Goldberg","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-17T12:23:38Z","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10160","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1651943afc60b7518c550eb9b3dd8480580e3f5f71267825161673b864a61329","target":"record","created_at":"2026-07-05T07:02:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d9d2902b34b76e7a3da92ee93a4921d4f762cef8f57fd0c5fb083ac62758649","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-17T12:23:38Z","title_canon_sha256":"939bf22f924d81940f9b9bc4243b18a75abe74c83533c294a47f74968184c2dd"},"schema_version":"1.0","source":{"id":"2305.10160","kind":"arxiv","version":2}},"canonical_sha256":"ccbf6cf9b223a44de8d533d380b3f28f3357533f5d03dfb81c51aeb1f5fd8765","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ccbf6cf9b223a44de8d533d380b3f28f3357533f5d03dfb81c51aeb1f5fd8765","first_computed_at":"2026-07-05T07:02:01.770369Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:01.770369Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MxWl9iNcd5+Wyr/I8aK7kFkW+q//ivroBHm8Ma1U24DbJGQ0hyDtW0JLcuUZ+Du3d5eYV6Cego8g1JFwNh/IBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:01.770856Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.10160","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1651943afc60b7518c550eb9b3dd8480580e3f5f71267825161673b864a61329","sha256:1cd43bca771f5c441c73d18c0872c95fb0ba98e65253e49babb11b47a751aa19"],"state_sha256":"dec747b9285718aa1314047e639a6a51510545d274ad0f32ee409a6fa76f5653"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e4Jx1B20BpfkMA7OhtkGbL8ynqP6U+/eNn3/0UztNw+TSPxrwiLCIafYHh40WOPVtmC9SBVp8azHY2kcRz+PCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T08:08:52.395974Z","bundle_sha256":"d4d4700f728c7f2c687d5692fff8e255362ffe6ab8e94c1b2eecf3d1cca48fc0"}}