{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VD3L767WFVVLIUUECRGEEGDKNV","short_pith_number":"pith:VD3L767W","canonical_record":{"source":{"id":"2207.10218","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-20T22:25:34Z","cross_cats_sorted":[],"title_canon_sha256":"ae6f81309ac4ac61e829dca90adc4dbbe51507ef53ce57819d38efdf1c5c626d","abstract_canon_sha256":"eac3a026bed6e2d67527157ffa459b10e97f11836090d717316ae07f34e780dc"},"schema_version":"1.0"},"canonical_sha256":"a8f6bffbf62d6ab45284144c42186a6d525396670f63b11b0f0ab718018fae17","source":{"kind":"arxiv","id":"2207.10218","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.10218","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"arxiv_version","alias_value":"2207.10218v1","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.10218","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"pith_short_12","alias_value":"VD3L767WFVVL","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"pith_short_16","alias_value":"VD3L767WFVVLIUUE","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"pith_short_8","alias_value":"VD3L767W","created_at":"2026-07-05T04:42:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VD3L767WFVVLIUUECRGEEGDKNV","target":"record","payload":{"canonical_record":{"source":{"id":"2207.10218","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-20T22:25:34Z","cross_cats_sorted":[],"title_canon_sha256":"ae6f81309ac4ac61e829dca90adc4dbbe51507ef53ce57819d38efdf1c5c626d","abstract_canon_sha256":"eac3a026bed6e2d67527157ffa459b10e97f11836090d717316ae07f34e780dc"},"schema_version":"1.0"},"canonical_sha256":"a8f6bffbf62d6ab45284144c42186a6d525396670f63b11b0f0ab718018fae17","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:42:22.430403Z","signature_b64":"Yhpi5MVuNWrvqc9RumDtPdZzavHBdxwRx8JlYqIGEdmlEWod2MwtvbADDlhwYyp6P8eNbquYteM5xkmw8Bv7DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a8f6bffbf62d6ab45284144c42186a6d525396670f63b11b0f0ab718018fae17","last_reissued_at":"2026-07-05T04:42:22.429877Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:42:22.429877Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.10218","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:42:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZxfkZ3gGAwdHAv4uyOcpGLJhQSeyFfNbiAB1bfHLtHijQStdxFleBRou0QrhztMTGzuZ7NvkaMosYtN4thwPBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:39:17.381055Z"},"content_sha256":"72beac483c98a53e460b77b2495ecd8184429a92395ca6bb0c4e62e49e9a3923","schema_version":"1.0","event_id":"sha256:72beac483c98a53e460b77b2495ecd8184429a92395ca6bb0c4e62e49e9a3923"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VD3L767WFVVLIUUECRGEEGDKNV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Game of Hidden Rules: A New Kind of Benchmark Challenge for Machine Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Eric Pulick, Paul Kantor, Shubham Bharti, Vicki M. Bier, Vladimir Menkov, Yiding Chen, Yonatan Mintz","submitted_at":"2022-07-20T22:25:34Z","abstract_excerpt":"As machine learning (ML) is more tightly woven into society, it is imperative that we better characterize ML's strengths and limitations if we are to employ it responsibly. Existing benchmark environments for ML, such as board and video games, offer well-defined benchmarks for progress, but constituent tasks are often complex, and it is frequently unclear how task characteristics contribute to overall difficulty for the machine learner. Likewise, without a systematic assessment of how task characteristics influence difficulty, it is challenging to draw meaningful connections between performanc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.10218","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.10218/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:42:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lxaBn7ERlH5VQbrKE7DlHjVweYeTm76pi+q1iIyx8QZ6NTqrHerngQO1SOF0aVQEC5gayhzZpSnWG83YF1JnDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:39:17.381562Z"},"content_sha256":"cc7685c549eeb6c62f501c6b160e6dcbb6c3e81d2fb46ac1157206bf52b3ffa2","schema_version":"1.0","event_id":"sha256:cc7685c549eeb6c62f501c6b160e6dcbb6c3e81d2fb46ac1157206bf52b3ffa2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VD3L767WFVVLIUUECRGEEGDKNV/bundle.json","state_url":"https://pith.science/pith/VD3L767WFVVLIUUECRGEEGDKNV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VD3L767WFVVLIUUECRGEEGDKNV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:39:17Z","links":{"resolver":"https://pith.science/pith/VD3L767WFVVLIUUECRGEEGDKNV","bundle":"https://pith.science/pith/VD3L767WFVVLIUUECRGEEGDKNV/bundle.json","state":"https://pith.science/pith/VD3L767WFVVLIUUECRGEEGDKNV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VD3L767WFVVLIUUECRGEEGDKNV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VD3L767WFVVLIUUECRGEEGDKNV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eac3a026bed6e2d67527157ffa459b10e97f11836090d717316ae07f34e780dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-20T22:25:34Z","title_canon_sha256":"ae6f81309ac4ac61e829dca90adc4dbbe51507ef53ce57819d38efdf1c5c626d"},"schema_version":"1.0","source":{"id":"2207.10218","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.10218","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"arxiv_version","alias_value":"2207.10218v1","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.10218","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"pith_short_12","alias_value":"VD3L767WFVVL","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"pith_short_16","alias_value":"VD3L767WFVVLIUUE","created_at":"2026-07-05T04:42:22Z"},{"alias_kind":"pith_short_8","alias_value":"VD3L767W","created_at":"2026-07-05T04:42:22Z"}],"graph_snapshots":[{"event_id":"sha256:cc7685c549eeb6c62f501c6b160e6dcbb6c3e81d2fb46ac1157206bf52b3ffa2","target":"graph","created_at":"2026-07-05T04:42:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.10218/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As machine learning (ML) is more tightly woven into society, it is imperative that we better characterize ML's strengths and limitations if we are to employ it responsibly. Existing benchmark environments for ML, such as board and video games, offer well-defined benchmarks for progress, but constituent tasks are often complex, and it is frequently unclear how task characteristics contribute to overall difficulty for the machine learner. Likewise, without a systematic assessment of how task characteristics influence difficulty, it is challenging to draw meaningful connections between performanc","authors_text":"Eric Pulick, Paul Kantor, Shubham Bharti, Vicki M. Bier, Vladimir Menkov, Yiding Chen, Yonatan Mintz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-20T22:25:34Z","title":"The Game of Hidden Rules: A New Kind of Benchmark Challenge for Machine Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.10218","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72beac483c98a53e460b77b2495ecd8184429a92395ca6bb0c4e62e49e9a3923","target":"record","created_at":"2026-07-05T04:42:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eac3a026bed6e2d67527157ffa459b10e97f11836090d717316ae07f34e780dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-20T22:25:34Z","title_canon_sha256":"ae6f81309ac4ac61e829dca90adc4dbbe51507ef53ce57819d38efdf1c5c626d"},"schema_version":"1.0","source":{"id":"2207.10218","kind":"arxiv","version":1}},"canonical_sha256":"a8f6bffbf62d6ab45284144c42186a6d525396670f63b11b0f0ab718018fae17","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a8f6bffbf62d6ab45284144c42186a6d525396670f63b11b0f0ab718018fae17","first_computed_at":"2026-07-05T04:42:22.429877Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:42:22.429877Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yhpi5MVuNWrvqc9RumDtPdZzavHBdxwRx8JlYqIGEdmlEWod2MwtvbADDlhwYyp6P8eNbquYteM5xkmw8Bv7DA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:42:22.430403Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.10218","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72beac483c98a53e460b77b2495ecd8184429a92395ca6bb0c4e62e49e9a3923","sha256:cc7685c549eeb6c62f501c6b160e6dcbb6c3e81d2fb46ac1157206bf52b3ffa2"],"state_sha256":"4e3ca73154bc683e4a29557be447bc418d1c67047e29bfcd0aaaeb501a3589eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QoYNPp4P6Xkv9e3PUudKUhjmSqEUovz4HIVILgvr/M9LyMcNjmEeHGAYbXejG3thOfJF2hrKB1YNCr14qrESDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:39:17.385571Z","bundle_sha256":"da0ee30aa2be0c32e87eaddda9c33984859f2667461d632b594a2ad095f990c0"}}