{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:QEKS6ZBUGWQF2J7FRUROMJTZ55","short_pith_number":"pith:QEKS6ZBU","canonical_record":{"source":{"id":"1812.01074","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2018-12-03T20:37:21Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"c1c26de060088a1e559af76a91ba3033add3d88b2eee38fd362f6340685785b5","abstract_canon_sha256":"9e5590cb3d23da418ed979cdf9c8195fbe845b31fb77b82cdf533dbb1854b799"},"schema_version":"1.0"},"canonical_sha256":"81152f643435a05d27e58d22e62679ef78802b5e725d23710d757d34ffe75096","source":{"kind":"arxiv","id":"1812.01074","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.01074","created_at":"2026-05-17T23:59:13Z"},{"alias_kind":"arxiv_version","alias_value":"1812.01074v1","created_at":"2026-05-17T23:59:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.01074","created_at":"2026-05-17T23:59:13Z"},{"alias_kind":"pith_short_12","alias_value":"QEKS6ZBUGWQF","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_16","alias_value":"QEKS6ZBUGWQF2J7F","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_8","alias_value":"QEKS6ZBU","created_at":"2026-05-18T12:32:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:QEKS6ZBUGWQF2J7FRUROMJTZ55","target":"record","payload":{"canonical_record":{"source":{"id":"1812.01074","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2018-12-03T20:37:21Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"c1c26de060088a1e559af76a91ba3033add3d88b2eee38fd362f6340685785b5","abstract_canon_sha256":"9e5590cb3d23da418ed979cdf9c8195fbe845b31fb77b82cdf533dbb1854b799"},"schema_version":"1.0"},"canonical_sha256":"81152f643435a05d27e58d22e62679ef78802b5e725d23710d757d34ffe75096","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:59:13.373836Z","signature_b64":"YB3f7YEBWaeO2XzbEmKxFM8H0AHbdaXpBVmeHsV9ZVm6D2839PhPcwB0T+egG5+x3rwrB+bZwSwmLIANiolEAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81152f643435a05d27e58d22e62679ef78802b5e725d23710d757d34ffe75096","last_reissued_at":"2026-05-17T23:59:13.373377Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:59:13.373377Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.01074","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MO6LiETCk7sXeFyrpU49CS2uONV+XJKABWcVQSON9NXHn1r/9duVdNGgf3Fk7d3GEDVG8kAkVEtO/cJm/TyBCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T07:31:25.889172Z"},"content_sha256":"365a2dee860287deb80155852652e0978cb5a5cf601ec5970cd533456f22b3b7","schema_version":"1.0","event_id":"sha256:365a2dee860287deb80155852652e0978cb5a5cf601ec5970cd533456f22b3b7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:QEKS6ZBUGWQF2J7FRUROMJTZ55","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distilling Information from a Flood: A Possibility for the Use of Meta-Analysis and Systematic Review in Machine Learning Research","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.DL","authors_text":"Emma Brunskill, Peter Henderson","submitted_at":"2018-12-03T20:37:21Z","abstract_excerpt":"The current flood of information in all areas of machine learning research, from computer vision to reinforcement learning, has made it difficult to make aggregate scientific inferences. It can be challenging to distill a myriad of similar papers into a set of useful principles, to determine which new methodologies to use for a particular application, and to be confident that one has compared against all relevant related work when developing new ideas. However, such a rapidly growing body of research literature is a problem that other fields have already faced - in particular, medicine and epi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.01074","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iQBC7HpUK8tcbYlw38DA4MEAiT/FaxouA6I8wMTL1exZQlf9F0tDrPKsow19+9W0x2jkcy5e4/xX1XPAJlQtBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T07:31:25.889826Z"},"content_sha256":"c4a081ddd70223a4abc26a3df41a9409019bba1ca0bff5fef0244dc353b0693d","schema_version":"1.0","event_id":"sha256:c4a081ddd70223a4abc26a3df41a9409019bba1ca0bff5fef0244dc353b0693d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55/bundle.json","state_url":"https://pith.science/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T07:31:25Z","links":{"resolver":"https://pith.science/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55","bundle":"https://pith.science/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55/bundle.json","state":"https://pith.science/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QEKS6ZBUGWQF2J7FRUROMJTZ55/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:QEKS6ZBUGWQF2J7FRUROMJTZ55","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9e5590cb3d23da418ed979cdf9c8195fbe845b31fb77b82cdf533dbb1854b799","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2018-12-03T20:37:21Z","title_canon_sha256":"c1c26de060088a1e559af76a91ba3033add3d88b2eee38fd362f6340685785b5"},"schema_version":"1.0","source":{"id":"1812.01074","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.01074","created_at":"2026-05-17T23:59:13Z"},{"alias_kind":"arxiv_version","alias_value":"1812.01074v1","created_at":"2026-05-17T23:59:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.01074","created_at":"2026-05-17T23:59:13Z"},{"alias_kind":"pith_short_12","alias_value":"QEKS6ZBUGWQF","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_16","alias_value":"QEKS6ZBUGWQF2J7F","created_at":"2026-05-18T12:32:46Z"},{"alias_kind":"pith_short_8","alias_value":"QEKS6ZBU","created_at":"2026-05-18T12:32:46Z"}],"graph_snapshots":[{"event_id":"sha256:c4a081ddd70223a4abc26a3df41a9409019bba1ca0bff5fef0244dc353b0693d","target":"graph","created_at":"2026-05-17T23:59:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The current flood of information in all areas of machine learning research, from computer vision to reinforcement learning, has made it difficult to make aggregate scientific inferences. It can be challenging to distill a myriad of similar papers into a set of useful principles, to determine which new methodologies to use for a particular application, and to be confident that one has compared against all relevant related work when developing new ideas. However, such a rapidly growing body of research literature is a problem that other fields have already faced - in particular, medicine and epi","authors_text":"Emma Brunskill, Peter Henderson","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2018-12-03T20:37:21Z","title":"Distilling Information from a Flood: A Possibility for the Use of Meta-Analysis and Systematic Review in Machine Learning Research"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.01074","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:365a2dee860287deb80155852652e0978cb5a5cf601ec5970cd533456f22b3b7","target":"record","created_at":"2026-05-17T23:59:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9e5590cb3d23da418ed979cdf9c8195fbe845b31fb77b82cdf533dbb1854b799","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2018-12-03T20:37:21Z","title_canon_sha256":"c1c26de060088a1e559af76a91ba3033add3d88b2eee38fd362f6340685785b5"},"schema_version":"1.0","source":{"id":"1812.01074","kind":"arxiv","version":1}},"canonical_sha256":"81152f643435a05d27e58d22e62679ef78802b5e725d23710d757d34ffe75096","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"81152f643435a05d27e58d22e62679ef78802b5e725d23710d757d34ffe75096","first_computed_at":"2026-05-17T23:59:13.373377Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:59:13.373377Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YB3f7YEBWaeO2XzbEmKxFM8H0AHbdaXpBVmeHsV9ZVm6D2839PhPcwB0T+egG5+x3rwrB+bZwSwmLIANiolEAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:59:13.373836Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.01074","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:365a2dee860287deb80155852652e0978cb5a5cf601ec5970cd533456f22b3b7","sha256:c4a081ddd70223a4abc26a3df41a9409019bba1ca0bff5fef0244dc353b0693d"],"state_sha256":"62d72cd61f8e529d22df5a2e415ec0799f1cf6f78b42b9baa4151aa6b0917b23"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EyQVxPOSOPwd3P0OPHoiFoQup9el6A/Vygy/7FxjRrwSn2SjRNZ4IWA74rfGtX3ywFXGykTl0H0L1qqUiV8bAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T07:31:25.892779Z","bundle_sha256":"de285fed30e02ccdd9e2c547a102514bbdf2f17a7025b2ecfae5f49b7d9657c7"}}