{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:47JHH5ZRDM2S7DFNZC32IRGPEO","short_pith_number":"pith:47JHH5ZR","canonical_record":{"source":{"id":"2103.06944","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-11T20:44:31Z","cross_cats_sorted":[],"title_canon_sha256":"47326e2a03551e78e43a044681b30f030154c70acd4389dca620701972972395","abstract_canon_sha256":"e37d9ada0e790c298f0c461f3e7d3d1827236b0315a4f91b4bd64eee7b198e28"},"schema_version":"1.0"},"canonical_sha256":"e7d273f7311b352f8cadc8b7a444cf23b9830d68fea5d7b816f73d5a1711525a","source":{"kind":"arxiv","id":"2103.06944","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.06944","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"arxiv_version","alias_value":"2103.06944v2","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.06944","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"pith_short_12","alias_value":"47JHH5ZRDM2S","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"pith_short_16","alias_value":"47JHH5ZRDM2S7DFN","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"pith_short_8","alias_value":"47JHH5ZR","created_at":"2026-07-05T02:25:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:47JHH5ZRDM2S7DFNZC32IRGPEO","target":"record","payload":{"canonical_record":{"source":{"id":"2103.06944","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-11T20:44:31Z","cross_cats_sorted":[],"title_canon_sha256":"47326e2a03551e78e43a044681b30f030154c70acd4389dca620701972972395","abstract_canon_sha256":"e37d9ada0e790c298f0c461f3e7d3d1827236b0315a4f91b4bd64eee7b198e28"},"schema_version":"1.0"},"canonical_sha256":"e7d273f7311b352f8cadc8b7a444cf23b9830d68fea5d7b816f73d5a1711525a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:25:51.342459Z","signature_b64":"SaQ6qDkmXW1eeIeFeJqgCjrnrUxKiP6KGlZw8V2rLqdzPRb/9yugRZAOYqcx9yY9edrGiKTmpuSWAOPj/yMtCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7d273f7311b352f8cadc8b7a444cf23b9830d68fea5d7b816f73d5a1711525a","last_reissued_at":"2026-07-05T02:25:51.341984Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:25:51.341984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.06944","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:25:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xcLGLED18zHSJQPHx7B5ZkA2l4UE/6XNtGJWiNc935C6/o1bgIQujf//LFne1OxfatAq/j6gADroJNtlwKkBDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T18:23:20.437244Z"},"content_sha256":"4b82d0f0c4af2f5f570b98869630d37bc729c1882e2ffb22ccacbcd1d144ba69","schema_version":"1.0","event_id":"sha256:4b82d0f0c4af2f5f570b98869630d37bc729c1882e2ffb22ccacbcd1d144ba69"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:47JHH5ZRDM2S7DFNZC32IRGPEO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Preregistering NLP Research","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chris van der Lee, Emiel Krahmer, Emiel van Miltenburg","submitted_at":"2021-03-11T20:44:31Z","abstract_excerpt":"Preregistration refers to the practice of specifying what you are going to do, and what you expect to find in your study, before carrying out the study. This practice is increasingly common in medicine and psychology, but is rarely discussed in NLP. This paper discusses preregistration in more detail, explores how NLP researchers could preregister their work, and presents several preregistration questions for different kinds of studies. Finally, we argue in favour of registered reports, which could provide firmer grounds for slow science in NLP research. The goal of this paper is to elicit a d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.06944","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.06944/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:25:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2bLhb69Wm14OaNZOj44fyzWXhD+CXIaMGv2Vn5tlBo1TBbwX8exCFPKZp1oA4BNMrNBuPBgTpjqDhn5exZQWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T18:23:20.438142Z"},"content_sha256":"829a8e34847ec280048c9732e5430e3836cf8ad48593335d1f58e132715f6b6b","schema_version":"1.0","event_id":"sha256:829a8e34847ec280048c9732e5430e3836cf8ad48593335d1f58e132715f6b6b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/47JHH5ZRDM2S7DFNZC32IRGPEO/bundle.json","state_url":"https://pith.science/pith/47JHH5ZRDM2S7DFNZC32IRGPEO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/47JHH5ZRDM2S7DFNZC32IRGPEO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T18:23:20Z","links":{"resolver":"https://pith.science/pith/47JHH5ZRDM2S7DFNZC32IRGPEO","bundle":"https://pith.science/pith/47JHH5ZRDM2S7DFNZC32IRGPEO/bundle.json","state":"https://pith.science/pith/47JHH5ZRDM2S7DFNZC32IRGPEO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/47JHH5ZRDM2S7DFNZC32IRGPEO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:47JHH5ZRDM2S7DFNZC32IRGPEO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e37d9ada0e790c298f0c461f3e7d3d1827236b0315a4f91b4bd64eee7b198e28","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-11T20:44:31Z","title_canon_sha256":"47326e2a03551e78e43a044681b30f030154c70acd4389dca620701972972395"},"schema_version":"1.0","source":{"id":"2103.06944","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.06944","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"arxiv_version","alias_value":"2103.06944v2","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.06944","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"pith_short_12","alias_value":"47JHH5ZRDM2S","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"pith_short_16","alias_value":"47JHH5ZRDM2S7DFN","created_at":"2026-07-05T02:25:51Z"},{"alias_kind":"pith_short_8","alias_value":"47JHH5ZR","created_at":"2026-07-05T02:25:51Z"}],"graph_snapshots":[{"event_id":"sha256:829a8e34847ec280048c9732e5430e3836cf8ad48593335d1f58e132715f6b6b","target":"graph","created_at":"2026-07-05T02:25:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.06944/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Preregistration refers to the practice of specifying what you are going to do, and what you expect to find in your study, before carrying out the study. This practice is increasingly common in medicine and psychology, but is rarely discussed in NLP. This paper discusses preregistration in more detail, explores how NLP researchers could preregister their work, and presents several preregistration questions for different kinds of studies. Finally, we argue in favour of registered reports, which could provide firmer grounds for slow science in NLP research. The goal of this paper is to elicit a d","authors_text":"Chris van der Lee, Emiel Krahmer, Emiel van Miltenburg","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-11T20:44:31Z","title":"Preregistering NLP Research"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.06944","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4b82d0f0c4af2f5f570b98869630d37bc729c1882e2ffb22ccacbcd1d144ba69","target":"record","created_at":"2026-07-05T02:25:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e37d9ada0e790c298f0c461f3e7d3d1827236b0315a4f91b4bd64eee7b198e28","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-11T20:44:31Z","title_canon_sha256":"47326e2a03551e78e43a044681b30f030154c70acd4389dca620701972972395"},"schema_version":"1.0","source":{"id":"2103.06944","kind":"arxiv","version":2}},"canonical_sha256":"e7d273f7311b352f8cadc8b7a444cf23b9830d68fea5d7b816f73d5a1711525a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7d273f7311b352f8cadc8b7a444cf23b9830d68fea5d7b816f73d5a1711525a","first_computed_at":"2026-07-05T02:25:51.341984Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:25:51.341984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SaQ6qDkmXW1eeIeFeJqgCjrnrUxKiP6KGlZw8V2rLqdzPRb/9yugRZAOYqcx9yY9edrGiKTmpuSWAOPj/yMtCA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:25:51.342459Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.06944","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4b82d0f0c4af2f5f570b98869630d37bc729c1882e2ffb22ccacbcd1d144ba69","sha256:829a8e34847ec280048c9732e5430e3836cf8ad48593335d1f58e132715f6b6b"],"state_sha256":"af56f2f7f7b824e371dff1b6a88eb2817adfc088119d4b5822fbee15b5f98ad0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4iifyflKJSqvkRDTo1pwVIaIsxCO034i6Ukl22JSesq6w3KoZNjtvn6TdndkNmqIMcd08+cG1t5X8/KwbbIMDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T18:23:20.444137Z","bundle_sha256":"0da13a543ceda55fca7ba2835a20b92da81eaf19ea0bbb957517c5b1d30470d3"}}