{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:HA2JKUSCC6NT72KYYHQEALGICW","short_pith_number":"pith:HA2JKUSC","canonical_record":{"source":{"id":"2010.06595","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T18:00:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c67ee3123d3f2519675c600e0b7f5b6e1dd1d419eb1d7c8794264f2bd9ce9831","abstract_canon_sha256":"c1946f1d14f285609e9d7c556803d3baea62072f339481c0888a0b1c5308d2e7"},"schema_version":"1.0"},"canonical_sha256":"3834955242179b3fe958c1e0402cc815a6f06a41e7024aa1d733c5ef1c75c72a","source":{"kind":"arxiv","id":"2010.06595","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06595","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06595v1","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06595","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"pith_short_12","alias_value":"HA2JKUSCC6NT","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"pith_short_16","alias_value":"HA2JKUSCC6NT72KY","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"pith_short_8","alias_value":"HA2JKUSC","created_at":"2026-07-05T01:42:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:HA2JKUSCC6NT72KYYHQEALGICW","target":"record","payload":{"canonical_record":{"source":{"id":"2010.06595","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T18:00:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c67ee3123d3f2519675c600e0b7f5b6e1dd1d419eb1d7c8794264f2bd9ce9831","abstract_canon_sha256":"c1946f1d14f285609e9d7c556803d3baea62072f339481c0888a0b1c5308d2e7"},"schema_version":"1.0"},"canonical_sha256":"3834955242179b3fe958c1e0402cc815a6f06a41e7024aa1d733c5ef1c75c72a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:42:57.602386Z","signature_b64":"8dt/vA/hwEBEzO4w1MOPgbRhb6PiI+Mk0yvrNxhPprp+ZFIhbGn/R5K3eOHykHHyzmd4Ust+DZ6S/Flsr47kAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3834955242179b3fe958c1e0402cc815a6f06a41e7024aa1d733c5ef1c75c72a","last_reissued_at":"2026-07-05T01:42:57.601978Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:42:57.601978Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.06595","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PZS+ImCo3LlsPIpttw1ZOHTLjtN11JIZIZfELw4p30e0K1yTp1gCgCXXc14o5j0PRCxjI3vZktZpIulgOKPsAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:45:39.966296Z"},"content_sha256":"bbc34218688d6be3f571122baa30a3d6b258a20241815791bfd02aa70d1d167f","schema_version":"1.0","event_id":"sha256:bbc34218688d6be3f571122baa30a3d6b258a20241815791bfd02aa70d1d167f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:HA2JKUSCC6NT72KYYHQEALGICW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"With Little Power Comes Great Responsibility","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Dallas Card, Dan Jurafsky, Kyle Mahowald, Peter Henderson, Robin Jia, Urvashi Khandelwal","submitted_at":"2020-10-13T18:00:02Z","abstract_excerpt":"Despite its importance to experimental design, statistical power (the probability that, given a real effect, an experiment will reject the null hypothesis) has largely been ignored by the NLP community. Underpowered experiments make it more difficult to discern the difference between statistical noise and meaningful model improvements, and increase the chances of exaggerated findings. By meta-analyzing a set of existing NLP papers and datasets, we characterize typical power for a variety of settings and conclude that underpowered experiments are common in the NLP literature. In particular, for"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06595","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.06595/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gZdnwzsUqJG6GaNLiUsxePjPlt3v/OKIVy5csq07t+AFUwgONaoUMraFRORSHidPWpIT0nm7ZH85K1+02WoVBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:45:39.966790Z"},"content_sha256":"155625736cc7f4093a733fa7f54ff704076002e9b749f57b1700206d7c3808b1","schema_version":"1.0","event_id":"sha256:155625736cc7f4093a733fa7f54ff704076002e9b749f57b1700206d7c3808b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HA2JKUSCC6NT72KYYHQEALGICW/bundle.json","state_url":"https://pith.science/pith/HA2JKUSCC6NT72KYYHQEALGICW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HA2JKUSCC6NT72KYYHQEALGICW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T07:45:39Z","links":{"resolver":"https://pith.science/pith/HA2JKUSCC6NT72KYYHQEALGICW","bundle":"https://pith.science/pith/HA2JKUSCC6NT72KYYHQEALGICW/bundle.json","state":"https://pith.science/pith/HA2JKUSCC6NT72KYYHQEALGICW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HA2JKUSCC6NT72KYYHQEALGICW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:HA2JKUSCC6NT72KYYHQEALGICW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1946f1d14f285609e9d7c556803d3baea62072f339481c0888a0b1c5308d2e7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T18:00:02Z","title_canon_sha256":"c67ee3123d3f2519675c600e0b7f5b6e1dd1d419eb1d7c8794264f2bd9ce9831"},"schema_version":"1.0","source":{"id":"2010.06595","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06595","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06595v1","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06595","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"pith_short_12","alias_value":"HA2JKUSCC6NT","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"pith_short_16","alias_value":"HA2JKUSCC6NT72KY","created_at":"2026-07-05T01:42:57Z"},{"alias_kind":"pith_short_8","alias_value":"HA2JKUSC","created_at":"2026-07-05T01:42:57Z"}],"graph_snapshots":[{"event_id":"sha256:155625736cc7f4093a733fa7f54ff704076002e9b749f57b1700206d7c3808b1","target":"graph","created_at":"2026-07-05T01:42:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.06595/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite its importance to experimental design, statistical power (the probability that, given a real effect, an experiment will reject the null hypothesis) has largely been ignored by the NLP community. Underpowered experiments make it more difficult to discern the difference between statistical noise and meaningful model improvements, and increase the chances of exaggerated findings. By meta-analyzing a set of existing NLP papers and datasets, we characterize typical power for a variety of settings and conclude that underpowered experiments are common in the NLP literature. In particular, for","authors_text":"Dallas Card, Dan Jurafsky, Kyle Mahowald, Peter Henderson, Robin Jia, Urvashi Khandelwal","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T18:00:02Z","title":"With Little Power Comes Great Responsibility"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06595","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bbc34218688d6be3f571122baa30a3d6b258a20241815791bfd02aa70d1d167f","target":"record","created_at":"2026-07-05T01:42:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1946f1d14f285609e9d7c556803d3baea62072f339481c0888a0b1c5308d2e7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T18:00:02Z","title_canon_sha256":"c67ee3123d3f2519675c600e0b7f5b6e1dd1d419eb1d7c8794264f2bd9ce9831"},"schema_version":"1.0","source":{"id":"2010.06595","kind":"arxiv","version":1}},"canonical_sha256":"3834955242179b3fe958c1e0402cc815a6f06a41e7024aa1d733c5ef1c75c72a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3834955242179b3fe958c1e0402cc815a6f06a41e7024aa1d733c5ef1c75c72a","first_computed_at":"2026-07-05T01:42:57.601978Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:42:57.601978Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8dt/vA/hwEBEzO4w1MOPgbRhb6PiI+Mk0yvrNxhPprp+ZFIhbGn/R5K3eOHykHHyzmd4Ust+DZ6S/Flsr47kAA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:42:57.602386Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.06595","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bbc34218688d6be3f571122baa30a3d6b258a20241815791bfd02aa70d1d167f","sha256:155625736cc7f4093a733fa7f54ff704076002e9b749f57b1700206d7c3808b1"],"state_sha256":"cd2807a155b6e64e01a95c7a38e1322617744d5292c7d298a16b8c303fcc423a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mDN80KkVdvy7cnrrZkGsYdN499udiM3cXstSAaHm46KHetBFkZA06frGuDrDMczZwGIVS/Wyj4SQRXJHt0GWAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T07:45:39.986794Z","bundle_sha256":"32d8814abe63b3d2a631e7529a8793b786bd812aa683165430ce998af76fb9b2"}}