{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PXX5PQ3D2PZMTB3TV2LJ3T5VQP","short_pith_number":"pith:PXX5PQ3D","canonical_record":{"source":{"id":"2402.08298","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-13T08:53:57Z","cross_cats_sorted":[],"title_canon_sha256":"8599dc4bacc43244e0374f15717d861c44de42600beac70192e8401c938d270c","abstract_canon_sha256":"5f2c1abf3864e1cd524cfdfb237b4ce1d1157878f1454981f6a5c9082a334006"},"schema_version":"1.0"},"canonical_sha256":"7defd7c363d3f2c98773ae969dcfb583eef8be54900997e5e2b9035bedcebc2e","source":{"kind":"arxiv","id":"2402.08298","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08298","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08298v1","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08298","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"pith_short_12","alias_value":"PXX5PQ3D2PZM","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"pith_short_16","alias_value":"PXX5PQ3D2PZMTB3T","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"pith_short_8","alias_value":"PXX5PQ3D","created_at":"2026-07-05T07:44:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PXX5PQ3D2PZMTB3TV2LJ3T5VQP","target":"record","payload":{"canonical_record":{"source":{"id":"2402.08298","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-13T08:53:57Z","cross_cats_sorted":[],"title_canon_sha256":"8599dc4bacc43244e0374f15717d861c44de42600beac70192e8401c938d270c","abstract_canon_sha256":"5f2c1abf3864e1cd524cfdfb237b4ce1d1157878f1454981f6a5c9082a334006"},"schema_version":"1.0"},"canonical_sha256":"7defd7c363d3f2c98773ae969dcfb583eef8be54900997e5e2b9035bedcebc2e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:30.527808Z","signature_b64":"6UV8G9CdYMouNlA2yWqgE9C59lxghi0HxrSEC4ic5lM0Sgb61xPcin211ANQltZPAvaOLyb3oVWb1dnPikOyBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7defd7c363d3f2c98773ae969dcfb583eef8be54900997e5e2b9035bedcebc2e","last_reissued_at":"2026-07-05T07:44:30.527354Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:30.527354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.08298","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F8B+EcIPPvZgQTFj3DfjpQiCFp3mAwSX9/mwm54wC4zVeLun8YDik7AEZG7sp23pEY/LxEcCtFPX3ruhCz69CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:15:49.438955Z"},"content_sha256":"97e4afe2615850ac48624093564c83cdf9b0539d587d1d2dc9c32c2c41a84a3e","schema_version":"1.0","event_id":"sha256:97e4afe2615850ac48624093564c83cdf9b0539d587d1d2dc9c32c2c41a84a3e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PXX5PQ3D2PZMTB3TV2LJ3T5VQP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Time to Stop and Think: What kind of research do we want to do?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Borja Calvo, Josu Ceberio","submitted_at":"2024-02-13T08:53:57Z","abstract_excerpt":"Experimentation is an intrinsic part of research in artificial intelligence since it allows for collecting quantitative observations, validating hypotheses, and providing evidence for their reformulation. For that reason, experimentation must be coherent with the purposes of the research, properly addressing the relevant questions in each case. Unfortunately, the literature is full of works whose experimentation is neither rigorous nor convincing, oftentimes designed to support prior beliefs rather than answering the relevant research questions.\n  In this paper, we focus on the field of metahe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08298","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.08298/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dIdBbaI+51Treqnw0BHCH1sKYsvqeRXbSB4gLpIMqxzUt7GkXAxTQTzjt5d2fU5d6d6qd3BDgkwHEjYkpJU5Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:15:49.440236Z"},"content_sha256":"c15586d256e6bbf40a23706e00ce7188c9f3edd0762786541da99dad8f564e7f","schema_version":"1.0","event_id":"sha256:c15586d256e6bbf40a23706e00ce7188c9f3edd0762786541da99dad8f564e7f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP/bundle.json","state_url":"https://pith.science/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T22:15:49Z","links":{"resolver":"https://pith.science/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP","bundle":"https://pith.science/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP/bundle.json","state":"https://pith.science/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PXX5PQ3D2PZMTB3TV2LJ3T5VQP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PXX5PQ3D2PZMTB3TV2LJ3T5VQP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f2c1abf3864e1cd524cfdfb237b4ce1d1157878f1454981f6a5c9082a334006","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-13T08:53:57Z","title_canon_sha256":"8599dc4bacc43244e0374f15717d861c44de42600beac70192e8401c938d270c"},"schema_version":"1.0","source":{"id":"2402.08298","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08298","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08298v1","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08298","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"pith_short_12","alias_value":"PXX5PQ3D2PZM","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"pith_short_16","alias_value":"PXX5PQ3D2PZMTB3T","created_at":"2026-07-05T07:44:30Z"},{"alias_kind":"pith_short_8","alias_value":"PXX5PQ3D","created_at":"2026-07-05T07:44:30Z"}],"graph_snapshots":[{"event_id":"sha256:c15586d256e6bbf40a23706e00ce7188c9f3edd0762786541da99dad8f564e7f","target":"graph","created_at":"2026-07-05T07:44:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.08298/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Experimentation is an intrinsic part of research in artificial intelligence since it allows for collecting quantitative observations, validating hypotheses, and providing evidence for their reformulation. For that reason, experimentation must be coherent with the purposes of the research, properly addressing the relevant questions in each case. Unfortunately, the literature is full of works whose experimentation is neither rigorous nor convincing, oftentimes designed to support prior beliefs rather than answering the relevant research questions.\n  In this paper, we focus on the field of metahe","authors_text":"Borja Calvo, Josu Ceberio","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-13T08:53:57Z","title":"Time to Stop and Think: What kind of research do we want to do?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08298","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:97e4afe2615850ac48624093564c83cdf9b0539d587d1d2dc9c32c2c41a84a3e","target":"record","created_at":"2026-07-05T07:44:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f2c1abf3864e1cd524cfdfb237b4ce1d1157878f1454981f6a5c9082a334006","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-02-13T08:53:57Z","title_canon_sha256":"8599dc4bacc43244e0374f15717d861c44de42600beac70192e8401c938d270c"},"schema_version":"1.0","source":{"id":"2402.08298","kind":"arxiv","version":1}},"canonical_sha256":"7defd7c363d3f2c98773ae969dcfb583eef8be54900997e5e2b9035bedcebc2e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7defd7c363d3f2c98773ae969dcfb583eef8be54900997e5e2b9035bedcebc2e","first_computed_at":"2026-07-05T07:44:30.527354Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:44:30.527354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6UV8G9CdYMouNlA2yWqgE9C59lxghi0HxrSEC4ic5lM0Sgb61xPcin211ANQltZPAvaOLyb3oVWb1dnPikOyBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:44:30.527808Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.08298","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:97e4afe2615850ac48624093564c83cdf9b0539d587d1d2dc9c32c2c41a84a3e","sha256:c15586d256e6bbf40a23706e00ce7188c9f3edd0762786541da99dad8f564e7f"],"state_sha256":"2e74367b0ab29a37d0e5ebd3417769598c72fd0fef8e2f9485885034c1bfa56e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XoQqlhrZyHbwCjirtUL2fBlYIXHhA5otKgx2TYKdfOZqeiF3ZlrDIcfuM+A6Z10DshDrTe5VOerQIYhYYGs6Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T22:15:49.449236Z","bundle_sha256":"37a7e2411ad476a7f2ca7ba313af3c85bbcb6fe3cb80e04e0fa5d6fca00fd843"}}