{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:TOON3FIP7OXDJRFYLJIXCUWOVQ","short_pith_number":"pith:TOON3FIP","schema_version":"1.0","canonical_sha256":"9b9cdd950ffbae34c4b85a517152ceac0de20be75c9517052163439fb7c5d954","source":{"kind":"arxiv","id":"2506.19882","version":3},"attestation_state":"computed","paper":{"title":"Position: Machine Learning Conferences Should Establish a \"Refutations and Critiques\" Track","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.LG","authors_text":"Andreas Haupt, Brando Miranda, David Donoho, Elyas Obbad, Francesco Orabona, Isha Gupta, Jesse Dodge, Jessica Zosa Forde, Joshua Kazdan, Matthias Gerstgrasser, Rylan Schaeffer, Sanmi Koyejo, Susan Zhang, Yegor Denisov-Blanch","submitted_at":"2025-06-24T02:19:30Z","abstract_excerpt":"Science progresses by iteratively advancing and correcting humanity's understanding of the world. In machine learning (ML) research, rapid advancements have led to an explosion of publications, but have also led to misleading, incorrect, flawed or perhaps even fraudulent studies being accepted and sometimes highlighted at ML conferences due to the fallibility of peer review. While such mistakes are understandable, ML conferences do not offer robust processes to help the field systematically correct when such errors are made. This position paper argues that ML conferences should establish a ded"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.19882","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-24T02:19:30Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"59ae7c48c227ac6cec7d75ad54300784baf45184f27d28fb3455845fa011aa70","abstract_canon_sha256":"431cad652220638e9b506c5cbd86e383ac7859a554b45921da269228f878f0ef"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:32:32.050051Z","signature_b64":"l91pgGH6hDDbJ2djJKhntLlsnUOKec0V3aii6L7jlHmAJNmXVcyhyhDoaM4pfLifg7x+NvreB2lquKZmYVkjAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b9cdd950ffbae34c4b85a517152ceac0de20be75c9517052163439fb7c5d954","last_reissued_at":"2026-07-05T11:32:32.049244Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:32:32.049244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Position: Machine Learning Conferences Should Establish a \"Refutations and Critiques\" Track","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.LG","authors_text":"Andreas Haupt, Brando Miranda, David Donoho, Elyas Obbad, Francesco Orabona, Isha Gupta, Jesse Dodge, Jessica Zosa Forde, Joshua Kazdan, Matthias Gerstgrasser, Rylan Schaeffer, Sanmi Koyejo, Susan Zhang, Yegor Denisov-Blanch","submitted_at":"2025-06-24T02:19:30Z","abstract_excerpt":"Science progresses by iteratively advancing and correcting humanity's understanding of the world. In machine learning (ML) research, rapid advancements have led to an explosion of publications, but have also led to misleading, incorrect, flawed or perhaps even fraudulent studies being accepted and sometimes highlighted at ML conferences due to the fallibility of peer review. While such mistakes are understandable, ML conferences do not offer robust processes to help the field systematically correct when such errors are made. This position paper argues that ML conferences should establish a ded"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.19882","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.19882/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.19882","created_at":"2026-07-05T11:32:32.049305+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.19882v3","created_at":"2026-07-05T11:32:32.049305+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.19882","created_at":"2026-07-05T11:32:32.049305+00:00"},{"alias_kind":"pith_short_12","alias_value":"TOON3FIP7OXD","created_at":"2026-07-05T11:32:32.049305+00:00"},{"alias_kind":"pith_short_16","alias_value":"TOON3FIP7OXDJRFY","created_at":"2026-07-05T11:32:32.049305+00:00"},{"alias_kind":"pith_short_8","alias_value":"TOON3FIP","created_at":"2026-07-05T11:32:32.049305+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.08192","citing_title":"NeurIPS Should Require Reproducibility Standards for Frontier AI Safety Claims","ref_index":21,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ","json":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ.json","graph_json":"https://pith.science/api/pith-number/TOON3FIP7OXDJRFYLJIXCUWOVQ/graph.json","events_json":"https://pith.science/api/pith-number/TOON3FIP7OXDJRFYLJIXCUWOVQ/events.json","paper":"https://pith.science/paper/TOON3FIP"},"agent_actions":{"view_html":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ","download_json":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ.json","view_paper":"https://pith.science/paper/TOON3FIP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.19882&json=true","fetch_graph":"https://pith.science/api/pith-number/TOON3FIP7OXDJRFYLJIXCUWOVQ/graph.json","fetch_events":"https://pith.science/api/pith-number/TOON3FIP7OXDJRFYLJIXCUWOVQ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ/action/storage_attestation","attest_author":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ/action/author_attestation","sign_citation":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ/action/citation_signature","submit_replication":"https://pith.science/pith/TOON3FIP7OXDJRFYLJIXCUWOVQ/action/replication_record"}},"created_at":"2026-07-05T11:32:32.049305+00:00","updated_at":"2026-07-05T11:32:32.049305+00:00"}