{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:4YI2Z7JWT7HUFKPRN25YHYSJN7","short_pith_number":"pith:4YI2Z7JW","schema_version":"1.0","canonical_sha256":"e611acfd369fcf42a9f16ebb83e2496fd5fb0b595922f7fe4163f47862f861ec","source":{"kind":"arxiv","id":"1807.03341","version":2},"attestation_state":"computed","paper":{"title":"Troubling Trends in Machine Learning Scholarship","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"stat.ML","authors_text":"Jacob Steinhardt, Zachary C. Lipton","submitted_at":"2018-07-09T18:59:17Z","abstract_excerpt":"Collectively, machine learning (ML) researchers are engaged in the creation and dissemination of knowledge about data-driven algorithms. In a given paper, researchers might aspire to any subset of the following goals, among others: to theoretically characterize what is learnable, to obtain understanding through empirically rigorous experiments, or to build a working system that has high predictive accuracy. While determining which knowledge warrants inquiry may be subjective, once the topic is fixed, papers are most valuable to the community when they act in service of the reader, creating fou"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1807.03341","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-07-09T18:59:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"746e8465e527a0452f172b262a3ab00f5da7b440926c59a75435bacd736626ab","abstract_canon_sha256":"cb8853c38f5cb2505a019801e885345c6a253a681f00e06d88d11c8c59a051ef"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:09:46.804858Z","signature_b64":"2bjTU5dLL7U8nD8l+jNlvuvPAv0C5ctTTHI+fyI16GKHFcqIDcSwzxacW3cfanF4+nZ9lC5QJx6CInjpDI38Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e611acfd369fcf42a9f16ebb83e2496fd5fb0b595922f7fe4163f47862f861ec","last_reissued_at":"2026-05-18T00:09:46.804302Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:09:46.804302Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Troubling Trends in Machine Learning Scholarship","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"stat.ML","authors_text":"Jacob Steinhardt, Zachary C. Lipton","submitted_at":"2018-07-09T18:59:17Z","abstract_excerpt":"Collectively, machine learning (ML) researchers are engaged in the creation and dissemination of knowledge about data-driven algorithms. In a given paper, researchers might aspire to any subset of the following goals, among others: to theoretically characterize what is learnable, to obtain understanding through empirically rigorous experiments, or to build a working system that has high predictive accuracy. While determining which knowledge warrants inquiry may be subjective, once the topic is fixed, papers are most valuable to the community when they act in service of the reader, creating fou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.03341","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1807.03341","created_at":"2026-05-18T00:09:46.804405+00:00"},{"alias_kind":"arxiv_version","alias_value":"1807.03341v2","created_at":"2026-05-18T00:09:46.804405+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.03341","created_at":"2026-05-18T00:09:46.804405+00:00"},{"alias_kind":"pith_short_12","alias_value":"4YI2Z7JWT7HU","created_at":"2026-05-18T12:32:05.422762+00:00"},{"alias_kind":"pith_short_16","alias_value":"4YI2Z7JWT7HUFKPR","created_at":"2026-05-18T12:32:05.422762+00:00"},{"alias_kind":"pith_short_8","alias_value":"4YI2Z7JW","created_at":"2026-05-18T12:32:05.422762+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":4,"internal_anchor_count":2,"sample":[{"citing_arxiv_id":"2605.16895","citing_title":"The Alpha Illusion: Reported Alpha from LLM Trading Agents Should Not Be Treated as Deployment Evidence","ref_index":13,"is_internal_anchor":true},{"citing_arxiv_id":"2605.15253","citing_title":"Position: Ideas Should be the Center of Machine Learning Research","ref_index":12,"is_internal_anchor":true},{"citing_arxiv_id":"2604.10932","citing_title":"Visible, Trackable, Forkable: Opening the Process of Science","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2605.07397","citing_title":"Have Graph -- Will Lift? The Case for Higher-Order Benchmarks","ref_index":24,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7","json":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7.json","graph_json":"https://pith.science/api/pith-number/4YI2Z7JWT7HUFKPRN25YHYSJN7/graph.json","events_json":"https://pith.science/api/pith-number/4YI2Z7JWT7HUFKPRN25YHYSJN7/events.json","paper":"https://pith.science/paper/4YI2Z7JW"},"agent_actions":{"view_html":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7","download_json":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7.json","view_paper":"https://pith.science/paper/4YI2Z7JW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1807.03341&json=true","fetch_graph":"https://pith.science/api/pith-number/4YI2Z7JWT7HUFKPRN25YHYSJN7/graph.json","fetch_events":"https://pith.science/api/pith-number/4YI2Z7JWT7HUFKPRN25YHYSJN7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7/action/storage_attestation","attest_author":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7/action/author_attestation","sign_citation":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7/action/citation_signature","submit_replication":"https://pith.science/pith/4YI2Z7JWT7HUFKPRN25YHYSJN7/action/replication_record"}},"created_at":"2026-05-18T00:09:46.804405+00:00","updated_at":"2026-05-18T00:09:46.804405+00:00"}