{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:33ZRTTSGM45LPUEOLLHVVXNIZD","short_pith_number":"pith:33ZRTTSG","canonical_record":{"source":{"id":"1706.08605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2017-06-26T21:30:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3fb46af30b382038872650a6f8606bbc4bf343f0b764570c7f0bbd0e8311418c","abstract_canon_sha256":"924eef696a81c7455daf715a96db107d04f0c9b9ee5040cb7e59d3457f0128c0"},"schema_version":"1.0"},"canonical_sha256":"def319ce46673ab7d08e5acf5adda8c8dbab15df99ca716b2d88583e36fadd9e","source":{"kind":"arxiv","id":"1706.08605","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.08605","created_at":"2026-05-18T00:41:31Z"},{"alias_kind":"arxiv_version","alias_value":"1706.08605v1","created_at":"2026-05-18T00:41:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.08605","created_at":"2026-05-18T00:41:31Z"},{"alias_kind":"pith_short_12","alias_value":"33ZRTTSGM45L","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_16","alias_value":"33ZRTTSGM45LPUEO","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_8","alias_value":"33ZRTTSG","created_at":"2026-05-18T12:30:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:33ZRTTSGM45LPUEOLLHVVXNIZD","target":"record","payload":{"canonical_record":{"source":{"id":"1706.08605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2017-06-26T21:30:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3fb46af30b382038872650a6f8606bbc4bf343f0b764570c7f0bbd0e8311418c","abstract_canon_sha256":"924eef696a81c7455daf715a96db107d04f0c9b9ee5040cb7e59d3457f0128c0"},"schema_version":"1.0"},"canonical_sha256":"def319ce46673ab7d08e5acf5adda8c8dbab15df99ca716b2d88583e36fadd9e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:41:31.593744Z","signature_b64":"LTbQwRqMI/0WcEh+hmNhqM/W8EJ68d3ySfYQDFPtn47qDKJRWkSq81ADYQmSmWIKf1StXcuGIH8B/MHs0u0uDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"def319ce46673ab7d08e5acf5adda8c8dbab15df99ca716b2d88583e36fadd9e","last_reissued_at":"2026-05-18T00:41:31.593171Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:41:31.593171Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1706.08605","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:41:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8w3IgxJglczGhnuxHqghyRGil9m1ohbxoN7nqmswWSI9UA3TufSvwNNoMQ+ybxdWqG7QReVsIrLkMI8PI60ZDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T06:11:11.807889Z"},"content_sha256":"129921ca61d7c5d293a835c0f12a2ffe6979d2186edd30058726eba8ef65ace6","schema_version":"1.0","event_id":"sha256:129921ca61d7c5d293a835c0f12a2ffe6979d2186edd30058726eba8ef65ace6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:33ZRTTSGM45LPUEOLLHVVXNIZD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Developing Bug-Free Machine Learning Systems With Formal Mathematics","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Daniel Selsam, David L. Dill, Percy Liang","submitted_at":"2017-06-26T21:30:02Z","abstract_excerpt":"Noisy data, non-convex objectives, model misspecification, and numerical instability can all cause undesired behaviors in machine learning systems. As a result, detecting actual implementation errors can be extremely difficult. We demonstrate a methodology in which developers use an interactive proof assistant to both implement their system and to state a formal theorem defining what it means for their system to be correct. The process of proving this theorem interactively in the proof assistant exposes all implementation errors since any error in the program would cause the proof to fail. As "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.08605","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:41:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9IJEa4bnmXtz+Q56FyVcu8+uM1DChbdTYYsJM+k/bW52BOiqKua98qjix8VViA2E3ce8yHkdyzCcA9Hrbe00BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T06:11:11.808572Z"},"content_sha256":"d19ac5b1cee98437745812cecda8f4c3d121c5d48634c555cc058b86f1fd8475","schema_version":"1.0","event_id":"sha256:d19ac5b1cee98437745812cecda8f4c3d121c5d48634c555cc058b86f1fd8475"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/33ZRTTSGM45LPUEOLLHVVXNIZD/bundle.json","state_url":"https://pith.science/pith/33ZRTTSGM45LPUEOLLHVVXNIZD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/33ZRTTSGM45LPUEOLLHVVXNIZD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T06:11:11Z","links":{"resolver":"https://pith.science/pith/33ZRTTSGM45LPUEOLLHVVXNIZD","bundle":"https://pith.science/pith/33ZRTTSGM45LPUEOLLHVVXNIZD/bundle.json","state":"https://pith.science/pith/33ZRTTSGM45LPUEOLLHVVXNIZD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/33ZRTTSGM45LPUEOLLHVVXNIZD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:33ZRTTSGM45LPUEOLLHVVXNIZD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"924eef696a81c7455daf715a96db107d04f0c9b9ee5040cb7e59d3457f0128c0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2017-06-26T21:30:02Z","title_canon_sha256":"3fb46af30b382038872650a6f8606bbc4bf343f0b764570c7f0bbd0e8311418c"},"schema_version":"1.0","source":{"id":"1706.08605","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.08605","created_at":"2026-05-18T00:41:31Z"},{"alias_kind":"arxiv_version","alias_value":"1706.08605v1","created_at":"2026-05-18T00:41:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.08605","created_at":"2026-05-18T00:41:31Z"},{"alias_kind":"pith_short_12","alias_value":"33ZRTTSGM45L","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_16","alias_value":"33ZRTTSGM45LPUEO","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_8","alias_value":"33ZRTTSG","created_at":"2026-05-18T12:30:55Z"}],"graph_snapshots":[{"event_id":"sha256:d19ac5b1cee98437745812cecda8f4c3d121c5d48634c555cc058b86f1fd8475","target":"graph","created_at":"2026-05-18T00:41:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Noisy data, non-convex objectives, model misspecification, and numerical instability can all cause undesired behaviors in machine learning systems. As a result, detecting actual implementation errors can be extremely difficult. We demonstrate a methodology in which developers use an interactive proof assistant to both implement their system and to state a formal theorem defining what it means for their system to be correct. The process of proving this theorem interactively in the proof assistant exposes all implementation errors since any error in the program would cause the proof to fail. As ","authors_text":"Daniel Selsam, David L. Dill, Percy Liang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2017-06-26T21:30:02Z","title":"Developing Bug-Free Machine Learning Systems With Formal Mathematics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.08605","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:129921ca61d7c5d293a835c0f12a2ffe6979d2186edd30058726eba8ef65ace6","target":"record","created_at":"2026-05-18T00:41:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"924eef696a81c7455daf715a96db107d04f0c9b9ee5040cb7e59d3457f0128c0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2017-06-26T21:30:02Z","title_canon_sha256":"3fb46af30b382038872650a6f8606bbc4bf343f0b764570c7f0bbd0e8311418c"},"schema_version":"1.0","source":{"id":"1706.08605","kind":"arxiv","version":1}},"canonical_sha256":"def319ce46673ab7d08e5acf5adda8c8dbab15df99ca716b2d88583e36fadd9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"def319ce46673ab7d08e5acf5adda8c8dbab15df99ca716b2d88583e36fadd9e","first_computed_at":"2026-05-18T00:41:31.593171Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:41:31.593171Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LTbQwRqMI/0WcEh+hmNhqM/W8EJ68d3ySfYQDFPtn47qDKJRWkSq81ADYQmSmWIKf1StXcuGIH8B/MHs0u0uDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:41:31.593744Z","signed_message":"canonical_sha256_bytes"},"source_id":"1706.08605","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:129921ca61d7c5d293a835c0f12a2ffe6979d2186edd30058726eba8ef65ace6","sha256:d19ac5b1cee98437745812cecda8f4c3d121c5d48634c555cc058b86f1fd8475"],"state_sha256":"8f5aa9e10f8eb49a05aa3d9d2ac14d7172ed16d6eb853eba0010a1e30bae4ba8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/cde1408eNf2QITwu6/T/6EjSZKOQEVIFRqtzTNig7OqBCJBntZ/GcHB+Lq9JxvfqPszImAQUfbyRuNQ/4o9CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T06:11:11.811969Z","bundle_sha256":"a8ebd5a172e7fe69d583f71bde28d195ec9dbde2b33fa1682d6375d181e1b50b"}}