{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:O4TXZLKY4JLSUN4IMS5QY7SGBJ","short_pith_number":"pith:O4TXZLKY","canonical_record":{"source":{"id":"1902.06320","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2019-02-17T20:25:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a6228406a23147f162968b9d9559e71fc93437e9c0829f49afc3ac6459e7fd4e","abstract_canon_sha256":"a4b14f483aca0c40579ecfe40230020d6120d2b430e82c179fca9e18511aaad3"},"schema_version":"1.0"},"canonical_sha256":"77277cad58e2572a378864bb0c7e460a5be7ce45373e95dcb66bd7a8c7e6f293","source":{"kind":"arxiv","id":"1902.06320","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.06320","created_at":"2026-05-17T23:53:45Z"},{"alias_kind":"arxiv_version","alias_value":"1902.06320v1","created_at":"2026-05-17T23:53:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.06320","created_at":"2026-05-17T23:53:45Z"},{"alias_kind":"pith_short_12","alias_value":"O4TXZLKY4JLS","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"O4TXZLKY4JLSUN4I","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"O4TXZLKY","created_at":"2026-05-18T12:33:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:O4TXZLKY4JLSUN4IMS5QY7SGBJ","target":"record","payload":{"canonical_record":{"source":{"id":"1902.06320","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2019-02-17T20:25:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a6228406a23147f162968b9d9559e71fc93437e9c0829f49afc3ac6459e7fd4e","abstract_canon_sha256":"a4b14f483aca0c40579ecfe40230020d6120d2b430e82c179fca9e18511aaad3"},"schema_version":"1.0"},"canonical_sha256":"77277cad58e2572a378864bb0c7e460a5be7ce45373e95dcb66bd7a8c7e6f293","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:53:45.877362Z","signature_b64":"ZD+YhdtLgBN+oblSHSFy1Fn8Z8o6B2FtcgLmRt8xz+lnh2b0ReXmgJbgwrhy88ctyRy/K4jbbytOOaSruXbmBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"77277cad58e2572a378864bb0c7e460a5be7ce45373e95dcb66bd7a8c7e6f293","last_reissued_at":"2026-05-17T23:53:45.876748Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:53:45.876748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1902.06320","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:53:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3QuQXmIz10Hs54XjVUnQa/79MGaxOyaSYGS6RQM535wTJr6IpeXcXd5sZaWTRf6lv2M8Pl6bKXme6+0HZ5pFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T16:02:04.510705Z"},"content_sha256":"43e5987e73dd8063c026508cc9056978f2cc77e93cd11f50c20fbf74b2d2eb66","schema_version":"1.0","event_id":"sha256:43e5987e73dd8063c026508cc9056978f2cc77e93cd11f50c20fbf74b2d2eb66"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:O4TXZLKY4JLSUN4IMS5QY7SGBJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Improved Testing For Deep Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Cody Fleming, Jasmine Sekhon","submitted_at":"2019-02-17T20:25:02Z","abstract_excerpt":"The growing use of deep neural networks in safety-critical applications makes it necessary to carry out adequate testing to detect and correct any incorrect behavior for corner case inputs before they can be actually used. Deep neural networks lack an explicit control-flow structure, making it impossible to apply to them traditional software testing criteria such as code coverage. In this paper, we examine existing testing methods for deep neural networks, the opportunities for improvement and the need for a fast, scalable, generalizable end-to-end testing method. We also propose a coverage cr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.06320","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:53:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"glEG2gMqUPTs+wZSPg8fu+VPQ5gSc64RCX5o8mDAkdvbyElhkzkphm3nTSnz5KzKElai9nGVmS3+vSJ9G01cBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T16:02:04.511060Z"},"content_sha256":"0b537c790f98eb97106d8da04ad42dcbd88ead381dfc288b8218549b34adf88a","schema_version":"1.0","event_id":"sha256:0b537c790f98eb97106d8da04ad42dcbd88ead381dfc288b8218549b34adf88a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ/bundle.json","state_url":"https://pith.science/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T16:02:04Z","links":{"resolver":"https://pith.science/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ","bundle":"https://pith.science/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ/bundle.json","state":"https://pith.science/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O4TXZLKY4JLSUN4IMS5QY7SGBJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:O4TXZLKY4JLSUN4IMS5QY7SGBJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a4b14f483aca0c40579ecfe40230020d6120d2b430e82c179fca9e18511aaad3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2019-02-17T20:25:02Z","title_canon_sha256":"a6228406a23147f162968b9d9559e71fc93437e9c0829f49afc3ac6459e7fd4e"},"schema_version":"1.0","source":{"id":"1902.06320","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.06320","created_at":"2026-05-17T23:53:45Z"},{"alias_kind":"arxiv_version","alias_value":"1902.06320v1","created_at":"2026-05-17T23:53:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.06320","created_at":"2026-05-17T23:53:45Z"},{"alias_kind":"pith_short_12","alias_value":"O4TXZLKY4JLS","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"O4TXZLKY4JLSUN4I","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"O4TXZLKY","created_at":"2026-05-18T12:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:0b537c790f98eb97106d8da04ad42dcbd88ead381dfc288b8218549b34adf88a","target":"graph","created_at":"2026-05-17T23:53:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The growing use of deep neural networks in safety-critical applications makes it necessary to carry out adequate testing to detect and correct any incorrect behavior for corner case inputs before they can be actually used. Deep neural networks lack an explicit control-flow structure, making it impossible to apply to them traditional software testing criteria such as code coverage. In this paper, we examine existing testing methods for deep neural networks, the opportunities for improvement and the need for a fast, scalable, generalizable end-to-end testing method. We also propose a coverage cr","authors_text":"Cody Fleming, Jasmine Sekhon","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2019-02-17T20:25:02Z","title":"Towards Improved Testing For Deep Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.06320","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:43e5987e73dd8063c026508cc9056978f2cc77e93cd11f50c20fbf74b2d2eb66","target":"record","created_at":"2026-05-17T23:53:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a4b14f483aca0c40579ecfe40230020d6120d2b430e82c179fca9e18511aaad3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2019-02-17T20:25:02Z","title_canon_sha256":"a6228406a23147f162968b9d9559e71fc93437e9c0829f49afc3ac6459e7fd4e"},"schema_version":"1.0","source":{"id":"1902.06320","kind":"arxiv","version":1}},"canonical_sha256":"77277cad58e2572a378864bb0c7e460a5be7ce45373e95dcb66bd7a8c7e6f293","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"77277cad58e2572a378864bb0c7e460a5be7ce45373e95dcb66bd7a8c7e6f293","first_computed_at":"2026-05-17T23:53:45.876748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:53:45.876748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZD+YhdtLgBN+oblSHSFy1Fn8Z8o6B2FtcgLmRt8xz+lnh2b0ReXmgJbgwrhy88ctyRy/K4jbbytOOaSruXbmBQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:53:45.877362Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.06320","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:43e5987e73dd8063c026508cc9056978f2cc77e93cd11f50c20fbf74b2d2eb66","sha256:0b537c790f98eb97106d8da04ad42dcbd88ead381dfc288b8218549b34adf88a"],"state_sha256":"6ffd86347b4270969a91604fc86c01f78e7c0586e4be72f45e4cdcdfc4ed377f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G76Nnaq/lOTaBUYIXP4ZhX8QEiHh+iIqGwVScnO6TX30dlwlAI0zRp81fIz0mVIZTa32t9ENiyEgA6IQtPC8DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T16:02:04.513110Z","bundle_sha256":"56c05877a66bebf5a2351f825adb1d6e6c7511510f7abc6cb1c9fd8272df4d90"}}