{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:KQ3IRL6OVBBK5ZDYO7UCUGGE3O","short_pith_number":"pith:KQ3IRL6O","canonical_record":{"source":{"id":"1904.13195","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-30T12:44:10Z","cross_cats_sorted":["cs.SE","stat.ML"],"title_canon_sha256":"75fb2a2b306d70e6829b60fc99d467f8fa3015bef1a55f410e48e51a14bb82b3","abstract_canon_sha256":"56e1bc508f6b5173a97604cb6fe3ea2f3158166fc310b5c8498709617c9da434"},"schema_version":"1.0"},"canonical_sha256":"543688afcea842aee47877e82a18c4dbbcdd4fcd20196d04bd6d684fff81bbb7","source":{"kind":"arxiv","id":"1904.13195","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.13195","created_at":"2026-05-17T23:47:21Z"},{"alias_kind":"arxiv_version","alias_value":"1904.13195v1","created_at":"2026-05-17T23:47:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.13195","created_at":"2026-05-17T23:47:21Z"},{"alias_kind":"pith_short_12","alias_value":"KQ3IRL6OVBBK","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"KQ3IRL6OVBBK5ZDY","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"KQ3IRL6O","created_at":"2026-05-18T12:33:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:KQ3IRL6OVBBK5ZDYO7UCUGGE3O","target":"record","payload":{"canonical_record":{"source":{"id":"1904.13195","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-30T12:44:10Z","cross_cats_sorted":["cs.SE","stat.ML"],"title_canon_sha256":"75fb2a2b306d70e6829b60fc99d467f8fa3015bef1a55f410e48e51a14bb82b3","abstract_canon_sha256":"56e1bc508f6b5173a97604cb6fe3ea2f3158166fc310b5c8498709617c9da434"},"schema_version":"1.0"},"canonical_sha256":"543688afcea842aee47877e82a18c4dbbcdd4fcd20196d04bd6d684fff81bbb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:47:21.972898Z","signature_b64":"HtVORmR0Ur5TOiSfm16R6xzrm83wWCVOUCpgKFk5MV3zQifACU82nxwbBLR7CYGVYBYdABqYFwsuU/QKmJUpCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"543688afcea842aee47877e82a18c4dbbcdd4fcd20196d04bd6d684fff81bbb7","last_reissued_at":"2026-05-17T23:47:21.972345Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:47:21.972345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.13195","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:47:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R+SXLRVpMHfXYlLKoqjY3phdTmG4BVaNUckG9nVsAO98fIn6OT8BgAIao8r7hQSpxex/1VWjmTFDrdF4bbTKDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T12:02:33.860725Z"},"content_sha256":"f1d5598bb678e842014c736362d9236a6072097c3f14f97f06c6c185484bef36","schema_version":"1.0","event_id":"sha256:f1d5598bb678e842014c736362d9236a6072097c3f14f97f06c6c185484bef36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:KQ3IRL6OVBBK5ZDYO7UCUGGE3O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Test Selection for Deep Learning Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Anestis Tsakmalis, Maxime Cordy, Mike Papadakis, Wei Ma, Yves Le Traon","submitted_at":"2019-04-30T12:44:10Z","abstract_excerpt":"Testing of deep learning models is challenging due to the excessive number and complexity of computations involved. As a result, test data selection is performed manually and in an ad hoc way. This raises the question of how we can automatically select candidate test data to test deep learning models. Recent research has focused on adapting test selection metrics from code-based software testing (such as coverage) to deep learning. However, deep learning models have different attributes from code such as spread of computations across the entire network reflecting training data properties, bala"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.13195","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:47:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"peTp22GIhhKbRuFZRpI+hEzpAUPDoMuhHwRAKQWqSsJ/2PgvvzAs8sML3kHBSGKnqEt8z7uJ7+hm4iOd96HLAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T12:02:33.861223Z"},"content_sha256":"4cbc328fc926fe15713040f8572ef403a4f63acda8f7a03d0e3362e823dc9966","schema_version":"1.0","event_id":"sha256:4cbc328fc926fe15713040f8572ef403a4f63acda8f7a03d0e3362e823dc9966"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O/bundle.json","state_url":"https://pith.science/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T12:02:33Z","links":{"resolver":"https://pith.science/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O","bundle":"https://pith.science/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O/bundle.json","state":"https://pith.science/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KQ3IRL6OVBBK5ZDYO7UCUGGE3O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:KQ3IRL6OVBBK5ZDYO7UCUGGE3O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56e1bc508f6b5173a97604cb6fe3ea2f3158166fc310b5c8498709617c9da434","cross_cats_sorted":["cs.SE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-30T12:44:10Z","title_canon_sha256":"75fb2a2b306d70e6829b60fc99d467f8fa3015bef1a55f410e48e51a14bb82b3"},"schema_version":"1.0","source":{"id":"1904.13195","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.13195","created_at":"2026-05-17T23:47:21Z"},{"alias_kind":"arxiv_version","alias_value":"1904.13195v1","created_at":"2026-05-17T23:47:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.13195","created_at":"2026-05-17T23:47:21Z"},{"alias_kind":"pith_short_12","alias_value":"KQ3IRL6OVBBK","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"KQ3IRL6OVBBK5ZDY","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"KQ3IRL6O","created_at":"2026-05-18T12:33:21Z"}],"graph_snapshots":[{"event_id":"sha256:4cbc328fc926fe15713040f8572ef403a4f63acda8f7a03d0e3362e823dc9966","target":"graph","created_at":"2026-05-17T23:47:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Testing of deep learning models is challenging due to the excessive number and complexity of computations involved. As a result, test data selection is performed manually and in an ad hoc way. This raises the question of how we can automatically select candidate test data to test deep learning models. Recent research has focused on adapting test selection metrics from code-based software testing (such as coverage) to deep learning. However, deep learning models have different attributes from code such as spread of computations across the entire network reflecting training data properties, bala","authors_text":"Anestis Tsakmalis, Maxime Cordy, Mike Papadakis, Wei Ma, Yves Le Traon","cross_cats":["cs.SE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-30T12:44:10Z","title":"Test Selection for Deep Learning Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.13195","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1d5598bb678e842014c736362d9236a6072097c3f14f97f06c6c185484bef36","target":"record","created_at":"2026-05-17T23:47:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56e1bc508f6b5173a97604cb6fe3ea2f3158166fc310b5c8498709617c9da434","cross_cats_sorted":["cs.SE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-30T12:44:10Z","title_canon_sha256":"75fb2a2b306d70e6829b60fc99d467f8fa3015bef1a55f410e48e51a14bb82b3"},"schema_version":"1.0","source":{"id":"1904.13195","kind":"arxiv","version":1}},"canonical_sha256":"543688afcea842aee47877e82a18c4dbbcdd4fcd20196d04bd6d684fff81bbb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"543688afcea842aee47877e82a18c4dbbcdd4fcd20196d04bd6d684fff81bbb7","first_computed_at":"2026-05-17T23:47:21.972345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:47:21.972345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HtVORmR0Ur5TOiSfm16R6xzrm83wWCVOUCpgKFk5MV3zQifACU82nxwbBLR7CYGVYBYdABqYFwsuU/QKmJUpCQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:47:21.972898Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.13195","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1d5598bb678e842014c736362d9236a6072097c3f14f97f06c6c185484bef36","sha256:4cbc328fc926fe15713040f8572ef403a4f63acda8f7a03d0e3362e823dc9966"],"state_sha256":"684d3e1b8adb6fdd5bfa170cbf0f60d6a3ab5f3c508954c36eed13aae99362e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RqSvfy3Z3O3eO4D2k9IvXP9GyVzb4GrtH6u9adzPeShFC3CQbtJRgTXQ5KB1keJEhHfflBuK/+7Ohuu6Ev6RAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T12:02:33.863976Z","bundle_sha256":"787a6e55b450a177bc52c12e57d8a68f75e7d91a146bdbe5b7111a80134579d2"}}