{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:T6FSXZFSWAMOJYVADJRYIAV3L2","short_pith_number":"pith:T6FSXZFS","canonical_record":{"source":{"id":"1805.05206","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-05-14T14:57:44Z","cross_cats_sorted":[],"title_canon_sha256":"169f57c93f397ed9ec9dd7375ffc2a303e36bb2ec8305c15384f3f0ff2fe37aa","abstract_canon_sha256":"92f71f7d2b7ef7aab69a4f917a108d4674b452f48ad5a06e4437daed5e784438"},"schema_version":"1.0"},"canonical_sha256":"9f8b2be4b2b018e4e2a01a638402bb5ea29a2d4f47fb813dae2d4187c0e5dbe0","source":{"kind":"arxiv","id":"1805.05206","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.05206","created_at":"2026-05-18T00:08:02Z"},{"alias_kind":"arxiv_version","alias_value":"1805.05206v2","created_at":"2026-05-18T00:08:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.05206","created_at":"2026-05-18T00:08:02Z"},{"alias_kind":"pith_short_12","alias_value":"T6FSXZFSWAMO","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_16","alias_value":"T6FSXZFSWAMOJYVA","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_8","alias_value":"T6FSXZFS","created_at":"2026-05-18T12:32:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:T6FSXZFSWAMOJYVADJRYIAV3L2","target":"record","payload":{"canonical_record":{"source":{"id":"1805.05206","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-05-14T14:57:44Z","cross_cats_sorted":[],"title_canon_sha256":"169f57c93f397ed9ec9dd7375ffc2a303e36bb2ec8305c15384f3f0ff2fe37aa","abstract_canon_sha256":"92f71f7d2b7ef7aab69a4f917a108d4674b452f48ad5a06e4437daed5e784438"},"schema_version":"1.0"},"canonical_sha256":"9f8b2be4b2b018e4e2a01a638402bb5ea29a2d4f47fb813dae2d4187c0e5dbe0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:08:02.890784Z","signature_b64":"16ZdPoX7yC//WQKEzEzAJ8yRMW57AOw7zw3SVpKXu6djCENjTQuUvgrqbfMkPKFeMTzPuVDK9k7K0HZoWKK8BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f8b2be4b2b018e4e2a01a638402bb5ea29a2d4f47fb813dae2d4187c0e5dbe0","last_reissued_at":"2026-05-18T00:08:02.890193Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:08:02.890193Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.05206","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:08:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sMA4S7Ihf6Mm+1/xvZC3XgbjzHDAiQ8YRSW81rya90kr8xQmuwevtLuVUI/TiA0ly9i5alwQrq/3zqEOU+OVCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T04:57:46.771924Z"},"content_sha256":"6e20da1eb77c71873e30c700e398237b8046f4399f67302fbe092c083b94cb22","schema_version":"1.0","event_id":"sha256:6e20da1eb77c71873e30c700e398237b8046f4399f67302fbe092c083b94cb22"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:T6FSXZFSWAMOJYVADJRYIAV3L2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DeepMutation: Mutation Testing of Deep Learning Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Bo Li, Chao Xie, Felix Juefei-Xu, Fuyuan Zhang, Jianjun Zhao, Jiyuan Sun, Lei Ma, Li Li, Minhui Xue, Yadong Wang, Yang Liu","submitted_at":"2018-05-14T14:57:44Z","abstract_excerpt":"Deep learning (DL) defines a new data-driven programming paradigm where the internal system logic is largely shaped by the training data. The standard way of evaluating DL models is to examine their performance on a test dataset. The quality of the test dataset is of great importance to gain confidence of the trained models. Using an inadequate test dataset, DL models that have achieved high test accuracy may still lack generality and robustness. In traditional software testing, mutation testing is a well-established technique for quality evaluation of test suites, which analyzes to what exten"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.05206","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:08:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h1XrYV9l6OmbDvWhtIm7cU0fRgDXse0un+KXSulFeMPWd6BJkHyG1BSpPwD2mYvviGo0TIKSbXaCBokA/gAjDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T04:57:46.772274Z"},"content_sha256":"21ca71d902295eba880ced844e9c2d9b81c98aa218334ef34940f3714892d73d","schema_version":"1.0","event_id":"sha256:21ca71d902295eba880ced844e9c2d9b81c98aa218334ef34940f3714892d73d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T6FSXZFSWAMOJYVADJRYIAV3L2/bundle.json","state_url":"https://pith.science/pith/T6FSXZFSWAMOJYVADJRYIAV3L2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T6FSXZFSWAMOJYVADJRYIAV3L2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T04:57:46Z","links":{"resolver":"https://pith.science/pith/T6FSXZFSWAMOJYVADJRYIAV3L2","bundle":"https://pith.science/pith/T6FSXZFSWAMOJYVADJRYIAV3L2/bundle.json","state":"https://pith.science/pith/T6FSXZFSWAMOJYVADJRYIAV3L2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T6FSXZFSWAMOJYVADJRYIAV3L2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:T6FSXZFSWAMOJYVADJRYIAV3L2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92f71f7d2b7ef7aab69a4f917a108d4674b452f48ad5a06e4437daed5e784438","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-05-14T14:57:44Z","title_canon_sha256":"169f57c93f397ed9ec9dd7375ffc2a303e36bb2ec8305c15384f3f0ff2fe37aa"},"schema_version":"1.0","source":{"id":"1805.05206","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.05206","created_at":"2026-05-18T00:08:02Z"},{"alias_kind":"arxiv_version","alias_value":"1805.05206v2","created_at":"2026-05-18T00:08:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.05206","created_at":"2026-05-18T00:08:02Z"},{"alias_kind":"pith_short_12","alias_value":"T6FSXZFSWAMO","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_16","alias_value":"T6FSXZFSWAMOJYVA","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_8","alias_value":"T6FSXZFS","created_at":"2026-05-18T12:32:53Z"}],"graph_snapshots":[{"event_id":"sha256:21ca71d902295eba880ced844e9c2d9b81c98aa218334ef34940f3714892d73d","target":"graph","created_at":"2026-05-18T00:08:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Deep learning (DL) defines a new data-driven programming paradigm where the internal system logic is largely shaped by the training data. The standard way of evaluating DL models is to examine their performance on a test dataset. The quality of the test dataset is of great importance to gain confidence of the trained models. Using an inadequate test dataset, DL models that have achieved high test accuracy may still lack generality and robustness. In traditional software testing, mutation testing is a well-established technique for quality evaluation of test suites, which analyzes to what exten","authors_text":"Bo Li, Chao Xie, Felix Juefei-Xu, Fuyuan Zhang, Jianjun Zhao, Jiyuan Sun, Lei Ma, Li Li, Minhui Xue, Yadong Wang, Yang Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-05-14T14:57:44Z","title":"DeepMutation: Mutation Testing of Deep Learning Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.05206","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6e20da1eb77c71873e30c700e398237b8046f4399f67302fbe092c083b94cb22","target":"record","created_at":"2026-05-18T00:08:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92f71f7d2b7ef7aab69a4f917a108d4674b452f48ad5a06e4437daed5e784438","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-05-14T14:57:44Z","title_canon_sha256":"169f57c93f397ed9ec9dd7375ffc2a303e36bb2ec8305c15384f3f0ff2fe37aa"},"schema_version":"1.0","source":{"id":"1805.05206","kind":"arxiv","version":2}},"canonical_sha256":"9f8b2be4b2b018e4e2a01a638402bb5ea29a2d4f47fb813dae2d4187c0e5dbe0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9f8b2be4b2b018e4e2a01a638402bb5ea29a2d4f47fb813dae2d4187c0e5dbe0","first_computed_at":"2026-05-18T00:08:02.890193Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:08:02.890193Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"16ZdPoX7yC//WQKEzEzAJ8yRMW57AOw7zw3SVpKXu6djCENjTQuUvgrqbfMkPKFeMTzPuVDK9k7K0HZoWKK8BA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:08:02.890784Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.05206","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6e20da1eb77c71873e30c700e398237b8046f4399f67302fbe092c083b94cb22","sha256:21ca71d902295eba880ced844e9c2d9b81c98aa218334ef34940f3714892d73d"],"state_sha256":"1fdbce6013d1707072b4a224bf37e725a046f23ceb5c639a28a61446b012991a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pOy3qXtTyXHrQcPWDFVK1kLrkjt4rSqPifqJnDZ076/DIzSJIEXgYAs23f7gB5e18CyNgmmCbzceQNESu/QGDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T04:57:46.774282Z","bundle_sha256":"b2cae01ab3d29dfcc184db8b04213ba9bdab5695f0c1da32b2c1ffb14f427f8e"}}