{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:WDKCLG2YNAVYV2VTOIIQ4J4G54","short_pith_number":"pith:WDKCLG2Y","canonical_record":{"source":{"id":"1806.07723","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-06-20T13:42:37Z","cross_cats_sorted":["cs.AI","cs.CR"],"title_canon_sha256":"bb8eb31b1f00883bfc519e28455cc8b4ad39430d048c123d83127a1f959fd305","abstract_canon_sha256":"09e360f331940af5c14cfcb94f827989644b01ee51567747d720a5258cf07931"},"schema_version":"1.0"},"canonical_sha256":"b0d4259b58682b8aeab372110e2786ef394d3d9aac5008d140848939058ab3ac","source":{"kind":"arxiv","id":"1806.07723","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.07723","created_at":"2026-05-18T00:12:46Z"},{"alias_kind":"arxiv_version","alias_value":"1806.07723v1","created_at":"2026-05-18T00:12:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.07723","created_at":"2026-05-18T00:12:46Z"},{"alias_kind":"pith_short_12","alias_value":"WDKCLG2YNAVY","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_16","alias_value":"WDKCLG2YNAVYV2VT","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_8","alias_value":"WDKCLG2Y","created_at":"2026-05-18T12:32:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:WDKCLG2YNAVYV2VTOIIQ4J4G54","target":"record","payload":{"canonical_record":{"source":{"id":"1806.07723","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-06-20T13:42:37Z","cross_cats_sorted":["cs.AI","cs.CR"],"title_canon_sha256":"bb8eb31b1f00883bfc519e28455cc8b4ad39430d048c123d83127a1f959fd305","abstract_canon_sha256":"09e360f331940af5c14cfcb94f827989644b01ee51567747d720a5258cf07931"},"schema_version":"1.0"},"canonical_sha256":"b0d4259b58682b8aeab372110e2786ef394d3d9aac5008d140848939058ab3ac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:12:46.856814Z","signature_b64":"HD3ZN/TCr2HKwpOyIRkbFNbGNgKKr465p+ygID8Tv9q2o3iNJe9j9vy43LJ20CeC3GTO5tEUDko0dKx8xeadDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0d4259b58682b8aeab372110e2786ef394d3d9aac5008d140848939058ab3ac","last_reissued_at":"2026-05-18T00:12:46.856138Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:12:46.856138Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1806.07723","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:12:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vAIK4qxpNFDQ5rFvavb9pvjruba46XKFEH59qDe77DWbf5e+GPGl48WJ2yDR3kDl5QqnNX57D4MkSEtF5htmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T13:01:48.218868Z"},"content_sha256":"b7a550de16a6e8b2593958a4adff6da97af5a4a2a147d9050eb71f7f9fd351e4","schema_version":"1.0","event_id":"sha256:b7a550de16a6e8b2593958a4adff6da97af5a4a2a147d9050eb71f7f9fd351e4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:WDKCLG2YNAVYV2VTOIIQ4J4G54","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Combinatorial Testing for Deep Learning Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CR"],"primary_cat":"cs.SE","authors_text":"Bo Li, Fuyuan Zhang, Jianjun Zhao, Lei Ma, Minhui Xue, Yadong Wang, Yang Liu","submitted_at":"2018-06-20T13:42:37Z","abstract_excerpt":"Deep learning (DL) has achieved remarkable progress over the past decade and been widely applied to many safety-critical applications. However, the robustness of DL systems recently receives great concerns, such as adversarial examples against computer vision systems, which could potentially result in severe consequences. Adopting testing techniques could help to evaluate the robustness of a DL system and therefore detect vulnerabilities at an early stage. The main challenge of testing such systems is that its runtime state space is too large: if we view each neuron as a runtime state for DL, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.07723","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:12:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c0JN4YNvjBei3cYA7JoydqeLjOgqD7ye9AL1SevUBUg04xbEdUzCGLL2Krn/zshuidaC7y8G/726VGK5Vr0WDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T13:01:48.219216Z"},"content_sha256":"383acaa02bdac273129993b6c6557f2a90976b82ba13e74ba9f1be028ddfec32","schema_version":"1.0","event_id":"sha256:383acaa02bdac273129993b6c6557f2a90976b82ba13e74ba9f1be028ddfec32"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54/bundle.json","state_url":"https://pith.science/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T13:01:48Z","links":{"resolver":"https://pith.science/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54","bundle":"https://pith.science/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54/bundle.json","state":"https://pith.science/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WDKCLG2YNAVYV2VTOIIQ4J4G54/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:WDKCLG2YNAVYV2VTOIIQ4J4G54","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09e360f331940af5c14cfcb94f827989644b01ee51567747d720a5258cf07931","cross_cats_sorted":["cs.AI","cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-06-20T13:42:37Z","title_canon_sha256":"bb8eb31b1f00883bfc519e28455cc8b4ad39430d048c123d83127a1f959fd305"},"schema_version":"1.0","source":{"id":"1806.07723","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.07723","created_at":"2026-05-18T00:12:46Z"},{"alias_kind":"arxiv_version","alias_value":"1806.07723v1","created_at":"2026-05-18T00:12:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.07723","created_at":"2026-05-18T00:12:46Z"},{"alias_kind":"pith_short_12","alias_value":"WDKCLG2YNAVY","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_16","alias_value":"WDKCLG2YNAVYV2VT","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_8","alias_value":"WDKCLG2Y","created_at":"2026-05-18T12:32:59Z"}],"graph_snapshots":[{"event_id":"sha256:383acaa02bdac273129993b6c6557f2a90976b82ba13e74ba9f1be028ddfec32","target":"graph","created_at":"2026-05-18T00:12:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Deep learning (DL) has achieved remarkable progress over the past decade and been widely applied to many safety-critical applications. However, the robustness of DL systems recently receives great concerns, such as adversarial examples against computer vision systems, which could potentially result in severe consequences. Adopting testing techniques could help to evaluate the robustness of a DL system and therefore detect vulnerabilities at an early stage. The main challenge of testing such systems is that its runtime state space is too large: if we view each neuron as a runtime state for DL, ","authors_text":"Bo Li, Fuyuan Zhang, Jianjun Zhao, Lei Ma, Minhui Xue, Yadong Wang, Yang Liu","cross_cats":["cs.AI","cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-06-20T13:42:37Z","title":"Combinatorial Testing for Deep Learning Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.07723","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b7a550de16a6e8b2593958a4adff6da97af5a4a2a147d9050eb71f7f9fd351e4","target":"record","created_at":"2026-05-18T00:12:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09e360f331940af5c14cfcb94f827989644b01ee51567747d720a5258cf07931","cross_cats_sorted":["cs.AI","cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-06-20T13:42:37Z","title_canon_sha256":"bb8eb31b1f00883bfc519e28455cc8b4ad39430d048c123d83127a1f959fd305"},"schema_version":"1.0","source":{"id":"1806.07723","kind":"arxiv","version":1}},"canonical_sha256":"b0d4259b58682b8aeab372110e2786ef394d3d9aac5008d140848939058ab3ac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0d4259b58682b8aeab372110e2786ef394d3d9aac5008d140848939058ab3ac","first_computed_at":"2026-05-18T00:12:46.856138Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:12:46.856138Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HD3ZN/TCr2HKwpOyIRkbFNbGNgKKr465p+ygID8Tv9q2o3iNJe9j9vy43LJ20CeC3GTO5tEUDko0dKx8xeadDw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:12:46.856814Z","signed_message":"canonical_sha256_bytes"},"source_id":"1806.07723","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b7a550de16a6e8b2593958a4adff6da97af5a4a2a147d9050eb71f7f9fd351e4","sha256:383acaa02bdac273129993b6c6557f2a90976b82ba13e74ba9f1be028ddfec32"],"state_sha256":"993a4bad8cfe268dc2dd3bcb731715808fd36fb6bdc7188ae42872fd8f2d13a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"snRGHRCcGvUFKIDv/MDXIJYosGIWdwmILWAavV0MB0XkffAl4dags/C9YNnQ9RrmXsTT/H+aAdnnjT/czl9pCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T13:01:48.221470Z","bundle_sha256":"adf58597b2d9b493928778bee6c8127c442197c56d8a450d754cbb670a1bc2c7"}}