{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:32LVMBW57E46IHUYKMV7276YO6","short_pith_number":"pith:32LVMBW5","canonical_record":{"source":{"id":"2108.01734","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T20:19:28Z","cross_cats_sorted":[],"title_canon_sha256":"0875ad2825214b43151f63a3205195773fccf4bd0f9f553e6a1f6a540cc5dd92","abstract_canon_sha256":"490e7becf9d81adba95f2203eaf2f200d2b340ffd38969fa954c9242e5518529"},"schema_version":"1.0"},"canonical_sha256":"de975606ddf939e41e98532bfd7fd8778c7642df19e7e24e502638734c877f39","source":{"kind":"arxiv","id":"2108.01734","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01734","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01734v1","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01734","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_12","alias_value":"32LVMBW57E46","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_16","alias_value":"32LVMBW57E46IHUY","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_8","alias_value":"32LVMBW5","created_at":"2026-07-05T03:03:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:32LVMBW57E46IHUYKMV7276YO6","target":"record","payload":{"canonical_record":{"source":{"id":"2108.01734","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T20:19:28Z","cross_cats_sorted":[],"title_canon_sha256":"0875ad2825214b43151f63a3205195773fccf4bd0f9f553e6a1f6a540cc5dd92","abstract_canon_sha256":"490e7becf9d81adba95f2203eaf2f200d2b340ffd38969fa954c9242e5518529"},"schema_version":"1.0"},"canonical_sha256":"de975606ddf939e41e98532bfd7fd8778c7642df19e7e24e502638734c877f39","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:03:10.056451Z","signature_b64":"KlS3y/Im9dHwaShEXGdRgiLRu0j3PNEA0q1mpdsWTyCoop4wDdXOYtJ9FVOoaQ6IKTMWIFuE9px5S1krMpWpCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de975606ddf939e41e98532bfd7fd8778c7642df19e7e24e502638734c877f39","last_reissued_at":"2026-07-05T03:03:10.056066Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:03:10.056066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.01734","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l/vBYyU2U7puzeQTMSfBIueI/GO4xeFz4U2+VidAMIQYugCzNM24Glvl+k86wj1UXmM80wRlrpzqffDxU17SBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T12:38:40.654555Z"},"content_sha256":"2022284b310e438967e38341937e083e0bf3582c6f0eb78913acb6852d2b3869","schema_version":"1.0","event_id":"sha256:2022284b310e438967e38341937e083e0bf3582c6f0eb78913acb6852d2b3869"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:32LVMBW57E46IHUYKMV7276YO6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tutorials on Testing Neural Networks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Nicolas Berthier, Wei Huang, Wenjie Ruan, Xiaowei Huang, Yanghao Zhang, Youcheng Sun","submitted_at":"2021-08-03T20:19:28Z","abstract_excerpt":"Deep learning achieves remarkable performance on pattern recognition, but can be vulnerable to defects of some important properties such as robustness and security. This tutorial is based on a stream of research conducted since the summer of 2018 at a few UK universities, including the University of Liverpool, University of Oxford, Queen's University Belfast, University of Lancaster, University of Loughborough, and University of Exeter.\n  The research aims to adapt software engineering methods, in particular software testing methods, to work with machine learning models. Software testing techn"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01734","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.01734/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YgY96L68zQvdrGV4EOWFRXK/3AlrlMk9rtiRctzxV2aP5yZpCJt/m6z9vH73t6vMs11cAWcGWWzNnrb9hkTnCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T12:38:40.655069Z"},"content_sha256":"3d25460d06994648afdfe277afb44ec106c83eddef9cc5f00effe8e8772cc83e","schema_version":"1.0","event_id":"sha256:3d25460d06994648afdfe277afb44ec106c83eddef9cc5f00effe8e8772cc83e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/32LVMBW57E46IHUYKMV7276YO6/bundle.json","state_url":"https://pith.science/pith/32LVMBW57E46IHUYKMV7276YO6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/32LVMBW57E46IHUYKMV7276YO6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T12:38:40Z","links":{"resolver":"https://pith.science/pith/32LVMBW57E46IHUYKMV7276YO6","bundle":"https://pith.science/pith/32LVMBW57E46IHUYKMV7276YO6/bundle.json","state":"https://pith.science/pith/32LVMBW57E46IHUYKMV7276YO6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/32LVMBW57E46IHUYKMV7276YO6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:32LVMBW57E46IHUYKMV7276YO6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"490e7becf9d81adba95f2203eaf2f200d2b340ffd38969fa954c9242e5518529","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T20:19:28Z","title_canon_sha256":"0875ad2825214b43151f63a3205195773fccf4bd0f9f553e6a1f6a540cc5dd92"},"schema_version":"1.0","source":{"id":"2108.01734","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01734","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01734v1","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01734","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_12","alias_value":"32LVMBW57E46","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_16","alias_value":"32LVMBW57E46IHUY","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_8","alias_value":"32LVMBW5","created_at":"2026-07-05T03:03:10Z"}],"graph_snapshots":[{"event_id":"sha256:3d25460d06994648afdfe277afb44ec106c83eddef9cc5f00effe8e8772cc83e","target":"graph","created_at":"2026-07-05T03:03:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.01734/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning achieves remarkable performance on pattern recognition, but can be vulnerable to defects of some important properties such as robustness and security. This tutorial is based on a stream of research conducted since the summer of 2018 at a few UK universities, including the University of Liverpool, University of Oxford, Queen's University Belfast, University of Lancaster, University of Loughborough, and University of Exeter.\n  The research aims to adapt software engineering methods, in particular software testing methods, to work with machine learning models. Software testing techn","authors_text":"Nicolas Berthier, Wei Huang, Wenjie Ruan, Xiaowei Huang, Yanghao Zhang, Youcheng Sun","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T20:19:28Z","title":"Tutorials on Testing Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01734","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2022284b310e438967e38341937e083e0bf3582c6f0eb78913acb6852d2b3869","target":"record","created_at":"2026-07-05T03:03:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"490e7becf9d81adba95f2203eaf2f200d2b340ffd38969fa954c9242e5518529","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T20:19:28Z","title_canon_sha256":"0875ad2825214b43151f63a3205195773fccf4bd0f9f553e6a1f6a540cc5dd92"},"schema_version":"1.0","source":{"id":"2108.01734","kind":"arxiv","version":1}},"canonical_sha256":"de975606ddf939e41e98532bfd7fd8778c7642df19e7e24e502638734c877f39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de975606ddf939e41e98532bfd7fd8778c7642df19e7e24e502638734c877f39","first_computed_at":"2026-07-05T03:03:10.056066Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:03:10.056066Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KlS3y/Im9dHwaShEXGdRgiLRu0j3PNEA0q1mpdsWTyCoop4wDdXOYtJ9FVOoaQ6IKTMWIFuE9px5S1krMpWpCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:03:10.056451Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.01734","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2022284b310e438967e38341937e083e0bf3582c6f0eb78913acb6852d2b3869","sha256:3d25460d06994648afdfe277afb44ec106c83eddef9cc5f00effe8e8772cc83e"],"state_sha256":"3a937b9d083e81355467020748a402cafedf102490cd517563e0263766e011c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sge5xzZgR3ZQRiyzj0VebVkq1BDjJMCNSB3iNn+xNpMiuxxNPRl/kQynJepvJ4F5BGNdAUt1Zd+0a7C0govZAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T12:38:40.660781Z","bundle_sha256":"ad1aeafcdd15be18bf6ec1ece967cc3bf0a652dec1c32f5178207467f4da9bc8"}}