{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GYIEPLHW6GLNBNW2KKVVMPBA5M","short_pith_number":"pith:GYIEPLHW","canonical_record":{"source":{"id":"2307.07083","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-13T22:35:53Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"673ff564dad914d3f1c0632cb1df46dd4b108216964483471d82aca6341a4300","abstract_canon_sha256":"b9c355ac82193dac852bd33a907ff3570d5aa0753891c19e421adc8c8bbc041d"},"schema_version":"1.0"},"canonical_sha256":"361047acf6f196d0b6da52ab563c20eb2e443b96b4571051afd06525c7240f38","source":{"kind":"arxiv","id":"2307.07083","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.07083","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"arxiv_version","alias_value":"2307.07083v1","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.07083","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"pith_short_12","alias_value":"GYIEPLHW6GLN","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"pith_short_16","alias_value":"GYIEPLHW6GLNBNW2","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"pith_short_8","alias_value":"GYIEPLHW","created_at":"2026-07-05T06:30:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GYIEPLHW6GLNBNW2KKVVMPBA5M","target":"record","payload":{"canonical_record":{"source":{"id":"2307.07083","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-13T22:35:53Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"673ff564dad914d3f1c0632cb1df46dd4b108216964483471d82aca6341a4300","abstract_canon_sha256":"b9c355ac82193dac852bd33a907ff3570d5aa0753891c19e421adc8c8bbc041d"},"schema_version":"1.0"},"canonical_sha256":"361047acf6f196d0b6da52ab563c20eb2e443b96b4571051afd06525c7240f38","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:30:50.802078Z","signature_b64":"ivrjDba0xL3jsnk249mLd22hJY90uwAqc3dl0zF2DVq9RkzCN2oeW0PhOSQM+vqvWAr1pPUoLqmZugxrxSy7CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"361047acf6f196d0b6da52ab563c20eb2e443b96b4571051afd06525c7240f38","last_reissued_at":"2026-07-05T06:30:50.801608Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:30:50.801608Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.07083","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:30:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B5+P0yxewmelVGYv3eWYVxakHBd9paglJut5qH3ojCo3DbSeEoBylClBb+DfpgkCdE1aWG9AvosocGcuICRxDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:54:43.948714Z"},"content_sha256":"9bcc6ee9616da6188d9ecef433cd36b5ddc0f6c528ab232897b5bb09643280e5","schema_version":"1.0","event_id":"sha256:9bcc6ee9616da6188d9ecef433cd36b5ddc0f6c528ab232897b5bb09643280e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GYIEPLHW6GLNBNW2KKVVMPBA5M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Scenario-Based Functional Testing Approach to Improving DNN Performance","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.LG","authors_text":"Aduen Benjumea, Andrew Bradley, Hong Zhu, Thi Minh Tam Tran","submitted_at":"2023-07-13T22:35:53Z","abstract_excerpt":"This paper proposes a scenario-based functional testing approach for enhancing the performance of machine learning (ML) applications. The proposed method is an iterative process that starts with testing the ML model on various scenarios to identify areas of weakness. It follows by a further testing on the suspected weak scenarios and statistically evaluate the model's performance on the scenarios to confirm the diagnosis. Once the diagnosis of weak scenarios is confirmed by test results, the treatment of the model is performed by retraining the model using a transfer learning technique with th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.07083","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.07083/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:30:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V58sPTMmmcHys+f3hrBCsrAq0mrS6WKYs9O85fhIczdHxyg67NZjpdfAb8ZU1Mv31+KhtyP5QJGUPoLiiYW0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:54:43.949355Z"},"content_sha256":"6a951cb0cf888a300a7472230a0bc545b3e9d94c40a59687e681b44a27ad381b","schema_version":"1.0","event_id":"sha256:6a951cb0cf888a300a7472230a0bc545b3e9d94c40a59687e681b44a27ad381b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M/bundle.json","state_url":"https://pith.science/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:54:43Z","links":{"resolver":"https://pith.science/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M","bundle":"https://pith.science/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M/bundle.json","state":"https://pith.science/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GYIEPLHW6GLNBNW2KKVVMPBA5M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GYIEPLHW6GLNBNW2KKVVMPBA5M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b9c355ac82193dac852bd33a907ff3570d5aa0753891c19e421adc8c8bbc041d","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-13T22:35:53Z","title_canon_sha256":"673ff564dad914d3f1c0632cb1df46dd4b108216964483471d82aca6341a4300"},"schema_version":"1.0","source":{"id":"2307.07083","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.07083","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"arxiv_version","alias_value":"2307.07083v1","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.07083","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"pith_short_12","alias_value":"GYIEPLHW6GLN","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"pith_short_16","alias_value":"GYIEPLHW6GLNBNW2","created_at":"2026-07-05T06:30:50Z"},{"alias_kind":"pith_short_8","alias_value":"GYIEPLHW","created_at":"2026-07-05T06:30:50Z"}],"graph_snapshots":[{"event_id":"sha256:6a951cb0cf888a300a7472230a0bc545b3e9d94c40a59687e681b44a27ad381b","target":"graph","created_at":"2026-07-05T06:30:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.07083/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper proposes a scenario-based functional testing approach for enhancing the performance of machine learning (ML) applications. The proposed method is an iterative process that starts with testing the ML model on various scenarios to identify areas of weakness. It follows by a further testing on the suspected weak scenarios and statistically evaluate the model's performance on the scenarios to confirm the diagnosis. Once the diagnosis of weak scenarios is confirmed by test results, the treatment of the model is performed by retraining the model using a transfer learning technique with th","authors_text":"Aduen Benjumea, Andrew Bradley, Hong Zhu, Thi Minh Tam Tran","cross_cats":["cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-13T22:35:53Z","title":"A Scenario-Based Functional Testing Approach to Improving DNN Performance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.07083","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bcc6ee9616da6188d9ecef433cd36b5ddc0f6c528ab232897b5bb09643280e5","target":"record","created_at":"2026-07-05T06:30:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b9c355ac82193dac852bd33a907ff3570d5aa0753891c19e421adc8c8bbc041d","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-13T22:35:53Z","title_canon_sha256":"673ff564dad914d3f1c0632cb1df46dd4b108216964483471d82aca6341a4300"},"schema_version":"1.0","source":{"id":"2307.07083","kind":"arxiv","version":1}},"canonical_sha256":"361047acf6f196d0b6da52ab563c20eb2e443b96b4571051afd06525c7240f38","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"361047acf6f196d0b6da52ab563c20eb2e443b96b4571051afd06525c7240f38","first_computed_at":"2026-07-05T06:30:50.801608Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:30:50.801608Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ivrjDba0xL3jsnk249mLd22hJY90uwAqc3dl0zF2DVq9RkzCN2oeW0PhOSQM+vqvWAr1pPUoLqmZugxrxSy7CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:30:50.802078Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.07083","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bcc6ee9616da6188d9ecef433cd36b5ddc0f6c528ab232897b5bb09643280e5","sha256:6a951cb0cf888a300a7472230a0bc545b3e9d94c40a59687e681b44a27ad381b"],"state_sha256":"2f80466d3dd556b1cfb9540f2dce38eede74f631d7c595a18b6c8a1ad969c89f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sxZMdOLqcg682aIJT0mO4baPKEEUlENQEMWilxwfWg5RnBawX5gAkPhT2Yj44htbKFWJx+rMnB+mhHeV3Qi/CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:54:43.952388Z","bundle_sha256":"079633d8b5cff74942da8d7c42e67621402a2cd71b280924d750129247011988"}}