{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:46YE7GDHZUGGKMXIC5X7ZIY2ZG","short_pith_number":"pith:46YE7GDH","canonical_record":{"source":{"id":"2201.06444","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-17T14:55:15Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"89907c6eb14121c1a5785c892c9358b0c37e0b0f0688908cf7f6271379f176ba","abstract_canon_sha256":"1dc38c8e61708c8b4ce19f52a1451e71c10c0b722d44d8d9533969e677ce12a5"},"schema_version":"1.0"},"canonical_sha256":"e7b04f9867cd0c6532e8176ffca31ac9bd84700d703f1f28bef73ba580736e08","source":{"kind":"arxiv","id":"2201.06444","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.06444","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"arxiv_version","alias_value":"2201.06444v4","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.06444","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"pith_short_12","alias_value":"46YE7GDHZUGG","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"pith_short_16","alias_value":"46YE7GDHZUGGKMXI","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"pith_short_8","alias_value":"46YE7GDH","created_at":"2026-07-05T05:27:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:46YE7GDHZUGGKMXIC5X7ZIY2ZG","target":"record","payload":{"canonical_record":{"source":{"id":"2201.06444","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-17T14:55:15Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"89907c6eb14121c1a5785c892c9358b0c37e0b0f0688908cf7f6271379f176ba","abstract_canon_sha256":"1dc38c8e61708c8b4ce19f52a1451e71c10c0b722d44d8d9533969e677ce12a5"},"schema_version":"1.0"},"canonical_sha256":"e7b04f9867cd0c6532e8176ffca31ac9bd84700d703f1f28bef73ba580736e08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:27:32.319033Z","signature_b64":"ueQqKbZ8FpP8ZjdEF+3LBdjFI+dtuW2xJW3lSDxf/vZr0P6v+lqfiUs8CJ4Sz5kUiMuq9ZfjBGipHPI8NueNCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7b04f9867cd0c6532e8176ffca31ac9bd84700d703f1f28bef73ba580736e08","last_reissued_at":"2026-07-05T05:27:32.318519Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:27:32.318519Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.06444","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:27:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A4X6SSypNX/ZGY3mjUt9uybBYPy4wwCN4Ug0H/mm5hKwt+2/umgacORe3Jf1jey8hVNljTtrqdhSqrSzxKYnCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T00:00:11.440206Z"},"content_sha256":"620aad72f20df44b782b6f434d0f53e1335df86534eedb9e0323388a48cf433b","schema_version":"1.0","event_id":"sha256:620aad72f20df44b782b6f434d0f53e1335df86534eedb9e0323388a48cf433b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:46YE7GDHZUGGKMXIC5X7ZIY2ZG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Black-box Error Diagnosis in Deep Neural Networks for Computer Vision: a Survey of Tools","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.SE"],"primary_cat":"cs.LG","authors_text":"Federico Milani, Niccol\\`o Zangrando, Piero Fraternali, Rocio Nahime Torres","submitted_at":"2022-01-17T14:55:15Z","abstract_excerpt":"The application of Deep Neural Networks (DNNs) to a broad variety of tasks demands methods for coping with the complex and opaque nature of these architectures. When a gold standard is available, performance assessment treats the DNN as a black box and computes standard metrics based on the comparison of the predictions with the ground truth. A deeper understanding of performances requires going beyond such evaluation metrics to diagnose the model behavior and the prediction errors. This goal can be pursued in two complementary ways. On one side, model interpretation techniques \"open the box\" "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.06444","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.06444/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:27:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4NAfK8EZWpCc3Nn6CnuU1Q9iJBomKQvdWqi91d8MoMMtr9R1qxRQIrfx8JLK9lxprYtX3K10zaSMY24UF0sQAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T00:00:11.440873Z"},"content_sha256":"a7f6b8fe26148dfefe21dbbce4db6a89bdf91ab440a1cd8387d03acaec7b8b71","schema_version":"1.0","event_id":"sha256:a7f6b8fe26148dfefe21dbbce4db6a89bdf91ab440a1cd8387d03acaec7b8b71"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG/bundle.json","state_url":"https://pith.science/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T00:00:11Z","links":{"resolver":"https://pith.science/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG","bundle":"https://pith.science/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG/bundle.json","state":"https://pith.science/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/46YE7GDHZUGGKMXIC5X7ZIY2ZG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:46YE7GDHZUGGKMXIC5X7ZIY2ZG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1dc38c8e61708c8b4ce19f52a1451e71c10c0b722d44d8d9533969e677ce12a5","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-17T14:55:15Z","title_canon_sha256":"89907c6eb14121c1a5785c892c9358b0c37e0b0f0688908cf7f6271379f176ba"},"schema_version":"1.0","source":{"id":"2201.06444","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.06444","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"arxiv_version","alias_value":"2201.06444v4","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.06444","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"pith_short_12","alias_value":"46YE7GDHZUGG","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"pith_short_16","alias_value":"46YE7GDHZUGGKMXI","created_at":"2026-07-05T05:27:32Z"},{"alias_kind":"pith_short_8","alias_value":"46YE7GDH","created_at":"2026-07-05T05:27:32Z"}],"graph_snapshots":[{"event_id":"sha256:a7f6b8fe26148dfefe21dbbce4db6a89bdf91ab440a1cd8387d03acaec7b8b71","target":"graph","created_at":"2026-07-05T05:27:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.06444/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The application of Deep Neural Networks (DNNs) to a broad variety of tasks demands methods for coping with the complex and opaque nature of these architectures. When a gold standard is available, performance assessment treats the DNN as a black box and computes standard metrics based on the comparison of the predictions with the ground truth. A deeper understanding of performances requires going beyond such evaluation metrics to diagnose the model behavior and the prediction errors. This goal can be pursued in two complementary ways. On one side, model interpretation techniques \"open the box\" ","authors_text":"Federico Milani, Niccol\\`o Zangrando, Piero Fraternali, Rocio Nahime Torres","cross_cats":["cs.AI","cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-17T14:55:15Z","title":"Black-box Error Diagnosis in Deep Neural Networks for Computer Vision: a Survey of Tools"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.06444","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:620aad72f20df44b782b6f434d0f53e1335df86534eedb9e0323388a48cf433b","target":"record","created_at":"2026-07-05T05:27:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1dc38c8e61708c8b4ce19f52a1451e71c10c0b722d44d8d9533969e677ce12a5","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-17T14:55:15Z","title_canon_sha256":"89907c6eb14121c1a5785c892c9358b0c37e0b0f0688908cf7f6271379f176ba"},"schema_version":"1.0","source":{"id":"2201.06444","kind":"arxiv","version":4}},"canonical_sha256":"e7b04f9867cd0c6532e8176ffca31ac9bd84700d703f1f28bef73ba580736e08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7b04f9867cd0c6532e8176ffca31ac9bd84700d703f1f28bef73ba580736e08","first_computed_at":"2026-07-05T05:27:32.318519Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:27:32.318519Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ueQqKbZ8FpP8ZjdEF+3LBdjFI+dtuW2xJW3lSDxf/vZr0P6v+lqfiUs8CJ4Sz5kUiMuq9ZfjBGipHPI8NueNCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:27:32.319033Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.06444","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:620aad72f20df44b782b6f434d0f53e1335df86534eedb9e0323388a48cf433b","sha256:a7f6b8fe26148dfefe21dbbce4db6a89bdf91ab440a1cd8387d03acaec7b8b71"],"state_sha256":"809c5896299c82dd92d1faafd959a06c2002e63a34f77e8c79e2aadd3b283be4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mw1wJAnv6fO2Vq8qXXkXhEayMwPpd2osrazhtOn5tYyiRgGgTkPfdra4axx1lh3RDjDEcvElxYF6rBXHfPNiAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T00:00:11.445956Z","bundle_sha256":"a37414c156bfcf9f951fb1b75501cd2e5b594e61e25666ad81615b1d1e6c40b3"}}