{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:237PV7YZLKFGQ3LFI62QJ5CB4O","short_pith_number":"pith:237PV7YZ","canonical_record":{"source":{"id":"2412.16336","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-20T20:52:10Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3c35868934cea5ef4d9de657e4ae8203fd0264d6624ca469c672813ea3fab0eb","abstract_canon_sha256":"e35140211c62ec5f4c9755f998ec5e60acdf60b1eb847ccf243479d462206faa"},"schema_version":"1.0"},"canonical_sha256":"d6fefaff195a8a686d6547b504f441e38ad6ee182487f52382c7c925de061f10","source":{"kind":"arxiv","id":"2412.16336","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16336","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16336v1","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16336","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"pith_short_12","alias_value":"237PV7YZLKFG","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"pith_short_16","alias_value":"237PV7YZLKFGQ3LF","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"pith_short_8","alias_value":"237PV7YZ","created_at":"2026-07-05T09:52:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:237PV7YZLKFGQ3LFI62QJ5CB4O","target":"record","payload":{"canonical_record":{"source":{"id":"2412.16336","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-20T20:52:10Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3c35868934cea5ef4d9de657e4ae8203fd0264d6624ca469c672813ea3fab0eb","abstract_canon_sha256":"e35140211c62ec5f4c9755f998ec5e60acdf60b1eb847ccf243479d462206faa"},"schema_version":"1.0"},"canonical_sha256":"d6fefaff195a8a686d6547b504f441e38ad6ee182487f52382c7c925de061f10","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:52:44.802835Z","signature_b64":"/ZPtG+I7HuVtTFG96LxDq783JecmCRuslpRj+PwYQ7gB4Q53aLSy7NdFYdE0CfTwUO7xlRy3BnutcS7MwnjlCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6fefaff195a8a686d6547b504f441e38ad6ee182487f52382c7c925de061f10","last_reissued_at":"2026-07-05T09:52:44.802443Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:52:44.802443Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.16336","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N/taWZIEoASopaT9F2NI2IPk4Gv4IilK7q2fs2cn669Ir9I6QtBOs17UsFrBf9bQvnG8uJbowSomD4Jv3vROCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:16:51.806373Z"},"content_sha256":"10214b28b1f854eced54a7d077b4539b8fc8607932305bb6b4e328af3f8af5ff","schema_version":"1.0","event_id":"sha256:10214b28b1f854eced54a7d077b4539b8fc8607932305bb6b4e328af3f8af5ff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:237PV7YZLKFGQ3LFI62QJ5CB4O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Real Faults in Deep Learning Fault Benchmarks: How Real Are They?","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.SE","authors_text":"Gunel Jahangirova, Jinhan Kim, Nargiz Humbatova, Paolo Tonella, Shin Yoo","submitted_at":"2024-12-20T20:52:10Z","abstract_excerpt":"As the adoption of Deep Learning (DL) systems continues to rise, an increasing number of approaches are being proposed to test these systems, localise faults within them, and repair those faults. The best attestation of effectiveness for such techniques is an evaluation that showcases their capability to detect, localise and fix real faults. To facilitate these evaluations, the research community has collected multiple benchmarks of real faults in DL systems. In this work, we perform a manual analysis of 490 faults from five different benchmarks and identify that 314 of them are eligible for o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16336","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.16336/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kx9XHVrm2Aaq3dsWAViYFmHkeZbmWsHYQeM/n1yo0z7jlZYdMOL6yPhekuF4JcZJdUrY+GID9U3PJanCyKt5Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:16:51.806891Z"},"content_sha256":"8bc4364c47bfb707feb2fd24aa2f64b991339a8683cb04d7322899804b2818fd","schema_version":"1.0","event_id":"sha256:8bc4364c47bfb707feb2fd24aa2f64b991339a8683cb04d7322899804b2818fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/237PV7YZLKFGQ3LFI62QJ5CB4O/bundle.json","state_url":"https://pith.science/pith/237PV7YZLKFGQ3LFI62QJ5CB4O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/237PV7YZLKFGQ3LFI62QJ5CB4O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:16:51Z","links":{"resolver":"https://pith.science/pith/237PV7YZLKFGQ3LFI62QJ5CB4O","bundle":"https://pith.science/pith/237PV7YZLKFGQ3LFI62QJ5CB4O/bundle.json","state":"https://pith.science/pith/237PV7YZLKFGQ3LFI62QJ5CB4O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/237PV7YZLKFGQ3LFI62QJ5CB4O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:237PV7YZLKFGQ3LFI62QJ5CB4O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e35140211c62ec5f4c9755f998ec5e60acdf60b1eb847ccf243479d462206faa","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-20T20:52:10Z","title_canon_sha256":"3c35868934cea5ef4d9de657e4ae8203fd0264d6624ca469c672813ea3fab0eb"},"schema_version":"1.0","source":{"id":"2412.16336","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16336","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16336v1","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16336","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"pith_short_12","alias_value":"237PV7YZLKFG","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"pith_short_16","alias_value":"237PV7YZLKFGQ3LF","created_at":"2026-07-05T09:52:44Z"},{"alias_kind":"pith_short_8","alias_value":"237PV7YZ","created_at":"2026-07-05T09:52:44Z"}],"graph_snapshots":[{"event_id":"sha256:8bc4364c47bfb707feb2fd24aa2f64b991339a8683cb04d7322899804b2818fd","target":"graph","created_at":"2026-07-05T09:52:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16336/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the adoption of Deep Learning (DL) systems continues to rise, an increasing number of approaches are being proposed to test these systems, localise faults within them, and repair those faults. The best attestation of effectiveness for such techniques is an evaluation that showcases their capability to detect, localise and fix real faults. To facilitate these evaluations, the research community has collected multiple benchmarks of real faults in DL systems. In this work, we perform a manual analysis of 490 faults from five different benchmarks and identify that 314 of them are eligible for o","authors_text":"Gunel Jahangirova, Jinhan Kim, Nargiz Humbatova, Paolo Tonella, Shin Yoo","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-20T20:52:10Z","title":"Real Faults in Deep Learning Fault Benchmarks: How Real Are They?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16336","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10214b28b1f854eced54a7d077b4539b8fc8607932305bb6b4e328af3f8af5ff","target":"record","created_at":"2026-07-05T09:52:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e35140211c62ec5f4c9755f998ec5e60acdf60b1eb847ccf243479d462206faa","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-20T20:52:10Z","title_canon_sha256":"3c35868934cea5ef4d9de657e4ae8203fd0264d6624ca469c672813ea3fab0eb"},"schema_version":"1.0","source":{"id":"2412.16336","kind":"arxiv","version":1}},"canonical_sha256":"d6fefaff195a8a686d6547b504f441e38ad6ee182487f52382c7c925de061f10","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d6fefaff195a8a686d6547b504f441e38ad6ee182487f52382c7c925de061f10","first_computed_at":"2026-07-05T09:52:44.802443Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:52:44.802443Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/ZPtG+I7HuVtTFG96LxDq783JecmCRuslpRj+PwYQ7gB4Q53aLSy7NdFYdE0CfTwUO7xlRy3BnutcS7MwnjlCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:52:44.802835Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16336","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10214b28b1f854eced54a7d077b4539b8fc8607932305bb6b4e328af3f8af5ff","sha256:8bc4364c47bfb707feb2fd24aa2f64b991339a8683cb04d7322899804b2818fd"],"state_sha256":"6947e895346c0cf97758c53668ed74ddc0b883edd037d663a59cdcd5d0759385"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"87Ix/Ec0xaqMTzJTy9eyBQBYdQLXCNL2cuGy9S8ipGl/3LxNHavqRZDzBST7gwFstmPrvAKluuP76VOZbkc0CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:16:51.810360Z","bundle_sha256":"3cff4413f154cd33e37ee11758f2daf2927f3c1167ba234b59eb232de0f402a8"}}