{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WPRMD24MCY2OTIKD5U3QBXHKF5","short_pith_number":"pith:WPRMD24M","canonical_record":{"source":{"id":"2112.13314","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-12-26T04:18:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"dd51f56e0f245375c447b2348c81f7429508a74ac22c992a385918774902d9b9","abstract_canon_sha256":"f3b643fa22fa5e9023b0dd738767981530377233bb21ec1c41ce38e28d5d56a0"},"schema_version":"1.0"},"canonical_sha256":"b3e2c1eb8c1634e9a143ed3700dcea2f6a092e453db033305e0d2b887f568445","source":{"kind":"arxiv","id":"2112.13314","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.13314","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"arxiv_version","alias_value":"2112.13314v2","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.13314","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"pith_short_12","alias_value":"WPRMD24MCY2O","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"pith_short_16","alias_value":"WPRMD24MCY2OTIKD","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"pith_short_8","alias_value":"WPRMD24M","created_at":"2026-07-05T06:47:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WPRMD24MCY2OTIKD5U3QBXHKF5","target":"record","payload":{"canonical_record":{"source":{"id":"2112.13314","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-12-26T04:18:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"dd51f56e0f245375c447b2348c81f7429508a74ac22c992a385918774902d9b9","abstract_canon_sha256":"f3b643fa22fa5e9023b0dd738767981530377233bb21ec1c41ce38e28d5d56a0"},"schema_version":"1.0"},"canonical_sha256":"b3e2c1eb8c1634e9a143ed3700dcea2f6a092e453db033305e0d2b887f568445","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:47:00.029503Z","signature_b64":"tt6UE7huocok6lrsVOcYvUuhSr0rBlQNluCJtazmjO6SFsVIHBMlE/cjSSSLYJ/c9Gf63dPCwdU2B0pt5nmoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b3e2c1eb8c1634e9a143ed3700dcea2f6a092e453db033305e0d2b887f568445","last_reissued_at":"2026-07-05T06:47:00.029072Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:47:00.029072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.13314","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:47:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nmRz1jJMj5BLETm8KPLB+/nq8mkUo6yMRBxifW3YHN0OxioEfl+c5NWPH2krgS7/Awkp4pGWCc7NZ8Oo04JSDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:17:14.422661Z"},"content_sha256":"f1d208a6f5f66e0394b9fa703bbc43869ff435431ac1de3fabd18e5745d3f15b","schema_version":"1.0","event_id":"sha256:f1d208a6f5f66e0394b9fa703bbc43869ff435431ac1de3fabd18e5745d3f15b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WPRMD24MCY2OTIKD5U3QBXHKF5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Silent Bugs in Deep Learning Frameworks: An Empirical Study of Keras and TensorFlow","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Amin Nikanjam, Florian Tambon, Foutse Khomh, Giuliano Antoniol, Le An","submitted_at":"2021-12-26T04:18:57Z","abstract_excerpt":"Deep Learning (DL) frameworks are now widely used, simplifying the creation of complex models as well as their integration to various applications even to non DL experts. However, like any other programs, they are prone to bugs. This paper deals with the subcategory of bugs named silent bugs: they lead to wrong behavior but they do not cause system crashes or hangs, nor show an error message to the user. Such bugs are even more dangerous in DL applications and frameworks due to the \"black-box\" and stochastic nature of the systems (the end user can not understand how the model makes decisions)."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.13314","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.13314/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:47:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hZ99oSuDnAIIusxtSHtkj+CBAPWTCcvRdHijag+UdSQ38+DTBaM1pkPxx/bp8ldb2go7KvRYVuM1El+jdeeoCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:17:14.423339Z"},"content_sha256":"0f418c41d24048c940bc7c4ae2922d30bddcbb180acf1ce8950431ea80adfc1b","schema_version":"1.0","event_id":"sha256:0f418c41d24048c940bc7c4ae2922d30bddcbb180acf1ce8950431ea80adfc1b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WPRMD24MCY2OTIKD5U3QBXHKF5/bundle.json","state_url":"https://pith.science/pith/WPRMD24MCY2OTIKD5U3QBXHKF5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WPRMD24MCY2OTIKD5U3QBXHKF5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T07:17:14Z","links":{"resolver":"https://pith.science/pith/WPRMD24MCY2OTIKD5U3QBXHKF5","bundle":"https://pith.science/pith/WPRMD24MCY2OTIKD5U3QBXHKF5/bundle.json","state":"https://pith.science/pith/WPRMD24MCY2OTIKD5U3QBXHKF5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WPRMD24MCY2OTIKD5U3QBXHKF5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WPRMD24MCY2OTIKD5U3QBXHKF5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3b643fa22fa5e9023b0dd738767981530377233bb21ec1c41ce38e28d5d56a0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-12-26T04:18:57Z","title_canon_sha256":"dd51f56e0f245375c447b2348c81f7429508a74ac22c992a385918774902d9b9"},"schema_version":"1.0","source":{"id":"2112.13314","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.13314","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"arxiv_version","alias_value":"2112.13314v2","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.13314","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"pith_short_12","alias_value":"WPRMD24MCY2O","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"pith_short_16","alias_value":"WPRMD24MCY2OTIKD","created_at":"2026-07-05T06:47:00Z"},{"alias_kind":"pith_short_8","alias_value":"WPRMD24M","created_at":"2026-07-05T06:47:00Z"}],"graph_snapshots":[{"event_id":"sha256:0f418c41d24048c940bc7c4ae2922d30bddcbb180acf1ce8950431ea80adfc1b","target":"graph","created_at":"2026-07-05T06:47:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.13314/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep Learning (DL) frameworks are now widely used, simplifying the creation of complex models as well as their integration to various applications even to non DL experts. However, like any other programs, they are prone to bugs. This paper deals with the subcategory of bugs named silent bugs: they lead to wrong behavior but they do not cause system crashes or hangs, nor show an error message to the user. Such bugs are even more dangerous in DL applications and frameworks due to the \"black-box\" and stochastic nature of the systems (the end user can not understand how the model makes decisions).","authors_text":"Amin Nikanjam, Florian Tambon, Foutse Khomh, Giuliano Antoniol, Le An","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-12-26T04:18:57Z","title":"Silent Bugs in Deep Learning Frameworks: An Empirical Study of Keras and TensorFlow"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.13314","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1d208a6f5f66e0394b9fa703bbc43869ff435431ac1de3fabd18e5745d3f15b","target":"record","created_at":"2026-07-05T06:47:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3b643fa22fa5e9023b0dd738767981530377233bb21ec1c41ce38e28d5d56a0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-12-26T04:18:57Z","title_canon_sha256":"dd51f56e0f245375c447b2348c81f7429508a74ac22c992a385918774902d9b9"},"schema_version":"1.0","source":{"id":"2112.13314","kind":"arxiv","version":2}},"canonical_sha256":"b3e2c1eb8c1634e9a143ed3700dcea2f6a092e453db033305e0d2b887f568445","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b3e2c1eb8c1634e9a143ed3700dcea2f6a092e453db033305e0d2b887f568445","first_computed_at":"2026-07-05T06:47:00.029072Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:47:00.029072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tt6UE7huocok6lrsVOcYvUuhSr0rBlQNluCJtazmjO6SFsVIHBMlE/cjSSSLYJ/c9Gf63dPCwdU2B0pt5nmoAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:47:00.029503Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.13314","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1d208a6f5f66e0394b9fa703bbc43869ff435431ac1de3fabd18e5745d3f15b","sha256:0f418c41d24048c940bc7c4ae2922d30bddcbb180acf1ce8950431ea80adfc1b"],"state_sha256":"83fc7bf5ff2f7b9f21a8da0c89a31a260247f84b73a7f43ee2c2765738545a75"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TJiJ462cBaPNbG4Vb4cIxcNg4qk4pUowA+3Sw6ZDo1dMt5gREspP1oLKzo/2Ksdz5P6KT/O/7e0Ic2dErNQIDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T07:17:14.426942Z","bundle_sha256":"c0c081d20e8260dd17ceef200f1500070300f3b546f37bc15d1df7339660c5d4"}}