{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:L5ICD2YLSGPXTTPGSZLC6FDGSQ","short_pith_number":"pith:L5ICD2YL","canonical_record":{"source":{"id":"1808.05353","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-08-16T06:13:26Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b4298a32b65027014970c6805f5f9f645f4bfb115e39be7905abde561508685b","abstract_canon_sha256":"e8ef97cea3b9b7e2ae3db85050b1e26f94d6889ec13ad91098008ce30f634b69"},"schema_version":"1.0"},"canonical_sha256":"5f5021eb0b919f79cde696562f1466942c8541e00d2ba18aa3bda8585e06a467","source":{"kind":"arxiv","id":"1808.05353","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.05353","created_at":"2026-05-18T00:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"1808.05353v1","created_at":"2026-05-18T00:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.05353","created_at":"2026-05-18T00:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"L5ICD2YLSGPX","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"L5ICD2YLSGPXTTPG","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"L5ICD2YL","created_at":"2026-05-18T12:32:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:L5ICD2YLSGPXTTPGSZLC6FDGSQ","target":"record","payload":{"canonical_record":{"source":{"id":"1808.05353","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-08-16T06:13:26Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b4298a32b65027014970c6805f5f9f645f4bfb115e39be7905abde561508685b","abstract_canon_sha256":"e8ef97cea3b9b7e2ae3db85050b1e26f94d6889ec13ad91098008ce30f634b69"},"schema_version":"1.0"},"canonical_sha256":"5f5021eb0b919f79cde696562f1466942c8541e00d2ba18aa3bda8585e06a467","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:57.416910Z","signature_b64":"lwMk0UGAcg3goDTij53wX6wof/r1mMDY+SrydodQaFOx2dh6GaASzSh3r/lkQWWDm6wxsV3v4SnPk6uwe3UyBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f5021eb0b919f79cde696562f1466942c8541e00d2ba18aa3bda8585e06a467","last_reissued_at":"2026-05-18T00:07:57.416012Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:57.416012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.05353","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6wmJAY+DpCRkOIexKLo0gPXbGINLUmCmCbSumhqDnoAYeKX6fK/p2lEQ82vg12aIN+ieppr09Oi+kB8lZK43Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T23:40:54.349352Z"},"content_sha256":"833a49f04bfdd23ef3cb236d36b0bdcfe8cf57962b7e676b9f02bb5b6b0e334d","schema_version":"1.0","event_id":"sha256:833a49f04bfdd23ef3cb236d36b0bdcfe8cf57962b7e676b9f02bb5b6b0e334d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:L5ICD2YLSGPXTTPGSZLC6FDGSQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Identifying Implementation Bugs in Machine Learning based Image Classifiers using Metamorphic Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Anurag Dwarakanath, Manish Ahuja, Neville Dubash, Raghotham M. Rao, R. P. Jagadeesh Chandra Bose, Samarth Sikand, Sanjay Podder","submitted_at":"2018-08-16T06:13:26Z","abstract_excerpt":"We have recently witnessed tremendous success of Machine Learning (ML) in practical applications. Computer vision, speech recognition and language translation have all seen a near human level performance. We expect, in the near future, most business applications will have some form of ML. However, testing such applications is extremely challenging and would be very expensive if we follow today's methodologies. In this work, we present an articulation of the challenges in testing ML based applications. We then present our solution approach, based on the concept of Metamorphic Testing, which aim"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.05353","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sd71wK3gI25IKfBd9ksXsWWo3BJP2S4eOevUWEgR90RLAZ+eWBRf/ARdfvZCLQmVFBir6ux+LOjkKQ+rGX7bDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T23:40:54.349836Z"},"content_sha256":"c87bb05d3548f8e907e32daff05e861b21db76894a1f5e0511ced7b6e438240c","schema_version":"1.0","event_id":"sha256:c87bb05d3548f8e907e32daff05e861b21db76894a1f5e0511ced7b6e438240c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ/bundle.json","state_url":"https://pith.science/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T23:40:54Z","links":{"resolver":"https://pith.science/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ","bundle":"https://pith.science/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ/bundle.json","state":"https://pith.science/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L5ICD2YLSGPXTTPGSZLC6FDGSQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:L5ICD2YLSGPXTTPGSZLC6FDGSQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e8ef97cea3b9b7e2ae3db85050b1e26f94d6889ec13ad91098008ce30f634b69","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-08-16T06:13:26Z","title_canon_sha256":"b4298a32b65027014970c6805f5f9f645f4bfb115e39be7905abde561508685b"},"schema_version":"1.0","source":{"id":"1808.05353","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.05353","created_at":"2026-05-18T00:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"1808.05353v1","created_at":"2026-05-18T00:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.05353","created_at":"2026-05-18T00:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"L5ICD2YLSGPX","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"L5ICD2YLSGPXTTPG","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"L5ICD2YL","created_at":"2026-05-18T12:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:c87bb05d3548f8e907e32daff05e861b21db76894a1f5e0511ced7b6e438240c","target":"graph","created_at":"2026-05-18T00:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We have recently witnessed tremendous success of Machine Learning (ML) in practical applications. Computer vision, speech recognition and language translation have all seen a near human level performance. We expect, in the near future, most business applications will have some form of ML. However, testing such applications is extremely challenging and would be very expensive if we follow today's methodologies. In this work, we present an articulation of the challenges in testing ML based applications. We then present our solution approach, based on the concept of Metamorphic Testing, which aim","authors_text":"Anurag Dwarakanath, Manish Ahuja, Neville Dubash, Raghotham M. Rao, R. P. Jagadeesh Chandra Bose, Samarth Sikand, Sanjay Podder","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-08-16T06:13:26Z","title":"Identifying Implementation Bugs in Machine Learning based Image Classifiers using Metamorphic Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.05353","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:833a49f04bfdd23ef3cb236d36b0bdcfe8cf57962b7e676b9f02bb5b6b0e334d","target":"record","created_at":"2026-05-18T00:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e8ef97cea3b9b7e2ae3db85050b1e26f94d6889ec13ad91098008ce30f634b69","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-08-16T06:13:26Z","title_canon_sha256":"b4298a32b65027014970c6805f5f9f645f4bfb115e39be7905abde561508685b"},"schema_version":"1.0","source":{"id":"1808.05353","kind":"arxiv","version":1}},"canonical_sha256":"5f5021eb0b919f79cde696562f1466942c8541e00d2ba18aa3bda8585e06a467","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f5021eb0b919f79cde696562f1466942c8541e00d2ba18aa3bda8585e06a467","first_computed_at":"2026-05-18T00:07:57.416012Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:57.416012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lwMk0UGAcg3goDTij53wX6wof/r1mMDY+SrydodQaFOx2dh6GaASzSh3r/lkQWWDm6wxsV3v4SnPk6uwe3UyBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:57.416910Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.05353","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:833a49f04bfdd23ef3cb236d36b0bdcfe8cf57962b7e676b9f02bb5b6b0e334d","sha256:c87bb05d3548f8e907e32daff05e861b21db76894a1f5e0511ced7b6e438240c"],"state_sha256":"a0b50de643ac9dc3404c3fef15c2070324692ddaf3a3b17e37be2d60dfb4929e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Qzt0U+nySxyjS0gd3vTGCSPC6CLc24d6HCb3kebtb3xfgVxJuXwswAFGk2q6iEvrxQbREBsN37vtw5yGGreAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T23:40:54.353657Z","bundle_sha256":"df5f2e03b5d4962e9579294a41bc2dcfd81ecf9f274734b7c094ca5fea717928"}}