{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:XSQG54LYDWBSUL2MAYI25AP3KX","short_pith_number":"pith:XSQG54LY","canonical_record":{"source":{"id":"2006.14244","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2020-06-25T08:20:10Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"60f80d047274e5d2cae14e6df83cc13476fb3252fb2c29355c82d2b0d8f8a194","abstract_canon_sha256":"7b6275c93f9be2ac18518e9df75c11c021059a906fdc2393763dbd2358163946"},"schema_version":"1.0"},"canonical_sha256":"bca06ef1781d832a2f4c0611ae81fb55c12ec21e8c47b867b4d7913a7049f49c","source":{"kind":"arxiv","id":"2006.14244","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.14244","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"arxiv_version","alias_value":"2006.14244v1","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.14244","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"pith_short_12","alias_value":"XSQG54LYDWBS","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"pith_short_16","alias_value":"XSQG54LYDWBSUL2M","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"pith_short_8","alias_value":"XSQG54LY","created_at":"2026-07-05T09:45:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:XSQG54LYDWBSUL2MAYI25AP3KX","target":"record","payload":{"canonical_record":{"source":{"id":"2006.14244","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2020-06-25T08:20:10Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"60f80d047274e5d2cae14e6df83cc13476fb3252fb2c29355c82d2b0d8f8a194","abstract_canon_sha256":"7b6275c93f9be2ac18518e9df75c11c021059a906fdc2393763dbd2358163946"},"schema_version":"1.0"},"canonical_sha256":"bca06ef1781d832a2f4c0611ae81fb55c12ec21e8c47b867b4d7913a7049f49c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:36.145663Z","signature_b64":"aXLPljwwrntQPhHrrXCGR9M5P2FpzyRuc3gqbG1HM+/zu7rxVaPt8XLimLdHgcskOi6f3RdaC+Bt4hOpQl31Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bca06ef1781d832a2f4c0611ae81fb55c12ec21e8c47b867b4d7913a7049f49c","last_reissued_at":"2026-07-05T09:45:36.145153Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:36.145153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.14244","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fPcQnmWd/deGKnetvRfpu5QDmemzq+J7YyXGIWn5H9racfAp3/XFaxsGAffkbkTPL59JzZBd5h2QqijF53ElAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:34:11.881138Z"},"content_sha256":"3d74bd72676feb3b664aac41d9959d3437583df9ca1cf11ea118a6c749445d20","schema_version":"1.0","event_id":"sha256:3d74bd72676feb3b664aac41d9959d3437583df9ca1cf11ea118a6c749445d20"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:XSQG54LYDWBSUL2MAYI25AP3KX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Replicability and Reproducibility of Deep Learning in Software Engineering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.SE","authors_text":"Chao Liu, Cuiyun Gao, David Lo, John Grundy, Xiaohu Yang, Xin Xia","submitted_at":"2020-06-25T08:20:10Z","abstract_excerpt":"Deep learning (DL) techniques have gained significant popularity among software engineering (SE) researchers in recent years. This is because they can often solve many SE challenges without enormous manual feature engineering effort and complex domain knowledge. Although many DL studies have reported substantial advantages over other state-of-the-art models on effectiveness, they often ignore two factors: (1) replicability - whether the reported experimental result can be approximately reproduced in high probability with the same DL model and the same data; and (2) reproducibility - whether on"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.14244","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.14244/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XrY72AG9KSOUMAitLTPrJ5RZBjPgblX7Z50iozvWisFGEWJHxkEyj8K1c7o8hz/DeKMpMoPhRKdxftAcV8RjCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:34:11.881520Z"},"content_sha256":"309a077f0877d88de010a28c4a89e748ea586a735756527c2b11e4583839c832","schema_version":"1.0","event_id":"sha256:309a077f0877d88de010a28c4a89e748ea586a735756527c2b11e4583839c832"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XSQG54LYDWBSUL2MAYI25AP3KX/bundle.json","state_url":"https://pith.science/pith/XSQG54LYDWBSUL2MAYI25AP3KX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XSQG54LYDWBSUL2MAYI25AP3KX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:34:11Z","links":{"resolver":"https://pith.science/pith/XSQG54LYDWBSUL2MAYI25AP3KX","bundle":"https://pith.science/pith/XSQG54LYDWBSUL2MAYI25AP3KX/bundle.json","state":"https://pith.science/pith/XSQG54LYDWBSUL2MAYI25AP3KX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XSQG54LYDWBSUL2MAYI25AP3KX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:XSQG54LYDWBSUL2MAYI25AP3KX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b6275c93f9be2ac18518e9df75c11c021059a906fdc2393763dbd2358163946","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2020-06-25T08:20:10Z","title_canon_sha256":"60f80d047274e5d2cae14e6df83cc13476fb3252fb2c29355c82d2b0d8f8a194"},"schema_version":"1.0","source":{"id":"2006.14244","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.14244","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"arxiv_version","alias_value":"2006.14244v1","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.14244","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"pith_short_12","alias_value":"XSQG54LYDWBS","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"pith_short_16","alias_value":"XSQG54LYDWBSUL2M","created_at":"2026-07-05T09:45:36Z"},{"alias_kind":"pith_short_8","alias_value":"XSQG54LY","created_at":"2026-07-05T09:45:36Z"}],"graph_snapshots":[{"event_id":"sha256:309a077f0877d88de010a28c4a89e748ea586a735756527c2b11e4583839c832","target":"graph","created_at":"2026-07-05T09:45:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.14244/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning (DL) techniques have gained significant popularity among software engineering (SE) researchers in recent years. This is because they can often solve many SE challenges without enormous manual feature engineering effort and complex domain knowledge. Although many DL studies have reported substantial advantages over other state-of-the-art models on effectiveness, they often ignore two factors: (1) replicability - whether the reported experimental result can be approximately reproduced in high probability with the same DL model and the same data; and (2) reproducibility - whether on","authors_text":"Chao Liu, Cuiyun Gao, David Lo, John Grundy, Xiaohu Yang, Xin Xia","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2020-06-25T08:20:10Z","title":"On the Replicability and Reproducibility of Deep Learning in Software Engineering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.14244","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d74bd72676feb3b664aac41d9959d3437583df9ca1cf11ea118a6c749445d20","target":"record","created_at":"2026-07-05T09:45:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b6275c93f9be2ac18518e9df75c11c021059a906fdc2393763dbd2358163946","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2020-06-25T08:20:10Z","title_canon_sha256":"60f80d047274e5d2cae14e6df83cc13476fb3252fb2c29355c82d2b0d8f8a194"},"schema_version":"1.0","source":{"id":"2006.14244","kind":"arxiv","version":1}},"canonical_sha256":"bca06ef1781d832a2f4c0611ae81fb55c12ec21e8c47b867b4d7913a7049f49c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bca06ef1781d832a2f4c0611ae81fb55c12ec21e8c47b867b4d7913a7049f49c","first_computed_at":"2026-07-05T09:45:36.145153Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:36.145153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aXLPljwwrntQPhHrrXCGR9M5P2FpzyRuc3gqbG1HM+/zu7rxVaPt8XLimLdHgcskOi6f3RdaC+Bt4hOpQl31Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:36.145663Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.14244","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d74bd72676feb3b664aac41d9959d3437583df9ca1cf11ea118a6c749445d20","sha256:309a077f0877d88de010a28c4a89e748ea586a735756527c2b11e4583839c832"],"state_sha256":"76fe7925dd8ec236fbc72d41f73ede64d0f4a152d9244512fa6b509e0f4ff72a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"24grA3fx/sk3Jnk1BZDAOlpto1NBOu2ndGsjWSrAkht4gysMSnq2QqmIDzZv4qG7Yrtk6OlEFMzr3kBheB7mAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:34:11.883850Z","bundle_sha256":"a2791abebacb0ae8e4446784e2f59e6aea2f65f1bfa38eb0afc589278c4e5ac6"}}