{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CNX5Y4LOVVMDHXMX4NU6ZQAAOZ","short_pith_number":"pith:CNX5Y4LO","canonical_record":{"source":{"id":"2305.11556","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-05-19T09:55:48Z","cross_cats_sorted":[],"title_canon_sha256":"6c94dcfdf7e72077b7bb91c4d14370b97d6fcf33d94206ca3d882d6cdba3d158","abstract_canon_sha256":"955995dbb0d8c72a41be0fe9ba9eff3cbe54f3ba7f3ddade8cae5b4439faeb03"},"schema_version":"1.0"},"canonical_sha256":"136fdc716ead5833dd97e369ecc0007672e856d2e31e15ce3f5931d8f5057ed3","source":{"kind":"arxiv","id":"2305.11556","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.11556","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.11556v1","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.11556","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"pith_short_12","alias_value":"CNX5Y4LOVVMD","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"pith_short_16","alias_value":"CNX5Y4LOVVMDHXMX","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"pith_short_8","alias_value":"CNX5Y4LO","created_at":"2026-07-05T06:11:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CNX5Y4LOVVMDHXMX4NU6ZQAAOZ","target":"record","payload":{"canonical_record":{"source":{"id":"2305.11556","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-05-19T09:55:48Z","cross_cats_sorted":[],"title_canon_sha256":"6c94dcfdf7e72077b7bb91c4d14370b97d6fcf33d94206ca3d882d6cdba3d158","abstract_canon_sha256":"955995dbb0d8c72a41be0fe9ba9eff3cbe54f3ba7f3ddade8cae5b4439faeb03"},"schema_version":"1.0"},"canonical_sha256":"136fdc716ead5833dd97e369ecc0007672e856d2e31e15ce3f5931d8f5057ed3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:11:48.556600Z","signature_b64":"8J2+LOUA7rulJyHCe35KnxwvXG3+1hTWwBHL/VgvAkkHIg+ojHTlZNYJQuAWOvgeAoMxgrPl7uCaUgFRHXGfAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"136fdc716ead5833dd97e369ecc0007672e856d2e31e15ce3f5931d8f5057ed3","last_reissued_at":"2026-07-05T06:11:48.556257Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:11:48.556257Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.11556","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:11:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q74umWXbt7Aoho34IzWu2k1d/k9hTAavQRZIeBa2mqMOxoOdr3WlETC4tO7Uq7mMGp3HMw4kggHmBsNoVLWSDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:54:15.487202Z"},"content_sha256":"262ccfbbaf95b5273d767971a0fb70cb71a64eb9f1133e9f3787ab99c0d6208a","schema_version":"1.0","event_id":"sha256:262ccfbbaf95b5273d767971a0fb70cb71a64eb9f1133e9f3787ab99c0d6208a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CNX5Y4LOVVMDHXMX4NU6ZQAAOZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pitfalls in Experiments with DNN4SE: An Analysis of the State of the Practice","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Sebastian Elbaum, Sira Vegas","submitted_at":"2023-05-19T09:55:48Z","abstract_excerpt":"Software engineering techniques are increasingly relying on deep learning approaches to support many software engineering tasks, from bug triaging to code generation. To assess the efficacy of such techniques researchers typically perform controlled experiments. Conducting these experiments, however, is particularly challenging given the complexity of the space of variables involved, from specialized and intricate architectures and algorithms to a large number of training hyper-parameters and choices of evolving datasets, all compounded by how rapidly the machine learning technology is advanci"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.11556","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.11556/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:11:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AZUj7hYpQITFZPAcJn29MnSh7KIX9nJz6PctokFMDGklsZhjZ9IFlqjIvKNivG9Bu7weWXWCNe/wjqANWKDXCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:54:15.488116Z"},"content_sha256":"fb8ce35af724b5b51b937e1ac6f8892365bd089540540335a0020e2427575461","schema_version":"1.0","event_id":"sha256:fb8ce35af724b5b51b937e1ac6f8892365bd089540540335a0020e2427575461"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ/bundle.json","state_url":"https://pith.science/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T09:54:15Z","links":{"resolver":"https://pith.science/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ","bundle":"https://pith.science/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ/bundle.json","state":"https://pith.science/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CNX5Y4LOVVMDHXMX4NU6ZQAAOZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CNX5Y4LOVVMDHXMX4NU6ZQAAOZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"955995dbb0d8c72a41be0fe9ba9eff3cbe54f3ba7f3ddade8cae5b4439faeb03","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-05-19T09:55:48Z","title_canon_sha256":"6c94dcfdf7e72077b7bb91c4d14370b97d6fcf33d94206ca3d882d6cdba3d158"},"schema_version":"1.0","source":{"id":"2305.11556","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.11556","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.11556v1","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.11556","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"pith_short_12","alias_value":"CNX5Y4LOVVMD","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"pith_short_16","alias_value":"CNX5Y4LOVVMDHXMX","created_at":"2026-07-05T06:11:48Z"},{"alias_kind":"pith_short_8","alias_value":"CNX5Y4LO","created_at":"2026-07-05T06:11:48Z"}],"graph_snapshots":[{"event_id":"sha256:fb8ce35af724b5b51b937e1ac6f8892365bd089540540335a0020e2427575461","target":"graph","created_at":"2026-07-05T06:11:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.11556/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Software engineering techniques are increasingly relying on deep learning approaches to support many software engineering tasks, from bug triaging to code generation. To assess the efficacy of such techniques researchers typically perform controlled experiments. Conducting these experiments, however, is particularly challenging given the complexity of the space of variables involved, from specialized and intricate architectures and algorithms to a large number of training hyper-parameters and choices of evolving datasets, all compounded by how rapidly the machine learning technology is advanci","authors_text":"Sebastian Elbaum, Sira Vegas","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-05-19T09:55:48Z","title":"Pitfalls in Experiments with DNN4SE: An Analysis of the State of the Practice"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.11556","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:262ccfbbaf95b5273d767971a0fb70cb71a64eb9f1133e9f3787ab99c0d6208a","target":"record","created_at":"2026-07-05T06:11:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"955995dbb0d8c72a41be0fe9ba9eff3cbe54f3ba7f3ddade8cae5b4439faeb03","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2023-05-19T09:55:48Z","title_canon_sha256":"6c94dcfdf7e72077b7bb91c4d14370b97d6fcf33d94206ca3d882d6cdba3d158"},"schema_version":"1.0","source":{"id":"2305.11556","kind":"arxiv","version":1}},"canonical_sha256":"136fdc716ead5833dd97e369ecc0007672e856d2e31e15ce3f5931d8f5057ed3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"136fdc716ead5833dd97e369ecc0007672e856d2e31e15ce3f5931d8f5057ed3","first_computed_at":"2026-07-05T06:11:48.556257Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:11:48.556257Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8J2+LOUA7rulJyHCe35KnxwvXG3+1hTWwBHL/VgvAkkHIg+ojHTlZNYJQuAWOvgeAoMxgrPl7uCaUgFRHXGfAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:11:48.556600Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.11556","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:262ccfbbaf95b5273d767971a0fb70cb71a64eb9f1133e9f3787ab99c0d6208a","sha256:fb8ce35af724b5b51b937e1ac6f8892365bd089540540335a0020e2427575461"],"state_sha256":"f34289f23c35bbecc497ceae3f8584ce138628668a41b438c9aaa3508ccf4822"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FwZDiDx1dJtJDq8b3XRzMzvmjwQMK13s0lCs2tBFO1UKZ/isJgBuXVNM7zd1C6gmtFZSHl0oO8moZtzJCBRcCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T09:54:15.493570Z","bundle_sha256":"93dc3ed441915837cc2c824659009145a3022766aab4338fa21f1731fc4efc04"}}