{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QPH36RJYVQKVEZX37AXULPYEWJ","short_pith_number":"pith:QPH36RJY","canonical_record":{"source":{"id":"2310.05223","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-08T16:44:27Z","cross_cats_sorted":[],"title_canon_sha256":"6d82c41d06cc0095e6b354c226960ee318d600794f2b945c24b899e34f2b46d1","abstract_canon_sha256":"23e6fccf72d5c3e1adcad415076e7f7224313536d8cf8935ccd0a0391372409c"},"schema_version":"1.0"},"canonical_sha256":"83cfbf4538ac155266fbf82f45bf04b24def080f65b6d4fb6f67f164e8a0a947","source":{"kind":"arxiv","id":"2310.05223","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.05223","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"arxiv_version","alias_value":"2310.05223v1","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.05223","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"pith_short_12","alias_value":"QPH36RJYVQKV","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"pith_short_16","alias_value":"QPH36RJYVQKVEZX3","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"pith_short_8","alias_value":"QPH36RJY","created_at":"2026-07-05T06:58:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QPH36RJYVQKVEZX37AXULPYEWJ","target":"record","payload":{"canonical_record":{"source":{"id":"2310.05223","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-08T16:44:27Z","cross_cats_sorted":[],"title_canon_sha256":"6d82c41d06cc0095e6b354c226960ee318d600794f2b945c24b899e34f2b46d1","abstract_canon_sha256":"23e6fccf72d5c3e1adcad415076e7f7224313536d8cf8935ccd0a0391372409c"},"schema_version":"1.0"},"canonical_sha256":"83cfbf4538ac155266fbf82f45bf04b24def080f65b6d4fb6f67f164e8a0a947","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:58:28.288339Z","signature_b64":"mdqR9E+eIbjN1uHgsbJdEGuo/f1yTnOfy53AJYfzIIngnOhDIu8T7YWmzAxvwY1pRovN5f+31PvKwFFrQxCqDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"83cfbf4538ac155266fbf82f45bf04b24def080f65b6d4fb6f67f164e8a0a947","last_reissued_at":"2026-07-05T06:58:28.287894Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:58:28.287894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.05223","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"crA2JXdrK0Q2ofUr17XA6g62wlEoMhyOkZCTzWmqtc9ll3oFIEMWecaRNCv7e+5KOJZXDAVz8HK+x4EzBCK0Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T07:54:06.800938Z"},"content_sha256":"21d436b3dc1607288da7f5a9475a05bcf929b4ce4ca4e2aacec46de212e7de39","schema_version":"1.0","event_id":"sha256:21d436b3dc1607288da7f5a9475a05bcf929b4ce4ca4e2aacec46de212e7de39"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QPH36RJYVQKVEZX37AXULPYEWJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Automatic Test Generation Tools Generate Flaky Tests?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Fabian Scharnb\\\"ock, Gordon Fraser, Martin Gruber, Muhammad Firhard Roslan, Owain Parry, Phil McMinn","submitted_at":"2023-10-08T16:44:27Z","abstract_excerpt":"Non-deterministic test behavior, or flakiness, is common and dreaded among developers. Researchers have studied the issue and proposed approaches to mitigate it. However, the vast majority of previous work has only considered developer-written tests. The prevalence and nature of flaky tests produced by test generation tools remain largely unknown. We ask whether such tools also produce flaky tests and how these differ from developer-written ones. Furthermore, we evaluate mechanisms that suppress flaky test generation. We sample 6 356 projects written in Java or Python. For each project, we gen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.05223","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.05223/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C7MdlNbZStQcY30ORQw5ANZjg/X0zMii6dlf9elYpIlVYczkADH/h2zGVGVPhuAeyjv5ZViNSVfrDL5SYfBzDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T07:54:06.801306Z"},"content_sha256":"93aa2f4ae066fc18654853c72d4b3e4756ea2b366561464e1c09ce32b4391f58","schema_version":"1.0","event_id":"sha256:93aa2f4ae066fc18654853c72d4b3e4756ea2b366561464e1c09ce32b4391f58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QPH36RJYVQKVEZX37AXULPYEWJ/bundle.json","state_url":"https://pith.science/pith/QPH36RJYVQKVEZX37AXULPYEWJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QPH36RJYVQKVEZX37AXULPYEWJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-18T07:54:06Z","links":{"resolver":"https://pith.science/pith/QPH36RJYVQKVEZX37AXULPYEWJ","bundle":"https://pith.science/pith/QPH36RJYVQKVEZX37AXULPYEWJ/bundle.json","state":"https://pith.science/pith/QPH36RJYVQKVEZX37AXULPYEWJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QPH36RJYVQKVEZX37AXULPYEWJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QPH36RJYVQKVEZX37AXULPYEWJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23e6fccf72d5c3e1adcad415076e7f7224313536d8cf8935ccd0a0391372409c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-08T16:44:27Z","title_canon_sha256":"6d82c41d06cc0095e6b354c226960ee318d600794f2b945c24b899e34f2b46d1"},"schema_version":"1.0","source":{"id":"2310.05223","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.05223","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"arxiv_version","alias_value":"2310.05223v1","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.05223","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"pith_short_12","alias_value":"QPH36RJYVQKV","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"pith_short_16","alias_value":"QPH36RJYVQKVEZX3","created_at":"2026-07-05T06:58:28Z"},{"alias_kind":"pith_short_8","alias_value":"QPH36RJY","created_at":"2026-07-05T06:58:28Z"}],"graph_snapshots":[{"event_id":"sha256:93aa2f4ae066fc18654853c72d4b3e4756ea2b366561464e1c09ce32b4391f58","target":"graph","created_at":"2026-07-05T06:58:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.05223/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Non-deterministic test behavior, or flakiness, is common and dreaded among developers. Researchers have studied the issue and proposed approaches to mitigate it. However, the vast majority of previous work has only considered developer-written tests. The prevalence and nature of flaky tests produced by test generation tools remain largely unknown. We ask whether such tools also produce flaky tests and how these differ from developer-written ones. Furthermore, we evaluate mechanisms that suppress flaky test generation. We sample 6 356 projects written in Java or Python. For each project, we gen","authors_text":"Fabian Scharnb\\\"ock, Gordon Fraser, Martin Gruber, Muhammad Firhard Roslan, Owain Parry, Phil McMinn","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-08T16:44:27Z","title":"Do Automatic Test Generation Tools Generate Flaky Tests?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.05223","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21d436b3dc1607288da7f5a9475a05bcf929b4ce4ca4e2aacec46de212e7de39","target":"record","created_at":"2026-07-05T06:58:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23e6fccf72d5c3e1adcad415076e7f7224313536d8cf8935ccd0a0391372409c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-10-08T16:44:27Z","title_canon_sha256":"6d82c41d06cc0095e6b354c226960ee318d600794f2b945c24b899e34f2b46d1"},"schema_version":"1.0","source":{"id":"2310.05223","kind":"arxiv","version":1}},"canonical_sha256":"83cfbf4538ac155266fbf82f45bf04b24def080f65b6d4fb6f67f164e8a0a947","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"83cfbf4538ac155266fbf82f45bf04b24def080f65b6d4fb6f67f164e8a0a947","first_computed_at":"2026-07-05T06:58:28.287894Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:58:28.287894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mdqR9E+eIbjN1uHgsbJdEGuo/f1yTnOfy53AJYfzIIngnOhDIu8T7YWmzAxvwY1pRovN5f+31PvKwFFrQxCqDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:58:28.288339Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.05223","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21d436b3dc1607288da7f5a9475a05bcf929b4ce4ca4e2aacec46de212e7de39","sha256:93aa2f4ae066fc18654853c72d4b3e4756ea2b366561464e1c09ce32b4391f58"],"state_sha256":"1a547dc07e8bf32bb05bc6eaeee0ceccdd9867ec10b6152dfcf4b8f26becf1c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"khe5AXS8YQJIFbDoCRkVNJhvVLf/YwJ25M8jH1czuqoh+WlWuaDqFi3zaq286/O3waJ05Pv9L7Y8K8Bgo2DuBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-18T07:54:06.803505Z","bundle_sha256":"73be12600676475bf7b95faeb8d1f2c14debade4dab0a9e622fd9e57ebcfa73c"}}