{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JDNZMEPGB5YSTP5PSZP42VRHVP","short_pith_number":"pith:JDNZMEPG","canonical_record":{"source":{"id":"2405.03786","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-06T18:37:35Z","cross_cats_sorted":[],"title_canon_sha256":"ed0851e15adb1a788d39a0c397ff7dc0f9c6ba3973cbe3a144ca0b845ac85a79","abstract_canon_sha256":"0a7c9be6deac3e7ecc98b760d0ab61dfc9295b43c3ecb4bf223679fff2cda239"},"schema_version":"1.0"},"canonical_sha256":"48db9611e60f7129bfaf965fcd5627abced010a932c70f8198f54b338f342b12","source":{"kind":"arxiv","id":"2405.03786","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03786","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03786v2","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03786","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_12","alias_value":"JDNZMEPGB5YS","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_16","alias_value":"JDNZMEPGB5YSTP5P","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_8","alias_value":"JDNZMEPG","created_at":"2026-07-05T11:49:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JDNZMEPGB5YSTP5PSZP42VRHVP","target":"record","payload":{"canonical_record":{"source":{"id":"2405.03786","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-06T18:37:35Z","cross_cats_sorted":[],"title_canon_sha256":"ed0851e15adb1a788d39a0c397ff7dc0f9c6ba3973cbe3a144ca0b845ac85a79","abstract_canon_sha256":"0a7c9be6deac3e7ecc98b760d0ab61dfc9295b43c3ecb4bf223679fff2cda239"},"schema_version":"1.0"},"canonical_sha256":"48db9611e60f7129bfaf965fcd5627abced010a932c70f8198f54b338f342b12","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:45.502682Z","signature_b64":"oOEfQQxrUTcTbqjkrv3UO7TmtRfAavue2Va6D3/WAcjw/3wW294RQAXO+dEKJsV1PkNn4mxsdAsmeR2jeDb7CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"48db9611e60f7129bfaf965fcd5627abced010a932c70f8198f54b338f342b12","last_reissued_at":"2026-07-05T11:49:45.502212Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:45.502212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.03786","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"00z447EUbjJ6AaREzmkjVrT0WMM7eI0fr7HmVqD/3WyRc6Bnim6DhAVBcwYhWdLZ9QojuEnqwINEYXHPro2qDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:03:03.845116Z"},"content_sha256":"b4e4b0cdd5f8ca30148b019032a3d449aee06909ad8f0fe90802f09ae4ad503f","schema_version":"1.0","event_id":"sha256:b4e4b0cdd5f8ca30148b019032a3d449aee06909ad8f0fe90802f09ae4ad503f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JDNZMEPGB5YSTP5PSZP42VRHVP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TOGLL: Correct and Strong Test Oracle Generation with LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Matthew Dwyer, Soneya Binta Hossain","submitted_at":"2024-05-06T18:37:35Z","abstract_excerpt":"Test oracles play a crucial role in software testing, enabling effective bug detection. Despite initial promise, neural-based methods for automated test oracle generation often result in a large number of false positives and weaker test oracles. While LLMs have demonstrated impressive effectiveness in various software engineering tasks, including code generation, test case creation, and bug fixing, there remains a notable absence of large-scale studies exploring their effectiveness in test oracle generation. The question of whether LLMs can address the challenges in effective oracle generation"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03786","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.03786/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o//jvjo46QRIZVefMOcesNApJoexIHyXvaG97qtsjrIJpTmcGdbNQzLXL6VEv9Wj98+La0wzgIXl4CUoVbZQCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:03:03.845791Z"},"content_sha256":"2ccf72cb9b17473ff5a3c73ccdf61698d393ab0a3f7b91aa78c4c8a0eec536c1","schema_version":"1.0","event_id":"sha256:2ccf72cb9b17473ff5a3c73ccdf61698d393ab0a3f7b91aa78c4c8a0eec536c1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JDNZMEPGB5YSTP5PSZP42VRHVP/bundle.json","state_url":"https://pith.science/pith/JDNZMEPGB5YSTP5PSZP42VRHVP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JDNZMEPGB5YSTP5PSZP42VRHVP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:03:03Z","links":{"resolver":"https://pith.science/pith/JDNZMEPGB5YSTP5PSZP42VRHVP","bundle":"https://pith.science/pith/JDNZMEPGB5YSTP5PSZP42VRHVP/bundle.json","state":"https://pith.science/pith/JDNZMEPGB5YSTP5PSZP42VRHVP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JDNZMEPGB5YSTP5PSZP42VRHVP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JDNZMEPGB5YSTP5PSZP42VRHVP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0a7c9be6deac3e7ecc98b760d0ab61dfc9295b43c3ecb4bf223679fff2cda239","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-06T18:37:35Z","title_canon_sha256":"ed0851e15adb1a788d39a0c397ff7dc0f9c6ba3973cbe3a144ca0b845ac85a79"},"schema_version":"1.0","source":{"id":"2405.03786","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.03786","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.03786v2","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.03786","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_12","alias_value":"JDNZMEPGB5YS","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_16","alias_value":"JDNZMEPGB5YSTP5P","created_at":"2026-07-05T11:49:45Z"},{"alias_kind":"pith_short_8","alias_value":"JDNZMEPG","created_at":"2026-07-05T11:49:45Z"}],"graph_snapshots":[{"event_id":"sha256:2ccf72cb9b17473ff5a3c73ccdf61698d393ab0a3f7b91aa78c4c8a0eec536c1","target":"graph","created_at":"2026-07-05T11:49:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.03786/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Test oracles play a crucial role in software testing, enabling effective bug detection. Despite initial promise, neural-based methods for automated test oracle generation often result in a large number of false positives and weaker test oracles. While LLMs have demonstrated impressive effectiveness in various software engineering tasks, including code generation, test case creation, and bug fixing, there remains a notable absence of large-scale studies exploring their effectiveness in test oracle generation. The question of whether LLMs can address the challenges in effective oracle generation","authors_text":"Matthew Dwyer, Soneya Binta Hossain","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-06T18:37:35Z","title":"TOGLL: Correct and Strong Test Oracle Generation with LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.03786","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b4e4b0cdd5f8ca30148b019032a3d449aee06909ad8f0fe90802f09ae4ad503f","target":"record","created_at":"2026-07-05T11:49:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0a7c9be6deac3e7ecc98b760d0ab61dfc9295b43c3ecb4bf223679fff2cda239","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-06T18:37:35Z","title_canon_sha256":"ed0851e15adb1a788d39a0c397ff7dc0f9c6ba3973cbe3a144ca0b845ac85a79"},"schema_version":"1.0","source":{"id":"2405.03786","kind":"arxiv","version":2}},"canonical_sha256":"48db9611e60f7129bfaf965fcd5627abced010a932c70f8198f54b338f342b12","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"48db9611e60f7129bfaf965fcd5627abced010a932c70f8198f54b338f342b12","first_computed_at":"2026-07-05T11:49:45.502212Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:45.502212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oOEfQQxrUTcTbqjkrv3UO7TmtRfAavue2Va6D3/WAcjw/3wW294RQAXO+dEKJsV1PkNn4mxsdAsmeR2jeDb7CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:45.502682Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.03786","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b4e4b0cdd5f8ca30148b019032a3d449aee06909ad8f0fe90802f09ae4ad503f","sha256:2ccf72cb9b17473ff5a3c73ccdf61698d393ab0a3f7b91aa78c4c8a0eec536c1"],"state_sha256":"b5f9e020dc5442e18ca611e2f93f0be444eda065b440173742df6b9264e8acb9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y6O5o43E84QWHjm+iTHep7Hri5nzh4AQJd2a+DS77hCeQNfnirHb+XPYqyHK9Epnss8d4gI4WG+0Fw8VXEI1AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:03:03.852287Z","bundle_sha256":"f41ac88c06607faf051b7104a52f85f533e49c66f4aceec12abcb7453d813d57"}}