{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:M4L4DH6S2SQADVTAFSEDT52HMN","short_pith_number":"pith:M4L4DH6S","canonical_record":{"source":{"id":"2310.19204","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-30T00:01:51Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"bc9f1ba620a44d9f652a72a05445bc3cad410daeb7549c28b3f854020e2a06dc","abstract_canon_sha256":"804c1c851833a0235fa1366f205666c36969e3281c97dc368c460e1c288fd33a"},"schema_version":"1.0"},"canonical_sha256":"6717c19fd2d4a001d6602c8839f747634d4d002beb1fda020bca8b06a04e4a5d","source":{"kind":"arxiv","id":"2310.19204","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19204","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19204v2","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19204","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"pith_short_12","alias_value":"M4L4DH6S2SQA","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"pith_short_16","alias_value":"M4L4DH6S2SQADVTA","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"pith_short_8","alias_value":"M4L4DH6S","created_at":"2026-07-05T07:16:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:M4L4DH6S2SQADVTAFSEDT52HMN","target":"record","payload":{"canonical_record":{"source":{"id":"2310.19204","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-30T00:01:51Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"bc9f1ba620a44d9f652a72a05445bc3cad410daeb7549c28b3f854020e2a06dc","abstract_canon_sha256":"804c1c851833a0235fa1366f205666c36969e3281c97dc368c460e1c288fd33a"},"schema_version":"1.0"},"canonical_sha256":"6717c19fd2d4a001d6602c8839f747634d4d002beb1fda020bca8b06a04e4a5d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:16:02.058587Z","signature_b64":"VlB4Mm7N6BLfObkg0tkX7hemnYNIAmaX98GwGzbMRVCXx3q7tOs2w430ogWwKmrmI1cC7bzGcA5RPTmGJxf7DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6717c19fd2d4a001d6602c8839f747634d4d002beb1fda020bca8b06a04e4a5d","last_reissued_at":"2026-07-05T07:16:02.058009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:16:02.058009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.19204","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:16:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Hj1AF/6BA/kcutoTQxMfe56DAN9OM1CFd2ChWRrMk43qanByk4RHRTr7lJ7UiVJ39Gk4xRrRjOzCReGv0nnCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T15:13:10.636649Z"},"content_sha256":"deee41fc7154304c398484fe5dda41ed304d9d735c94621507b933e881c77c5a","schema_version":"1.0","event_id":"sha256:deee41fc7154304c398484fe5dda41ed304d9d735c94621507b933e881c77c5a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:M4L4DH6S2SQADVTAFSEDT52HMN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can ChatGPT advance software testing intelligence? An experience report on metamorphic testing","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.SE","authors_text":"Huai Liu, Quang-Hung Luu, Tsong Yueh Chen","submitted_at":"2023-10-30T00:01:51Z","abstract_excerpt":"While ChatGPT is a well-known artificial intelligence chatbot being used to answer human's questions, one may want to discover its potential in advancing software testing. We examine the capability of ChatGPT in advancing the intelligence of software testing through a case study on metamorphic testing (MT), a state-of-the-art software testing technique. We ask ChatGPT to generate candidates of metamorphic relations (MRs), which are basically necessary properties of the object program and which traditionally require human intelligence to identify. These MR candidates are then evaluated in terms"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19204","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.19204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:16:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rBoxW0UvOUDVY/j4tuCWuXIVM0d5mqyTemc7OD9gcU0d5vAiQLQ5Kpemf7h24EsLX4DOypSYELgJOYKTKmftAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T15:13:10.637297Z"},"content_sha256":"b4b9fd9c4a6923c316a6fdc6e36a9b17427b749d32310816d4cde28c1bf41af6","schema_version":"1.0","event_id":"sha256:b4b9fd9c4a6923c316a6fdc6e36a9b17427b749d32310816d4cde28c1bf41af6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M4L4DH6S2SQADVTAFSEDT52HMN/bundle.json","state_url":"https://pith.science/pith/M4L4DH6S2SQADVTAFSEDT52HMN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M4L4DH6S2SQADVTAFSEDT52HMN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T15:13:10Z","links":{"resolver":"https://pith.science/pith/M4L4DH6S2SQADVTAFSEDT52HMN","bundle":"https://pith.science/pith/M4L4DH6S2SQADVTAFSEDT52HMN/bundle.json","state":"https://pith.science/pith/M4L4DH6S2SQADVTAFSEDT52HMN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M4L4DH6S2SQADVTAFSEDT52HMN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:M4L4DH6S2SQADVTAFSEDT52HMN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"804c1c851833a0235fa1366f205666c36969e3281c97dc368c460e1c288fd33a","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-30T00:01:51Z","title_canon_sha256":"bc9f1ba620a44d9f652a72a05445bc3cad410daeb7549c28b3f854020e2a06dc"},"schema_version":"1.0","source":{"id":"2310.19204","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19204","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19204v2","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19204","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"pith_short_12","alias_value":"M4L4DH6S2SQA","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"pith_short_16","alias_value":"M4L4DH6S2SQADVTA","created_at":"2026-07-05T07:16:02Z"},{"alias_kind":"pith_short_8","alias_value":"M4L4DH6S","created_at":"2026-07-05T07:16:02Z"}],"graph_snapshots":[{"event_id":"sha256:b4b9fd9c4a6923c316a6fdc6e36a9b17427b749d32310816d4cde28c1bf41af6","target":"graph","created_at":"2026-07-05T07:16:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.19204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While ChatGPT is a well-known artificial intelligence chatbot being used to answer human's questions, one may want to discover its potential in advancing software testing. We examine the capability of ChatGPT in advancing the intelligence of software testing through a case study on metamorphic testing (MT), a state-of-the-art software testing technique. We ask ChatGPT to generate candidates of metamorphic relations (MRs), which are basically necessary properties of the object program and which traditionally require human intelligence to identify. These MR candidates are then evaluated in terms","authors_text":"Huai Liu, Quang-Hung Luu, Tsong Yueh Chen","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-30T00:01:51Z","title":"Can ChatGPT advance software testing intelligence? An experience report on metamorphic testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19204","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:deee41fc7154304c398484fe5dda41ed304d9d735c94621507b933e881c77c5a","target":"record","created_at":"2026-07-05T07:16:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"804c1c851833a0235fa1366f205666c36969e3281c97dc368c460e1c288fd33a","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-30T00:01:51Z","title_canon_sha256":"bc9f1ba620a44d9f652a72a05445bc3cad410daeb7549c28b3f854020e2a06dc"},"schema_version":"1.0","source":{"id":"2310.19204","kind":"arxiv","version":2}},"canonical_sha256":"6717c19fd2d4a001d6602c8839f747634d4d002beb1fda020bca8b06a04e4a5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6717c19fd2d4a001d6602c8839f747634d4d002beb1fda020bca8b06a04e4a5d","first_computed_at":"2026-07-05T07:16:02.058009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:16:02.058009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VlB4Mm7N6BLfObkg0tkX7hemnYNIAmaX98GwGzbMRVCXx3q7tOs2w430ogWwKmrmI1cC7bzGcA5RPTmGJxf7DA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:16:02.058587Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.19204","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:deee41fc7154304c398484fe5dda41ed304d9d735c94621507b933e881c77c5a","sha256:b4b9fd9c4a6923c316a6fdc6e36a9b17427b749d32310816d4cde28c1bf41af6"],"state_sha256":"aab8539f59e33de866c0e044f054b334bab357664a5881a2f670d1bd9bf970f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pYyzjMGC8WkvHhSjdqagLwXaoMXxWDM83MdXnVYHuu99jm9TOWjkMY06BvFDr3vZZCPVs3DrZcmvZ899Ro3EBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T15:13:10.640545Z","bundle_sha256":"f6d0215321861e8c977ba6ca65f881271318668e197b4511adc8406dca662b4e"}}