{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WSBGKVSYR4HD3QSRG2NWLYMBJL","short_pith_number":"pith:WSBGKVSY","canonical_record":{"source":{"id":"2304.12562","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-25T04:09:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0723cafee796ed8548f19d67726a809335344b61fd717f17e188efcc7ac784b4","abstract_canon_sha256":"ef9865cb88a1dc6e501fde0435564262a3fc59cb314d1df3bdba85f8bd98fe39"},"schema_version":"1.0"},"canonical_sha256":"b4826556588f0e3dc251369b65e1814afb6181902837e8c50ba4d187d592ee94","source":{"kind":"arxiv","id":"2304.12562","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12562","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12562v2","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12562","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"pith_short_12","alias_value":"WSBGKVSYR4HD","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"pith_short_16","alias_value":"WSBGKVSYR4HD3QSR","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"pith_short_8","alias_value":"WSBGKVSY","created_at":"2026-07-05T06:32:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WSBGKVSYR4HD3QSRG2NWLYMBJL","target":"record","payload":{"canonical_record":{"source":{"id":"2304.12562","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-25T04:09:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0723cafee796ed8548f19d67726a809335344b61fd717f17e188efcc7ac784b4","abstract_canon_sha256":"ef9865cb88a1dc6e501fde0435564262a3fc59cb314d1df3bdba85f8bd98fe39"},"schema_version":"1.0"},"canonical_sha256":"b4826556588f0e3dc251369b65e1814afb6181902837e8c50ba4d187d592ee94","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:32:38.587252Z","signature_b64":"4req5HztdXehxwqk3IWhnWL+XGAsUuq7yH0K19r5emj7Wr8EImvh+Nf5rUeaSQm2O0X6LQ2eBRXu8QFFXUu9BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b4826556588f0e3dc251369b65e1814afb6181902837e8c50ba4d187d592ee94","last_reissued_at":"2026-07-05T06:32:38.586704Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:32:38.586704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.12562","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nfic/WPQdjXpWnCMQ+aTbXlWgNs7LpPHeJ/59d3kumxW5jFA28/5kaQY7ZxleBwISP8aid5I/PKnEe01t9cIBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:20:47.754895Z"},"content_sha256":"09a996e298717a64cf3484258220d44010556f1f486b4d69f77826c2b696f070","schema_version":"1.0","event_id":"sha256:09a996e298717a64cf3484258220d44010556f1f486b4d69f77826c2b696f070"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WSBGKVSYR4HD3QSRG2NWLYMBJL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Empirical Evaluation of ChatGPT on Requirements Information Retrieval Under Zero-Shot Setting","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Chuang Liu, Jianzhang Zhang, Nan Niu, Yinglin Wang, Yiyang Chen","submitted_at":"2023-04-25T04:09:45Z","abstract_excerpt":"Recently, various illustrative examples have shown the impressive ability of generative large language models (LLMs) to perform NLP related tasks. ChatGPT undoubtedly is the most representative model. We empirically evaluate ChatGPT's performance on requirements information retrieval (IR) tasks to derive insights into designing or developing more effective requirements retrieval methods or tools based on generative LLMs. We design an evaluation framework considering four different combinations of two popular IR tasks and two common artifact types. Under zero-shot setting, evaluation results re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12562","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.12562/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bbf0BAlFpQgUBvKynfpiqcce87/dma8wltcNbz/lLbsCvHOLwF8Iv1v7Zuupbj1ULxT32/m/ukb03oDLcpsdAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:20:47.755388Z"},"content_sha256":"0fc60afc0a28501aa0632c3b521440d50f4d0484c2564251ce3f31b268050220","schema_version":"1.0","event_id":"sha256:0fc60afc0a28501aa0632c3b521440d50f4d0484c2564251ce3f31b268050220"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL/bundle.json","state_url":"https://pith.science/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T05:20:47Z","links":{"resolver":"https://pith.science/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL","bundle":"https://pith.science/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL/bundle.json","state":"https://pith.science/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WSBGKVSYR4HD3QSRG2NWLYMBJL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WSBGKVSYR4HD3QSRG2NWLYMBJL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef9865cb88a1dc6e501fde0435564262a3fc59cb314d1df3bdba85f8bd98fe39","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-25T04:09:45Z","title_canon_sha256":"0723cafee796ed8548f19d67726a809335344b61fd717f17e188efcc7ac784b4"},"schema_version":"1.0","source":{"id":"2304.12562","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12562","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12562v2","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12562","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"pith_short_12","alias_value":"WSBGKVSYR4HD","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"pith_short_16","alias_value":"WSBGKVSYR4HD3QSR","created_at":"2026-07-05T06:32:38Z"},{"alias_kind":"pith_short_8","alias_value":"WSBGKVSY","created_at":"2026-07-05T06:32:38Z"}],"graph_snapshots":[{"event_id":"sha256:0fc60afc0a28501aa0632c3b521440d50f4d0484c2564251ce3f31b268050220","target":"graph","created_at":"2026-07-05T06:32:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.12562/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, various illustrative examples have shown the impressive ability of generative large language models (LLMs) to perform NLP related tasks. ChatGPT undoubtedly is the most representative model. We empirically evaluate ChatGPT's performance on requirements information retrieval (IR) tasks to derive insights into designing or developing more effective requirements retrieval methods or tools based on generative LLMs. We design an evaluation framework considering four different combinations of two popular IR tasks and two common artifact types. Under zero-shot setting, evaluation results re","authors_text":"Chuang Liu, Jianzhang Zhang, Nan Niu, Yinglin Wang, Yiyang Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-25T04:09:45Z","title":"Empirical Evaluation of ChatGPT on Requirements Information Retrieval Under Zero-Shot Setting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12562","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:09a996e298717a64cf3484258220d44010556f1f486b4d69f77826c2b696f070","target":"record","created_at":"2026-07-05T06:32:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef9865cb88a1dc6e501fde0435564262a3fc59cb314d1df3bdba85f8bd98fe39","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-25T04:09:45Z","title_canon_sha256":"0723cafee796ed8548f19d67726a809335344b61fd717f17e188efcc7ac784b4"},"schema_version":"1.0","source":{"id":"2304.12562","kind":"arxiv","version":2}},"canonical_sha256":"b4826556588f0e3dc251369b65e1814afb6181902837e8c50ba4d187d592ee94","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b4826556588f0e3dc251369b65e1814afb6181902837e8c50ba4d187d592ee94","first_computed_at":"2026-07-05T06:32:38.586704Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:32:38.586704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4req5HztdXehxwqk3IWhnWL+XGAsUuq7yH0K19r5emj7Wr8EImvh+Nf5rUeaSQm2O0X6LQ2eBRXu8QFFXUu9BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:32:38.587252Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.12562","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:09a996e298717a64cf3484258220d44010556f1f486b4d69f77826c2b696f070","sha256:0fc60afc0a28501aa0632c3b521440d50f4d0484c2564251ce3f31b268050220"],"state_sha256":"a2a428b2a2c5a14f3005c733474fb4a30cfcfeec661c75140ad3c3cf6315c257"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4IS3ef4axkfAHbNsWBCki+YKYHE7dPN+hanTNezdBjiKaxoFaAnPQYyf093kl9JEaYJF+5wzinB+IC+zY/8hDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T05:20:47.759957Z","bundle_sha256":"52c57b6177c0f8922ee02aff4f58db986a42329a3d5f84a6a266167352a2299e"}}