{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WZBUOFLKBPYAXWHUB7DFAXCRA3","short_pith_number":"pith:WZBUOFLK","canonical_record":{"source":{"id":"2304.11633","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-23T12:33:18Z","cross_cats_sorted":[],"title_canon_sha256":"0e0936fa2e52b1274a153aa4c304d3f1173136711b561aedacb78e23b0ae78ad","abstract_canon_sha256":"59975f2183bc3b691429cf5dbdd6e4127b55c4a842bc8c6993f312001424aeba"},"schema_version":"1.0"},"canonical_sha256":"b64347156a0bf00bd8f40fc6505c5106e4c6a31e6a62c310f1941fcb6277423b","source":{"kind":"arxiv","id":"2304.11633","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.11633","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"arxiv_version","alias_value":"2304.11633v1","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11633","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"pith_short_12","alias_value":"WZBUOFLKBPYA","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"pith_short_16","alias_value":"WZBUOFLKBPYAXWHU","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"pith_short_8","alias_value":"WZBUOFLK","created_at":"2026-07-05T06:03:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WZBUOFLKBPYAXWHUB7DFAXCRA3","target":"record","payload":{"canonical_record":{"source":{"id":"2304.11633","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-23T12:33:18Z","cross_cats_sorted":[],"title_canon_sha256":"0e0936fa2e52b1274a153aa4c304d3f1173136711b561aedacb78e23b0ae78ad","abstract_canon_sha256":"59975f2183bc3b691429cf5dbdd6e4127b55c4a842bc8c6993f312001424aeba"},"schema_version":"1.0"},"canonical_sha256":"b64347156a0bf00bd8f40fc6505c5106e4c6a31e6a62c310f1941fcb6277423b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:03:35.223111Z","signature_b64":"0qcXXsmjdzBGgErkdHkjp8zwZl0tio+BXQiFKHHx1DIMr1Ees7G6gKrsGZ6OZja7YYkEZK/6m572LoXfcNsWDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b64347156a0bf00bd8f40fc6505c5106e4c6a31e6a62c310f1941fcb6277423b","last_reissued_at":"2026-07-05T06:03:35.222774Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:03:35.222774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.11633","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:03:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M9hfOhYXxlAvVzdeQbK5geWsejpNdATzEt2s342s39SsLjmlJiKCyCcQVbvNM1a1u2Ny1b6DEDJnCX7m0/oODg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:20:23.102524Z"},"content_sha256":"e5cb2c340f520174b7b7833d8516b47e5f3ace7e429eaf6e59fe691e0c8bf5cb","schema_version":"1.0","event_id":"sha256:e5cb2c340f520174b7b7833d8516b47e5f3ace7e429eaf6e59fe691e0c8bf5cb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WZBUOFLKBPYAXWHUB7DFAXCRA3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating ChatGPT's Information Extraction Capabilities: An Assessment of Performance, Explainability, Calibration, and Faithfulness","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bo Li, Gexiang Fang, Quansen Wang, Shikun Zhang, Wei Ye, Wen Zhao, Yang Yang","submitted_at":"2023-04-23T12:33:18Z","abstract_excerpt":"The capability of Large Language Models (LLMs) like ChatGPT to comprehend user intent and provide reasonable responses has made them extremely popular lately. In this paper, we focus on assessing the overall ability of ChatGPT using 7 fine-grained information extraction (IE) tasks. Specially, we present the systematically analysis by measuring ChatGPT's performance, explainability, calibration, and faithfulness, and resulting in 15 keys from either the ChatGPT or domain experts. Our findings reveal that ChatGPT's performance in Standard-IE setting is poor, but it surprisingly exhibits excellen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11633","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.11633/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:03:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6YMuW6/CldBMUBwT6AbqLDoEUqZX0gk5Zuf7RSx7QXY03zW+CTlDZp1ZMzs6tr4/n+2+ovUidGUiYyLQJ8HoDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:20:23.103007Z"},"content_sha256":"d66f6089baecddd4cff9a2c8eeeee2bf02f78f1fc1a22e558158201aabae17d9","schema_version":"1.0","event_id":"sha256:d66f6089baecddd4cff9a2c8eeeee2bf02f78f1fc1a22e558158201aabae17d9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3/bundle.json","state_url":"https://pith.science/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:20:23Z","links":{"resolver":"https://pith.science/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3","bundle":"https://pith.science/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3/bundle.json","state":"https://pith.science/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WZBUOFLKBPYAXWHUB7DFAXCRA3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WZBUOFLKBPYAXWHUB7DFAXCRA3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"59975f2183bc3b691429cf5dbdd6e4127b55c4a842bc8c6993f312001424aeba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-23T12:33:18Z","title_canon_sha256":"0e0936fa2e52b1274a153aa4c304d3f1173136711b561aedacb78e23b0ae78ad"},"schema_version":"1.0","source":{"id":"2304.11633","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.11633","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"arxiv_version","alias_value":"2304.11633v1","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11633","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"pith_short_12","alias_value":"WZBUOFLKBPYA","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"pith_short_16","alias_value":"WZBUOFLKBPYAXWHU","created_at":"2026-07-05T06:03:35Z"},{"alias_kind":"pith_short_8","alias_value":"WZBUOFLK","created_at":"2026-07-05T06:03:35Z"}],"graph_snapshots":[{"event_id":"sha256:d66f6089baecddd4cff9a2c8eeeee2bf02f78f1fc1a22e558158201aabae17d9","target":"graph","created_at":"2026-07-05T06:03:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.11633/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The capability of Large Language Models (LLMs) like ChatGPT to comprehend user intent and provide reasonable responses has made them extremely popular lately. In this paper, we focus on assessing the overall ability of ChatGPT using 7 fine-grained information extraction (IE) tasks. Specially, we present the systematically analysis by measuring ChatGPT's performance, explainability, calibration, and faithfulness, and resulting in 15 keys from either the ChatGPT or domain experts. Our findings reveal that ChatGPT's performance in Standard-IE setting is poor, but it surprisingly exhibits excellen","authors_text":"Bo Li, Gexiang Fang, Quansen Wang, Shikun Zhang, Wei Ye, Wen Zhao, Yang Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-23T12:33:18Z","title":"Evaluating ChatGPT's Information Extraction Capabilities: An Assessment of Performance, Explainability, Calibration, and Faithfulness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11633","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5cb2c340f520174b7b7833d8516b47e5f3ace7e429eaf6e59fe691e0c8bf5cb","target":"record","created_at":"2026-07-05T06:03:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"59975f2183bc3b691429cf5dbdd6e4127b55c4a842bc8c6993f312001424aeba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-23T12:33:18Z","title_canon_sha256":"0e0936fa2e52b1274a153aa4c304d3f1173136711b561aedacb78e23b0ae78ad"},"schema_version":"1.0","source":{"id":"2304.11633","kind":"arxiv","version":1}},"canonical_sha256":"b64347156a0bf00bd8f40fc6505c5106e4c6a31e6a62c310f1941fcb6277423b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b64347156a0bf00bd8f40fc6505c5106e4c6a31e6a62c310f1941fcb6277423b","first_computed_at":"2026-07-05T06:03:35.222774Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:03:35.222774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0qcXXsmjdzBGgErkdHkjp8zwZl0tio+BXQiFKHHx1DIMr1Ees7G6gKrsGZ6OZja7YYkEZK/6m572LoXfcNsWDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:03:35.223111Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.11633","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5cb2c340f520174b7b7833d8516b47e5f3ace7e429eaf6e59fe691e0c8bf5cb","sha256:d66f6089baecddd4cff9a2c8eeeee2bf02f78f1fc1a22e558158201aabae17d9"],"state_sha256":"bb1482737f2af8dac978528c207d68519391eb89d12e6882c078f950f0403bad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R/itz2CXXOIQ8QOGd9H8HDT2io3aKmK/PIr2+/JpqlCIk2yYfxMAszdWstrXjJR2DmvsG2T3NNyws8CHnRjyDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:20:23.106262Z","bundle_sha256":"543daaf2af973927be7c60a5b4f7e7099e8cf960450aef6fa5b42fd44556b3c6"}}