{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:7H4QT2DSAKCXW4FTPB6UGJOUSF","short_pith_number":"pith:7H4QT2DS","schema_version":"1.0","canonical_sha256":"f9f909e87202857b70b3787d4325d49141ef1c3baa2757446401bcd60b37bb31","source":{"kind":"arxiv","id":"2411.09763","version":1},"attestation_state":"computed","paper":{"title":"Evaluating the Predictive Capacity of ChatGPT for Academic Peer Review Outcomes Across Multiple Platforms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.DL","authors_text":"Abdullah Yaghi, Mike Thelwall","submitted_at":"2024-11-14T19:20:33Z","abstract_excerpt":"While previous studies have demonstrated that Large Language Models (LLMs) can predict peer review outcomes to some extent, this paper builds on that by introducing two new contexts and employing a more robust method - averaging multiple ChatGPT scores. The findings that averaging 30 ChatGPT predictions, based on reviewer guidelines and using only the submitted titles and abstracts, failed to predict peer review outcomes for F1000Research (Spearman's rho=0.00). However, it produced mostly weak positive correlations with the quality dimensions of SciPost Physics (rho=0.25 for validity, rho=0.25"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2411.09763","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DL","submitted_at":"2024-11-14T19:20:33Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3cad768a19db9d13a2be05e35bf8463e98a20d670930647b1ef5b59c495820e0","abstract_canon_sha256":"4433c81647c10b160310611a3916fc20b35cb19b978bc569494eab143c55b391"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:35:37.882037Z","signature_b64":"dRTKOMUOwSRzOCmCSomvno/flpn4jN0FbLmFe/6WNdNMmrjix6ggek7KU1KAvYy19AVqIq8EDcEPjaTmUfYXAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9f909e87202857b70b3787d4325d49141ef1c3baa2757446401bcd60b37bb31","last_reissued_at":"2026-07-05T09:35:37.881548Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:35:37.881548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluating the Predictive Capacity of ChatGPT for Academic Peer Review Outcomes Across Multiple Platforms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.DL","authors_text":"Abdullah Yaghi, Mike Thelwall","submitted_at":"2024-11-14T19:20:33Z","abstract_excerpt":"While previous studies have demonstrated that Large Language Models (LLMs) can predict peer review outcomes to some extent, this paper builds on that by introducing two new contexts and employing a more robust method - averaging multiple ChatGPT scores. The findings that averaging 30 ChatGPT predictions, based on reviewer guidelines and using only the submitted titles and abstracts, failed to predict peer review outcomes for F1000Research (Spearman's rho=0.00). However, it produced mostly weak positive correlations with the quality dimensions of SciPost Physics (rho=0.25 for validity, rho=0.25"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.09763","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.09763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2411.09763","created_at":"2026-07-05T09:35:37.881612+00:00"},{"alias_kind":"arxiv_version","alias_value":"2411.09763v1","created_at":"2026-07-05T09:35:37.881612+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.09763","created_at":"2026-07-05T09:35:37.881612+00:00"},{"alias_kind":"pith_short_12","alias_value":"7H4QT2DSAKCX","created_at":"2026-07-05T09:35:37.881612+00:00"},{"alias_kind":"pith_short_16","alias_value":"7H4QT2DSAKCXW4FT","created_at":"2026-07-05T09:35:37.881612+00:00"},{"alias_kind":"pith_short_8","alias_value":"7H4QT2DS","created_at":"2026-07-05T09:35:37.881612+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF","json":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF.json","graph_json":"https://pith.science/api/pith-number/7H4QT2DSAKCXW4FTPB6UGJOUSF/graph.json","events_json":"https://pith.science/api/pith-number/7H4QT2DSAKCXW4FTPB6UGJOUSF/events.json","paper":"https://pith.science/paper/7H4QT2DS"},"agent_actions":{"view_html":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF","download_json":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF.json","view_paper":"https://pith.science/paper/7H4QT2DS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2411.09763&json=true","fetch_graph":"https://pith.science/api/pith-number/7H4QT2DSAKCXW4FTPB6UGJOUSF/graph.json","fetch_events":"https://pith.science/api/pith-number/7H4QT2DSAKCXW4FTPB6UGJOUSF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF/action/storage_attestation","attest_author":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF/action/author_attestation","sign_citation":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF/action/citation_signature","submit_replication":"https://pith.science/pith/7H4QT2DSAKCXW4FTPB6UGJOUSF/action/replication_record"}},"created_at":"2026-07-05T09:35:37.881612+00:00","updated_at":"2026-07-05T09:35:37.881612+00:00"}