{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EWI2LRLDCOPN27RHFJKPGXBJ4Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3bdb89fedf53785a56de521a2073bea1ee37b78bfb9beed4a956e6a37ea63e2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","title_canon_sha256":"e34120e68110ff3e827328e6eb0b3f7b064e6f8e2e7333c32b2987700aceeefb"},"schema_version":"1.0","source":{"id":"2308.02575","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.02575","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"arxiv_version","alias_value":"2308.02575v1","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.02575","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_12","alias_value":"EWI2LRLDCOPN","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_16","alias_value":"EWI2LRLDCOPN27RH","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_8","alias_value":"EWI2LRLD","created_at":"2026-07-05T07:34:49Z"}],"graph_snapshots":[{"event_id":"sha256:828125a84372083eef4e6761adeffd4939ca91e5afea91024ef1f5efd5376204","target":"graph","created_at":"2026-07-05T07:34:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.02575/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates the consistency of feedback ratings generated by OpenAI's GPT-4, a state-of-the-art artificial intelligence language model, across multiple iterations, time spans and stylistic variations. The model rated responses to tasks within the Higher Education (HE) subject domain of macroeconomics in terms of their content and style. Statistical analysis was conducted in order to learn more about the interrater reliability, consistency of the ratings across iterations and the correlation between ratings in terms of content and style. The results revealed a high interrater reliab","authors_text":"Alexandra Elena M\\\"uller, Maximilian Sailer, Michael Granitzer, Veronika Hackl","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","title":"Is GPT-4 a reliable rater? Evaluating Consistency in GPT-4 Text Ratings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.02575","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0180349e06d2b7483259108386050c9a79923ece6f9595f6ffad90623355fce3","target":"record","created_at":"2026-07-05T07:34:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3bdb89fedf53785a56de521a2073bea1ee37b78bfb9beed4a956e6a37ea63e2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","title_canon_sha256":"e34120e68110ff3e827328e6eb0b3f7b064e6f8e2e7333c32b2987700aceeefb"},"schema_version":"1.0","source":{"id":"2308.02575","kind":"arxiv","version":1}},"canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","first_computed_at":"2026-07-05T07:34:49.484636Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:34:49.484636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YuQdLU6K0xZAs1AzHfr33ZMWvR2Ma70HKI6UE/fE8yXn+kNk5zd7v2etOXW0oUeClovz/6sAei56QxHWQy6dBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:34:49.485053Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.02575","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0180349e06d2b7483259108386050c9a79923ece6f9595f6ffad90623355fce3","sha256:828125a84372083eef4e6761adeffd4939ca91e5afea91024ef1f5efd5376204"],"state_sha256":"f0c518b8b652f29888136590f9861125794da6c4a061c0b691d0c71527146c9d"}