{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EWI2LRLDCOPN27RHFJKPGXBJ4Z","short_pith_number":"pith:EWI2LRLD","canonical_record":{"source":{"id":"2308.02575","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e34120e68110ff3e827328e6eb0b3f7b064e6f8e2e7333c32b2987700aceeefb","abstract_canon_sha256":"d3bdb89fedf53785a56de521a2073bea1ee37b78bfb9beed4a956e6a37ea63e2"},"schema_version":"1.0"},"canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","source":{"kind":"arxiv","id":"2308.02575","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.02575","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"arxiv_version","alias_value":"2308.02575v1","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.02575","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_12","alias_value":"EWI2LRLDCOPN","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_16","alias_value":"EWI2LRLDCOPN27RH","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_8","alias_value":"EWI2LRLD","created_at":"2026-07-05T07:34:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EWI2LRLDCOPN27RHFJKPGXBJ4Z","target":"record","payload":{"canonical_record":{"source":{"id":"2308.02575","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e34120e68110ff3e827328e6eb0b3f7b064e6f8e2e7333c32b2987700aceeefb","abstract_canon_sha256":"d3bdb89fedf53785a56de521a2073bea1ee37b78bfb9beed4a956e6a37ea63e2"},"schema_version":"1.0"},"canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:34:49.485053Z","signature_b64":"YuQdLU6K0xZAs1AzHfr33ZMWvR2Ma70HKI6UE/fE8yXn+kNk5zd7v2etOXW0oUeClovz/6sAei56QxHWQy6dBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","last_reissued_at":"2026-07-05T07:34:49.484636Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:34:49.484636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.02575","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:34:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jD1pgHTkpZtxsDtyb4nxA9ztHZc8tXLMiIKYsQEmrfRfUC+mvTUJe+OOGgnaqax0zK8fcpV8gJadCU8idr6dBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:39:55.933100Z"},"content_sha256":"0180349e06d2b7483259108386050c9a79923ece6f9595f6ffad90623355fce3","schema_version":"1.0","event_id":"sha256:0180349e06d2b7483259108386050c9a79923ece6f9595f6ffad90623355fce3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EWI2LRLDCOPN27RHFJKPGXBJ4Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is GPT-4 a reliable rater? Evaluating Consistency in GPT-4 Text Ratings","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alexandra Elena M\\\"uller, Maximilian Sailer, Michael Granitzer, Veronika Hackl","submitted_at":"2023-08-03T12:47:17Z","abstract_excerpt":"This study investigates the consistency of feedback ratings generated by OpenAI's GPT-4, a state-of-the-art artificial intelligence language model, across multiple iterations, time spans and stylistic variations. The model rated responses to tasks within the Higher Education (HE) subject domain of macroeconomics in terms of their content and style. Statistical analysis was conducted in order to learn more about the interrater reliability, consistency of the ratings across iterations and the correlation between ratings in terms of content and style. The results revealed a high interrater reliab"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.02575","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.02575/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:34:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T4V5LkGDfJcJvgtrmrW7N7WrSFssUFqees7Ppx8mVGn03wSOfshomGu46bFs5tbwpSz3+TKYdi1wTgk+knj3DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:39:55.933653Z"},"content_sha256":"828125a84372083eef4e6761adeffd4939ca91e5afea91024ef1f5efd5376204","schema_version":"1.0","event_id":"sha256:828125a84372083eef4e6761adeffd4939ca91e5afea91024ef1f5efd5376204"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z/bundle.json","state_url":"https://pith.science/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:39:55Z","links":{"resolver":"https://pith.science/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z","bundle":"https://pith.science/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z/bundle.json","state":"https://pith.science/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EWI2LRLDCOPN27RHFJKPGXBJ4Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EWI2LRLDCOPN27RHFJKPGXBJ4Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3bdb89fedf53785a56de521a2073bea1ee37b78bfb9beed4a956e6a37ea63e2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","title_canon_sha256":"e34120e68110ff3e827328e6eb0b3f7b064e6f8e2e7333c32b2987700aceeefb"},"schema_version":"1.0","source":{"id":"2308.02575","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.02575","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"arxiv_version","alias_value":"2308.02575v1","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.02575","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_12","alias_value":"EWI2LRLDCOPN","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_16","alias_value":"EWI2LRLDCOPN27RH","created_at":"2026-07-05T07:34:49Z"},{"alias_kind":"pith_short_8","alias_value":"EWI2LRLD","created_at":"2026-07-05T07:34:49Z"}],"graph_snapshots":[{"event_id":"sha256:828125a84372083eef4e6761adeffd4939ca91e5afea91024ef1f5efd5376204","target":"graph","created_at":"2026-07-05T07:34:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.02575/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates the consistency of feedback ratings generated by OpenAI's GPT-4, a state-of-the-art artificial intelligence language model, across multiple iterations, time spans and stylistic variations. The model rated responses to tasks within the Higher Education (HE) subject domain of macroeconomics in terms of their content and style. Statistical analysis was conducted in order to learn more about the interrater reliability, consistency of the ratings across iterations and the correlation between ratings in terms of content and style. The results revealed a high interrater reliab","authors_text":"Alexandra Elena M\\\"uller, Maximilian Sailer, Michael Granitzer, Veronika Hackl","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","title":"Is GPT-4 a reliable rater? Evaluating Consistency in GPT-4 Text Ratings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.02575","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0180349e06d2b7483259108386050c9a79923ece6f9595f6ffad90623355fce3","target":"record","created_at":"2026-07-05T07:34:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3bdb89fedf53785a56de521a2073bea1ee37b78bfb9beed4a956e6a37ea63e2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-03T12:47:17Z","title_canon_sha256":"e34120e68110ff3e827328e6eb0b3f7b064e6f8e2e7333c32b2987700aceeefb"},"schema_version":"1.0","source":{"id":"2308.02575","kind":"arxiv","version":1}},"canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2591a5c563139edd7e272a54f35c29e64385c3ce692d8654327f09ce57f82f9e","first_computed_at":"2026-07-05T07:34:49.484636Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:34:49.484636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YuQdLU6K0xZAs1AzHfr33ZMWvR2Ma70HKI6UE/fE8yXn+kNk5zd7v2etOXW0oUeClovz/6sAei56QxHWQy6dBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:34:49.485053Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.02575","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0180349e06d2b7483259108386050c9a79923ece6f9595f6ffad90623355fce3","sha256:828125a84372083eef4e6761adeffd4939ca91e5afea91024ef1f5efd5376204"],"state_sha256":"f0c518b8b652f29888136590f9861125794da6c4a061c0b691d0c71527146c9d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZNyeMbhPFswwt05yhQBdxP9Ap+K/oms4VzH36LB80e2nqvMZ2twr2Vxzkk0lkJj+iS7bqtKo50oWoa9XcITLCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:39:55.937676Z","bundle_sha256":"f8c3c42e44fa9f16e33e29cdfe53f4e566a12bc61b12eec41431a815d66ecc70"}}