{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:F6KD7WURIIWC2JUQ5OCCTFV6JK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"acdff6312577f6262984dfdb32e98a0688cc6dae43c1b3a57a0ccba7a560c0cf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"econ.EM","submitted_at":"2024-11-25T18:46:34Z","title_canon_sha256":"cba39bcd59c55944050805f192f142f090417e8ffdfe0e7ea2527bb90a474158"},"schema_version":"1.0","source":{"id":"2411.16662","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16662","created_at":"2026-07-05T09:51:38Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16662v2","created_at":"2026-07-05T09:51:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16662","created_at":"2026-07-05T09:51:38Z"},{"alias_kind":"pith_short_12","alias_value":"F6KD7WURIIWC","created_at":"2026-07-05T09:51:38Z"},{"alias_kind":"pith_short_16","alias_value":"F6KD7WURIIWC2JUQ","created_at":"2026-07-05T09:51:38Z"},{"alias_kind":"pith_short_8","alias_value":"F6KD7WUR","created_at":"2026-07-05T09:51:38Z"}],"graph_snapshots":[{"event_id":"sha256:2758c44a6b88400fab8d1a20ff18aa25ff0cf3f29340f0551991ab213f1f5fd4","target":"graph","created_at":"2026-07-05T09:51:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16662/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Peer review in grant evaluation informs funding decisions, but the contents of peer review reports are rarely analyzed. In this work, we develop a thoroughly tested pipeline to analyze the texts of grant peer review reports using methods from applied Natural Language Processing (NLP) and machine learning. We start by developing twelve categories reflecting content of grant peer review reports that are of interest to research funders. This is followed by multiple human annotators' iterative annotation of these categories in a novel text corpus of grant peer review reports submitted to the Swiss","authors_text":"Alberto de Le\\'on, Anne Jorstad, Gabriel Okasa, Katrin Milzow, Matthias Egger, Michaela Strinzel, Stefan M\\\"uller","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"econ.EM","submitted_at":"2024-11-25T18:46:34Z","title":"A Supervised Machine Learning Approach for Assessing Grant Peer Review Reports"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16662","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bf53bdf725fb57fb822b81d723520f1067b069fec776c90332ed0cc1a98c32c2","target":"record","created_at":"2026-07-05T09:51:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"acdff6312577f6262984dfdb32e98a0688cc6dae43c1b3a57a0ccba7a560c0cf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"econ.EM","submitted_at":"2024-11-25T18:46:34Z","title_canon_sha256":"cba39bcd59c55944050805f192f142f090417e8ffdfe0e7ea2527bb90a474158"},"schema_version":"1.0","source":{"id":"2411.16662","kind":"arxiv","version":2}},"canonical_sha256":"2f943fda91422c2d2690eb842996be4a9e0ef8941ec29cf2d00b6bc82656ee8a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f943fda91422c2d2690eb842996be4a9e0ef8941ec29cf2d00b6bc82656ee8a","first_computed_at":"2026-07-05T09:51:38.726677Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:51:38.726677Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V3bWIbr0CJL7FeoyzCUVwR2MdfZCfzpmzud1QCYoXd7qVZd/6GjB2aeBuWRvM8rt0hwQm3dLWujktJV58cr6Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:51:38.727159Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16662","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bf53bdf725fb57fb822b81d723520f1067b069fec776c90332ed0cc1a98c32c2","sha256:2758c44a6b88400fab8d1a20ff18aa25ff0cf3f29340f0551991ab213f1f5fd4"],"state_sha256":"15f3f2e322ff18f0e70e959a5cb24977c7171a5942fc946f567891563df614c6"}