{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:AL77Q255BB27COU634SLDMAEZS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2f5cc4bd37410e6f33c1e63a19561a5426d028b80b96581a4579f1a3564b4c0e","cross_cats_sorted":["physics.soc-ph","stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2015-05-01T08:17:01Z","title_canon_sha256":"696e2cd13d1f59e0218f0398937986376d3e1b9e0839aad54765e34ee5b7ea31"},"schema_version":"1.0","source":{"id":"1505.00115","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1505.00115","created_at":"2026-05-18T01:18:23Z"},{"alias_kind":"arxiv_version","alias_value":"1505.00115v2","created_at":"2026-05-18T01:18:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1505.00115","created_at":"2026-05-18T01:18:23Z"},{"alias_kind":"pith_short_12","alias_value":"AL77Q255BB27","created_at":"2026-05-18T12:29:10Z"},{"alias_kind":"pith_short_16","alias_value":"AL77Q255BB27COU6","created_at":"2026-05-18T12:29:10Z"},{"alias_kind":"pith_short_8","alias_value":"AL77Q255","created_at":"2026-05-18T12:29:10Z"}],"graph_snapshots":[{"event_id":"sha256:9692a9f8b5575e409db1c14a63195443e2be606ab9ac9117c9b52318744bfee6","target":"graph","created_at":"2026-05-18T01:18:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"During the Italian research assessment exercise, the national agency ANVUR performed an experiment to assess agreement between grades attributed to journal articles by informed peer review (IR) and by bibliometrics. A sample of articles was evaluated by using both methods and agreement was analyzed by weighted Cohen's kappas. ANVUR presented results as indicating an overall 'good' or 'more than adequate' agreement. This paper re-examines the experiment results according to the available statistical guidelines for interpreting kappa values, by showing that the degree of agreement, always in the","authors_text":"Alberto Baccini, Giuseppe De Nicolao","cross_cats":["physics.soc-ph","stat.AP"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2015-05-01T08:17:01Z","title":"Do they agree? Bibliometric evaluation vs informed peer review in the Italian research assessment exercise"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1505.00115","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4b0c5fbe28330c86eae5bdc12774f67d8303d0167da529eb20131d2bd9dbc863","target":"record","created_at":"2026-05-18T01:18:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2f5cc4bd37410e6f33c1e63a19561a5426d028b80b96581a4579f1a3564b4c0e","cross_cats_sorted":["physics.soc-ph","stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2015-05-01T08:17:01Z","title_canon_sha256":"696e2cd13d1f59e0218f0398937986376d3e1b9e0839aad54765e34ee5b7ea31"},"schema_version":"1.0","source":{"id":"1505.00115","kind":"arxiv","version":2}},"canonical_sha256":"02fff86bbd0875f13a9edf24b1b004ccab91e7cdb65d3724f50152ad1bae240b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"02fff86bbd0875f13a9edf24b1b004ccab91e7cdb65d3724f50152ad1bae240b","first_computed_at":"2026-05-18T01:18:23.417031Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:18:23.417031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N4fPaM4+bWRYqv/gUyOLyi8eKLW7QUGuCKyvxi1euyQ35N3Tdg5udheS02j7ApVH8iUASx3pkQ7zb6b+ZNIHAg==","signature_status":"signed_v1","signed_at":"2026-05-18T01:18:23.417611Z","signed_message":"canonical_sha256_bytes"},"source_id":"1505.00115","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4b0c5fbe28330c86eae5bdc12774f67d8303d0167da529eb20131d2bd9dbc863","sha256:9692a9f8b5575e409db1c14a63195443e2be606ab9ac9117c9b52318744bfee6"],"state_sha256":"98d4c0d594b7d260e0b7a032f77734989eaea9e3b6a094437de198841f6e407a"}