{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XSQTWNVJUNYMWFXMWIKIZGNASI","short_pith_number":"pith:XSQTWNVJ","canonical_record":{"source":{"id":"2311.11967","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T17:47:37Z","cross_cats_sorted":[],"title_canon_sha256":"8e8a729aec450ee42da901f9341d807113b4927785cb7211c1ed023c76910089","abstract_canon_sha256":"df0d7f5f1dea15d185e11cf2533343f47347f40ce3df8e3e19e7a8d779133c19"},"schema_version":"1.0"},"canonical_sha256":"bca13b36a9a370cb16ecb2148c99a092133c2f1648162f2eda80370c5374f28b","source":{"kind":"arxiv","id":"2311.11967","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11967","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11967v1","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11967","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_12","alias_value":"XSQTWNVJUNYM","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_16","alias_value":"XSQTWNVJUNYMWFXM","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_8","alias_value":"XSQTWNVJ","created_at":"2026-07-05T07:14:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XSQTWNVJUNYMWFXMWIKIZGNASI","target":"record","payload":{"canonical_record":{"source":{"id":"2311.11967","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T17:47:37Z","cross_cats_sorted":[],"title_canon_sha256":"8e8a729aec450ee42da901f9341d807113b4927785cb7211c1ed023c76910089","abstract_canon_sha256":"df0d7f5f1dea15d185e11cf2533343f47347f40ce3df8e3e19e7a8d779133c19"},"schema_version":"1.0"},"canonical_sha256":"bca13b36a9a370cb16ecb2148c99a092133c2f1648162f2eda80370c5374f28b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:41.488995Z","signature_b64":"StJ8uS5vvQjetfRvCtnFxmyZB8moNRb5BittdApUxiDlv5YcJf9c+KEHqybXh9bRrLGAhfBJEJmr/VUJCWrZBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bca13b36a9a370cb16ecb2148c99a092133c2f1648162f2eda80370c5374f28b","last_reissued_at":"2026-07-05T07:14:41.488529Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:41.488529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.11967","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ae4cgeYWXQ/AFj8JexHXk4VjdevbV5XPzXMm68Te0MhTEv4owddQyhYrVBNmYpmHla9L9US41JwTyxBTVGvfBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T16:31:43.742665Z"},"content_sha256":"86eaf8aae04871abd26c8542dcb841cd5a150894482c320e0837964215dc9fe9","schema_version":"1.0","event_id":"sha256:86eaf8aae04871abd26c8542dcb841cd5a150894482c320e0837964215dc9fe9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XSQTWNVJUNYMWFXMWIKIZGNASI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automatic Analysis of Substantiation in Scientific Peer Reviews","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chlo\\'e Clavel, Guokan Shang, Michalis Vazirgiannis, Virgile Rennard, Yanzhu Guo","submitted_at":"2023-11-20T17:47:37Z","abstract_excerpt":"With the increasing amount of problematic peer reviews in top AI conferences, the community is urgently in need of automatic quality control measures. In this paper, we restrict our attention to substantiation -- one popular quality aspect indicating whether the claims in a review are sufficiently supported by evidence -- and provide a solution automatizing this evaluation process. To achieve this goal, we first formulate the problem as claim-evidence pair extraction in scientific peer reviews, and collect SubstanReview, the first annotated dataset for this task. SubstanReview consists of 550 "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11967","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.11967/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kwfm+xeHPhN0tLqLevbz52c8IV8sx1YKvYBNSyuf4TF8sHPWZbFaBmZWazpPalNE7UgMldIheHcesSVrGZznBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T16:31:43.743204Z"},"content_sha256":"19f0d2c9c0ae5255885bbbf084341bd41a809c8f387fe440ca422ef3eba1e9e1","schema_version":"1.0","event_id":"sha256:19f0d2c9c0ae5255885bbbf084341bd41a809c8f387fe440ca422ef3eba1e9e1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XSQTWNVJUNYMWFXMWIKIZGNASI/bundle.json","state_url":"https://pith.science/pith/XSQTWNVJUNYMWFXMWIKIZGNASI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XSQTWNVJUNYMWFXMWIKIZGNASI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T16:31:43Z","links":{"resolver":"https://pith.science/pith/XSQTWNVJUNYMWFXMWIKIZGNASI","bundle":"https://pith.science/pith/XSQTWNVJUNYMWFXMWIKIZGNASI/bundle.json","state":"https://pith.science/pith/XSQTWNVJUNYMWFXMWIKIZGNASI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XSQTWNVJUNYMWFXMWIKIZGNASI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XSQTWNVJUNYMWFXMWIKIZGNASI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df0d7f5f1dea15d185e11cf2533343f47347f40ce3df8e3e19e7a8d779133c19","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T17:47:37Z","title_canon_sha256":"8e8a729aec450ee42da901f9341d807113b4927785cb7211c1ed023c76910089"},"schema_version":"1.0","source":{"id":"2311.11967","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.11967","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"arxiv_version","alias_value":"2311.11967v1","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.11967","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_12","alias_value":"XSQTWNVJUNYM","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_16","alias_value":"XSQTWNVJUNYMWFXM","created_at":"2026-07-05T07:14:41Z"},{"alias_kind":"pith_short_8","alias_value":"XSQTWNVJ","created_at":"2026-07-05T07:14:41Z"}],"graph_snapshots":[{"event_id":"sha256:19f0d2c9c0ae5255885bbbf084341bd41a809c8f387fe440ca422ef3eba1e9e1","target":"graph","created_at":"2026-07-05T07:14:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.11967/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the increasing amount of problematic peer reviews in top AI conferences, the community is urgently in need of automatic quality control measures. In this paper, we restrict our attention to substantiation -- one popular quality aspect indicating whether the claims in a review are sufficiently supported by evidence -- and provide a solution automatizing this evaluation process. To achieve this goal, we first formulate the problem as claim-evidence pair extraction in scientific peer reviews, and collect SubstanReview, the first annotated dataset for this task. SubstanReview consists of 550 ","authors_text":"Chlo\\'e Clavel, Guokan Shang, Michalis Vazirgiannis, Virgile Rennard, Yanzhu Guo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T17:47:37Z","title":"Automatic Analysis of Substantiation in Scientific Peer Reviews"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.11967","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:86eaf8aae04871abd26c8542dcb841cd5a150894482c320e0837964215dc9fe9","target":"record","created_at":"2026-07-05T07:14:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df0d7f5f1dea15d185e11cf2533343f47347f40ce3df8e3e19e7a8d779133c19","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-20T17:47:37Z","title_canon_sha256":"8e8a729aec450ee42da901f9341d807113b4927785cb7211c1ed023c76910089"},"schema_version":"1.0","source":{"id":"2311.11967","kind":"arxiv","version":1}},"canonical_sha256":"bca13b36a9a370cb16ecb2148c99a092133c2f1648162f2eda80370c5374f28b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bca13b36a9a370cb16ecb2148c99a092133c2f1648162f2eda80370c5374f28b","first_computed_at":"2026-07-05T07:14:41.488529Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:41.488529Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"StJ8uS5vvQjetfRvCtnFxmyZB8moNRb5BittdApUxiDlv5YcJf9c+KEHqybXh9bRrLGAhfBJEJmr/VUJCWrZBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:41.488995Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.11967","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:86eaf8aae04871abd26c8542dcb841cd5a150894482c320e0837964215dc9fe9","sha256:19f0d2c9c0ae5255885bbbf084341bd41a809c8f387fe440ca422ef3eba1e9e1"],"state_sha256":"d9ab683841f3d1eb937c70e5fbae82b7b095016e47446d2aae637dc547a2ed1b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pFSZS5aaC4N+o1ETYnut/u+/fYDz3Zp9KZaDhfynGOgT/jQxiTnP2b1zzi1lCJ8Tgre30f5brrhj281Iia+9CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T16:31:43.799539Z","bundle_sha256":"741188c76216161d97fbcc30af5ebaffa59b99a51c148a6c29a85c9782fbcacb"}}