{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:TANZ5ZWVKQXAMVD4KSWQXJGUHP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"02ef31378285883ef7d89115ae5bf4f5b8a14d67b1f9e2819ff5de0ccb31c0af","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2026-03-25T16:42:30Z","title_canon_sha256":"8f77400393179a0bc4116c1452aa1d8f96ead340673d6f4729fe281a663893ff"},"schema_version":"1.0","source":{"id":"2603.26791","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.26791","created_at":"2026-06-03T02:05:47Z"},{"alias_kind":"arxiv_version","alias_value":"2603.26791v3","created_at":"2026-06-03T02:05:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.26791","created_at":"2026-06-03T02:05:47Z"},{"alias_kind":"pith_short_12","alias_value":"TANZ5ZWVKQXA","created_at":"2026-06-03T02:05:47Z"},{"alias_kind":"pith_short_16","alias_value":"TANZ5ZWVKQXAMVD4","created_at":"2026-06-03T02:05:47Z"},{"alias_kind":"pith_short_8","alias_value":"TANZ5ZWV","created_at":"2026-06-03T02:05:47Z"}],"graph_snapshots":[{"event_id":"sha256:5343b132923439aec52cb4812ff5ee70500f072a5fe932eccb82b3a8c17d0344","target":"graph","created_at":"2026-06-03T02:05:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"Crystal outperforms a prior state-of-the-art impact classifier by +9.5% accuracy and +8.3% F1 on a dataset of human-annotated citations."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That prompting an LLM to jointly rank all cited papers and aggregating via majority vote produces labels that reliably match human judgments of relative scholarly impact."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Crystal jointly ranks cited papers' impact within each citing paper via LLMs with randomized ordering and majority voting, improving accuracy by 9.5% over prior classifiers on human-annotated data."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Crystal improves citation impact classification by jointly ranking all references with LLMs and majority voting."}],"snapshot_sha256":"28ff8bfadd5ece414b7f32a6f9006269ef4da04ffd2ad2b0d04cc476b6d66a5b"},"formal_canon":{"evidence_count":1,"snapshot_sha256":"8303e063e22370d9e61e6123e593ca681db1f0ad660e972ceda0660fc9b15b55"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.26791/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Assessing a cited paper's impact is typically done by analyzing its citation context in isolation within the citing paper. While this focuses on the most directly relevant text, it prevents relative comparisons across all the works a paper cites. We propose Crystal, which instead jointly ranks all cited papers within a citing paper using large language models (LLMs). To mitigate LLMs' positional bias, we rank each list three times in a randomized order and aggregate the impact labels through majority voting. This joint approach leverages the full citation context, rather than evaluating citati","authors_text":"Benjamin Van Durme, Daniel Khashabi, Hannah Collison","cross_cats":["cs.AI","cs.CL","cs.CY"],"headline":"Crystal improves citation impact classification by jointly ranking all references with LLMs and majority voting.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2026-03-25T16:42:30Z","title":"Crystal: Characterizing Relative Impact of Scholarly Publications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.26791","kind":"arxiv","version":3},"verdict":{"created_at":"2026-05-15T00:56:41.594763Z","id":"0f6cbebd-8345-42e0-8743-d7786cf6d971","model_set":{"reader":"grok-4.3"},"one_line_summary":"Crystal jointly ranks cited papers' impact within each citing paper via LLMs with randomized ordering and majority voting, improving accuracy by 9.5% over prior classifiers on human-annotated data.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Crystal improves citation impact classification by jointly ranking all references with LLMs and majority voting.","strongest_claim":"Crystal outperforms a prior state-of-the-art impact classifier by +9.5% accuracy and +8.3% F1 on a dataset of human-annotated citations.","weakest_assumption":"That prompting an LLM to jointly rank all cited papers and aggregating via majority vote produces labels that reliably match human judgments of relative scholarly impact."}},"verdict_id":"0f6cbebd-8345-42e0-8743-d7786cf6d971"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6537be681f0026cf07bec8a2c0638a77da55e0b3fed122c95d24efb42876df2c","target":"record","created_at":"2026-06-03T02:05:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"02ef31378285883ef7d89115ae5bf4f5b8a14d67b1f9e2819ff5de0ccb31c0af","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DL","submitted_at":"2026-03-25T16:42:30Z","title_canon_sha256":"8f77400393179a0bc4116c1452aa1d8f96ead340673d6f4729fe281a663893ff"},"schema_version":"1.0","source":{"id":"2603.26791","kind":"arxiv","version":3}},"canonical_sha256":"981b9ee6d5542e06547c54ad0ba4d43bf1afe5542c87c2a930e45fd1fe94752d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"981b9ee6d5542e06547c54ad0ba4d43bf1afe5542c87c2a930e45fd1fe94752d","first_computed_at":"2026-06-03T02:05:47.299116Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-03T02:05:47.299116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DaNFLupZL2Gs24/qpFY/BbPfPiVyE3/hyDOohCryse2787IOkvV0MRWYyY6k/bI4FRoaUCyXwXrY1so51KorCg==","signature_status":"signed_v1","signed_at":"2026-06-03T02:05:47.299599Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.26791","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6537be681f0026cf07bec8a2c0638a77da55e0b3fed122c95d24efb42876df2c","sha256:5343b132923439aec52cb4812ff5ee70500f072a5fe932eccb82b3a8c17d0344"],"state_sha256":"1381e5650ffc3ab3a4de16ae12b1d3725dbfa91d8e170e6f5d5fb54b02cb8514"}