{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:LGCXFWLJLSBSSHYJ44BOHWAKXM","short_pith_number":"pith:LGCXFWLJ","schema_version":"1.0","canonical_sha256":"598572d9695c83291f09e702e3d80abb318dce8e6ba387a5642392077cc11418","source":{"kind":"arxiv","id":"2001.05414","version":1},"attestation_state":"computed","paper":{"title":"Unbiased evaluation of ranking metrics reveals consistent performance in science and technology citation data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DL","cs.IR","physics.data-an"],"primary_cat":"cs.SI","authors_text":"Linyuan L\\\"u, Manuel Sebastian Mariani, Mat\\'u\\v{s} Medo, Shuqi Xu","submitted_at":"2020-01-15T16:34:21Z","abstract_excerpt":"Despite the increasing use of citation-based metrics for research evaluation purposes, we do not know yet which metrics best deliver on their promise to gauge the significance of a scientific paper or a patent. We assess 17 network-based metrics by their ability to identify milestone papers and patents in three large citation datasets. We find that traditional information-retrieval evaluation metrics are strongly affected by the interplay between the age distribution of the milestone items and age biases of the evaluated metrics. Outcomes of these metrics are therefore not representative of th"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2001.05414","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SI","submitted_at":"2020-01-15T16:34:21Z","cross_cats_sorted":["cs.DL","cs.IR","physics.data-an"],"title_canon_sha256":"978357d3f20654882043dfbeccb39c388eea220d466c42f11faf60b141c385f7","abstract_canon_sha256":"2c48d65d3b37c2af88750656fcd6564b92d57fff8f6a373260eba1ccbfa900b0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:17:25.947376Z","signature_b64":"KepSW0MvQlcuVj6tykTwUbh2Bx3WihwNC4L4dfQwXmalSGUa/DdO1qp2OIupbanmfq27hIv25A52dZ/FG9oTBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"598572d9695c83291f09e702e3d80abb318dce8e6ba387a5642392077cc11418","last_reissued_at":"2026-07-05T01:17:25.947009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:17:25.947009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Unbiased evaluation of ranking metrics reveals consistent performance in science and technology citation data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DL","cs.IR","physics.data-an"],"primary_cat":"cs.SI","authors_text":"Linyuan L\\\"u, Manuel Sebastian Mariani, Mat\\'u\\v{s} Medo, Shuqi Xu","submitted_at":"2020-01-15T16:34:21Z","abstract_excerpt":"Despite the increasing use of citation-based metrics for research evaluation purposes, we do not know yet which metrics best deliver on their promise to gauge the significance of a scientific paper or a patent. We assess 17 network-based metrics by their ability to identify milestone papers and patents in three large citation datasets. We find that traditional information-retrieval evaluation metrics are strongly affected by the interplay between the age distribution of the milestone items and age biases of the evaluated metrics. Outcomes of these metrics are therefore not representative of th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.05414","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.05414/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2001.05414","created_at":"2026-07-05T01:17:25.947065+00:00"},{"alias_kind":"arxiv_version","alias_value":"2001.05414v1","created_at":"2026-07-05T01:17:25.947065+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.05414","created_at":"2026-07-05T01:17:25.947065+00:00"},{"alias_kind":"pith_short_12","alias_value":"LGCXFWLJLSBS","created_at":"2026-07-05T01:17:25.947065+00:00"},{"alias_kind":"pith_short_16","alias_value":"LGCXFWLJLSBSSHYJ","created_at":"2026-07-05T01:17:25.947065+00:00"},{"alias_kind":"pith_short_8","alias_value":"LGCXFWLJ","created_at":"2026-07-05T01:17:25.947065+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM","json":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM.json","graph_json":"https://pith.science/api/pith-number/LGCXFWLJLSBSSHYJ44BOHWAKXM/graph.json","events_json":"https://pith.science/api/pith-number/LGCXFWLJLSBSSHYJ44BOHWAKXM/events.json","paper":"https://pith.science/paper/LGCXFWLJ"},"agent_actions":{"view_html":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM","download_json":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM.json","view_paper":"https://pith.science/paper/LGCXFWLJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2001.05414&json=true","fetch_graph":"https://pith.science/api/pith-number/LGCXFWLJLSBSSHYJ44BOHWAKXM/graph.json","fetch_events":"https://pith.science/api/pith-number/LGCXFWLJLSBSSHYJ44BOHWAKXM/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM/action/storage_attestation","attest_author":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM/action/author_attestation","sign_citation":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM/action/citation_signature","submit_replication":"https://pith.science/pith/LGCXFWLJLSBSSHYJ44BOHWAKXM/action/replication_record"}},"created_at":"2026-07-05T01:17:25.947065+00:00","updated_at":"2026-07-05T01:17:25.947065+00:00"}