{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:4D4ZA76BFB6OMRX7NSAJDWWEMD","short_pith_number":"pith:4D4ZA76B","schema_version":"1.0","canonical_sha256":"e0f9907fc1287ce646ff6c8091dac460e42214752e76e6bc6779ce66d49b83cf","source":{"kind":"arxiv","id":"2605.22176","version":1},"attestation_state":"computed","paper":{"title":"LLM-Metrics: Measuring Research Impact Through Large Language Model Memory","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Danhao Zhu, Si Shen, Wenhua Zhao","submitted_at":"2026-05-21T08:45:57Z","abstract_excerpt":"Citation counts remain the dominant metric for assessing research impact, yet they suffer from well-documented limitations: temporal lag, disciplinary bias, and Matthew effects. Here we propose LLM-Metrics, a research-impact assessment metric derived from the parametric memory of large language models (LLMs). The central hypothesis is that high-impact papers receive greater exposure in the academic community, that this exposure enters LLM training data in textual form, and that models consequently form stronger parametric memory of these papers. We designed four types of multiple-choice probes"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2605.22176","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-05-21T08:45:57Z","cross_cats_sorted":[],"title_canon_sha256":"a556026d391156567bc32321af6a8d14b0b67f3c62aeb3be7a9b9379f99513b0","abstract_canon_sha256":"e524135795c95ba7bbad99a57496f6309cca9310815d181dcc7ec165f279d8ed"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-22T01:04:30.310859Z","signature_b64":"J0IaU2dYfH7hs+fUSuNssm2sSrnWVpbSoBm0ehwgrx52AkcKsgo1yF54ryQippOH97sOjBGeA3KSBW73yt6pDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e0f9907fc1287ce646ff6c8091dac460e42214752e76e6bc6779ce66d49b83cf","last_reissued_at":"2026-05-22T01:04:30.310012Z","signature_status":"signed_v1","first_computed_at":"2026-05-22T01:04:30.310012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"LLM-Metrics: Measuring Research Impact Through Large Language Model Memory","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Danhao Zhu, Si Shen, Wenhua Zhao","submitted_at":"2026-05-21T08:45:57Z","abstract_excerpt":"Citation counts remain the dominant metric for assessing research impact, yet they suffer from well-documented limitations: temporal lag, disciplinary bias, and Matthew effects. Here we propose LLM-Metrics, a research-impact assessment metric derived from the parametric memory of large language models (LLMs). The central hypothesis is that high-impact papers receive greater exposure in the academic community, that this exposure enters LLM training data in textual form, and that models consequently form stronger parametric memory of these papers. We designed four types of multiple-choice probes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.22176","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.22176/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2605.22176","created_at":"2026-05-22T01:04:30.310150+00:00"},{"alias_kind":"arxiv_version","alias_value":"2605.22176v1","created_at":"2026-05-22T01:04:30.310150+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.22176","created_at":"2026-05-22T01:04:30.310150+00:00"},{"alias_kind":"pith_short_12","alias_value":"4D4ZA76BFB6O","created_at":"2026-05-22T01:04:30.310150+00:00"},{"alias_kind":"pith_short_16","alias_value":"4D4ZA76BFB6OMRX7","created_at":"2026-05-22T01:04:30.310150+00:00"},{"alias_kind":"pith_short_8","alias_value":"4D4ZA76B","created_at":"2026-05-22T01:04:30.310150+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD","json":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD.json","graph_json":"https://pith.science/api/pith-number/4D4ZA76BFB6OMRX7NSAJDWWEMD/graph.json","events_json":"https://pith.science/api/pith-number/4D4ZA76BFB6OMRX7NSAJDWWEMD/events.json","paper":"https://pith.science/paper/4D4ZA76B"},"agent_actions":{"view_html":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD","download_json":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD.json","view_paper":"https://pith.science/paper/4D4ZA76B","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2605.22176&json=true","fetch_graph":"https://pith.science/api/pith-number/4D4ZA76BFB6OMRX7NSAJDWWEMD/graph.json","fetch_events":"https://pith.science/api/pith-number/4D4ZA76BFB6OMRX7NSAJDWWEMD/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD/action/timestamp_anchor","attest_storage":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD/action/storage_attestation","attest_author":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD/action/author_attestation","sign_citation":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD/action/citation_signature","submit_replication":"https://pith.science/pith/4D4ZA76BFB6OMRX7NSAJDWWEMD/action/replication_record"}},"created_at":"2026-05-22T01:04:30.310150+00:00","updated_at":"2026-05-22T01:04:30.310150+00:00"}