{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:UPVQ3RGTUULINL2LBIABJWA2H4","short_pith_number":"pith:UPVQ3RGT","schema_version":"1.0","canonical_sha256":"a3eb0dc4d3a51686af4b0a0014d81a3f3826e862df633b4f1c5b1c1a34095adb","source":{"kind":"arxiv","id":"2506.14796","version":1},"attestation_state":"computed","paper":{"title":"PFMBench: Protein Foundation Model Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"q-bio.BM","authors_text":"Bozhen Hu, Cheng Tan, Chenrui Xu, Hao Wang, Linlin Chao, Mengdi Liu, Stan Z. Li, Xiaoming Zhang, Zhangyang Gao","submitted_at":"2025-06-01T07:40:07Z","abstract_excerpt":"This study investigates the current landscape and future directions of protein foundation model research. While recent advancements have transformed protein science and engineering, the field lacks a comprehensive benchmark for fair evaluation and in-depth understanding. Since ESM-1B, numerous protein foundation models have emerged, each with unique datasets and methodologies. However, evaluations often focus on limited tasks tailored to specific models, hindering insights into broader generalization and limitations. Specifically, researchers struggle to understand the relationships between ta"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2506.14796","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"q-bio.BM","submitted_at":"2025-06-01T07:40:07Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ef1b380e87c738fa64493197f267b26f8f8effc61830b2687af05087c1988c1d","abstract_canon_sha256":"7a1042dfbf2a788d34cb5a4e0a3ee4871614f2e767b0d077f80f9efebe58ff57"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:23:31.577552Z","signature_b64":"B2196Ydmnmw4IVEIP3XLs3sc/u6ixdx9cc68NqwTDjKxM8M0i/ifQ1sN9zg7DAqB0qJiZXLDFHRvc8evRCr/Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a3eb0dc4d3a51686af4b0a0014d81a3f3826e862df633b4f1c5b1c1a34095adb","last_reissued_at":"2026-07-05T11:23:31.577048Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:23:31.577048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"PFMBench: Protein Foundation Model Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"q-bio.BM","authors_text":"Bozhen Hu, Cheng Tan, Chenrui Xu, Hao Wang, Linlin Chao, Mengdi Liu, Stan Z. Li, Xiaoming Zhang, Zhangyang Gao","submitted_at":"2025-06-01T07:40:07Z","abstract_excerpt":"This study investigates the current landscape and future directions of protein foundation model research. While recent advancements have transformed protein science and engineering, the field lacks a comprehensive benchmark for fair evaluation and in-depth understanding. Since ESM-1B, numerous protein foundation models have emerged, each with unique datasets and methodologies. However, evaluations often focus on limited tasks tailored to specific models, hindering insights into broader generalization and limitations. Specifically, researchers struggle to understand the relationships between ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.14796","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.14796/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2506.14796","created_at":"2026-07-05T11:23:31.577100+00:00"},{"alias_kind":"arxiv_version","alias_value":"2506.14796v1","created_at":"2026-07-05T11:23:31.577100+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.14796","created_at":"2026-07-05T11:23:31.577100+00:00"},{"alias_kind":"pith_short_12","alias_value":"UPVQ3RGTUULI","created_at":"2026-07-05T11:23:31.577100+00:00"},{"alias_kind":"pith_short_16","alias_value":"UPVQ3RGTUULINL2L","created_at":"2026-07-05T11:23:31.577100+00:00"},{"alias_kind":"pith_short_8","alias_value":"UPVQ3RGT","created_at":"2026-07-05T11:23:31.577100+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2604.24506","citing_title":"MIMIC: A Generative Multimodal Foundation Model for Biomolecules","ref_index":70,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4","json":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4.json","graph_json":"https://pith.science/api/pith-number/UPVQ3RGTUULINL2LBIABJWA2H4/graph.json","events_json":"https://pith.science/api/pith-number/UPVQ3RGTUULINL2LBIABJWA2H4/events.json","paper":"https://pith.science/paper/UPVQ3RGT"},"agent_actions":{"view_html":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4","download_json":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4.json","view_paper":"https://pith.science/paper/UPVQ3RGT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2506.14796&json=true","fetch_graph":"https://pith.science/api/pith-number/UPVQ3RGTUULINL2LBIABJWA2H4/graph.json","fetch_events":"https://pith.science/api/pith-number/UPVQ3RGTUULINL2LBIABJWA2H4/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4/action/timestamp_anchor","attest_storage":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4/action/storage_attestation","attest_author":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4/action/author_attestation","sign_citation":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4/action/citation_signature","submit_replication":"https://pith.science/pith/UPVQ3RGTUULINL2LBIABJWA2H4/action/replication_record"}},"created_at":"2026-07-05T11:23:31.577100+00:00","updated_at":"2026-07-05T11:23:31.577100+00:00"}