{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VG6EZGELGLXDAGUHJA5ZVLKTVK","short_pith_number":"pith:VG6EZGEL","canonical_record":{"source":{"id":"2409.06744","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-bio.QM","submitted_at":"2024-09-10T06:52:33Z","cross_cats_sorted":["cs.AI","cs.LG","q-bio.BM"],"title_canon_sha256":"0fa616290f0c5fe4442d57bfd6700b5ec908d70451ebf4f8f51a1acaa289c6ca","abstract_canon_sha256":"12ae63e595c42b3f3ec94fdd8da844f0ca6538527b45c651f883864ae70fb3c6"},"schema_version":"1.0"},"canonical_sha256":"a9bc4c988b32ee301a87483b9aad53aab3fdfc7ddad2927c7d7e248bb1f3721a","source":{"kind":"arxiv","id":"2409.06744","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.06744","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"arxiv_version","alias_value":"2409.06744v2","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.06744","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"pith_short_12","alias_value":"VG6EZGELGLXD","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"pith_short_16","alias_value":"VG6EZGELGLXDAGUH","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"pith_short_8","alias_value":"VG6EZGEL","created_at":"2026-07-05T09:16:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VG6EZGELGLXDAGUHJA5ZVLKTVK","target":"record","payload":{"canonical_record":{"source":{"id":"2409.06744","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-bio.QM","submitted_at":"2024-09-10T06:52:33Z","cross_cats_sorted":["cs.AI","cs.LG","q-bio.BM"],"title_canon_sha256":"0fa616290f0c5fe4442d57bfd6700b5ec908d70451ebf4f8f51a1acaa289c6ca","abstract_canon_sha256":"12ae63e595c42b3f3ec94fdd8da844f0ca6538527b45c651f883864ae70fb3c6"},"schema_version":"1.0"},"canonical_sha256":"a9bc4c988b32ee301a87483b9aad53aab3fdfc7ddad2927c7d7e248bb1f3721a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:52.476905Z","signature_b64":"/k1szLOw9bL2/L1m+d/gGKl3J0S4nXUCKZtdlz4e4jM5wzHlxGjWebqNuALTEadxtYnnPOQtcqWPuyaM6Yj/AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a9bc4c988b32ee301a87483b9aad53aab3fdfc7ddad2927c7d7e248bb1f3721a","last_reissued_at":"2026-07-05T09:16:52.476398Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:52.476398Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.06744","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mo/bCVzynN0fNObVgJWFtTRa24b0dkV4QJSX14vlWddtHfFPTJPwSrjXOF63FcTvvnqZNqsTyJuzE8p47p3/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:37:26.231896Z"},"content_sha256":"56ac0e8aeffc1485bc1c2c076bac95e3d3f1caa4194b78707d15b8877395a984","schema_version":"1.0","event_id":"sha256:56ac0e8aeffc1485bc1c2c076bac95e3d3f1caa4194b78707d15b8877395a984"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VG6EZGELGLXDAGUHJA5ZVLKTVK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ProteinBench: A Holistic Evaluation of Protein Foundation Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.LG","q-bio.BM"],"primary_cat":"q-bio.QM","authors_text":"Dongyu Xue, Fei Ye, Lihao Wang, Quanquan Gu, Xiangxin Zhou, Xinyou Wang, Yan Wang, Yiming Ma, Yuning Shen, Zaixiang Zheng","submitted_at":"2024-09-10T06:52:33Z","abstract_excerpt":"Recent years have witnessed a surge in the development of protein foundation models, significantly improving performance in protein prediction and generative tasks ranging from 3D structure prediction and protein design to conformational dynamics. However, the capabilities and limitations associated with these models remain poorly understood due to the absence of a unified evaluation framework. To fill this gap, we introduce ProteinBench, a holistic evaluation framework designed to enhance the transparency of protein foundation models. Our approach consists of three key components: (i) A taxon"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.06744","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.06744/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hyxkuwFek8SXZpX39+d7IpIac6DoBfST+cjK0JtUeVmUedv/aA40kUmLkdR9rXLx1i+WRccVOdPi13PCwNZDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:37:26.234765Z"},"content_sha256":"48142aa30c48f9644c766d4b9831f2422b2144719bae6e0efa13f200dadf6881","schema_version":"1.0","event_id":"sha256:48142aa30c48f9644c766d4b9831f2422b2144719bae6e0efa13f200dadf6881"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK/bundle.json","state_url":"https://pith.science/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T22:37:26Z","links":{"resolver":"https://pith.science/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK","bundle":"https://pith.science/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK/bundle.json","state":"https://pith.science/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VG6EZGELGLXDAGUHJA5ZVLKTVK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VG6EZGELGLXDAGUHJA5ZVLKTVK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12ae63e595c42b3f3ec94fdd8da844f0ca6538527b45c651f883864ae70fb3c6","cross_cats_sorted":["cs.AI","cs.LG","q-bio.BM"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-bio.QM","submitted_at":"2024-09-10T06:52:33Z","title_canon_sha256":"0fa616290f0c5fe4442d57bfd6700b5ec908d70451ebf4f8f51a1acaa289c6ca"},"schema_version":"1.0","source":{"id":"2409.06744","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.06744","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"arxiv_version","alias_value":"2409.06744v2","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.06744","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"pith_short_12","alias_value":"VG6EZGELGLXD","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"pith_short_16","alias_value":"VG6EZGELGLXDAGUH","created_at":"2026-07-05T09:16:52Z"},{"alias_kind":"pith_short_8","alias_value":"VG6EZGEL","created_at":"2026-07-05T09:16:52Z"}],"graph_snapshots":[{"event_id":"sha256:48142aa30c48f9644c766d4b9831f2422b2144719bae6e0efa13f200dadf6881","target":"graph","created_at":"2026-07-05T09:16:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.06744/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent years have witnessed a surge in the development of protein foundation models, significantly improving performance in protein prediction and generative tasks ranging from 3D structure prediction and protein design to conformational dynamics. However, the capabilities and limitations associated with these models remain poorly understood due to the absence of a unified evaluation framework. To fill this gap, we introduce ProteinBench, a holistic evaluation framework designed to enhance the transparency of protein foundation models. Our approach consists of three key components: (i) A taxon","authors_text":"Dongyu Xue, Fei Ye, Lihao Wang, Quanquan Gu, Xiangxin Zhou, Xinyou Wang, Yan Wang, Yiming Ma, Yuning Shen, Zaixiang Zheng","cross_cats":["cs.AI","cs.LG","q-bio.BM"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-bio.QM","submitted_at":"2024-09-10T06:52:33Z","title":"ProteinBench: A Holistic Evaluation of Protein Foundation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.06744","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:56ac0e8aeffc1485bc1c2c076bac95e3d3f1caa4194b78707d15b8877395a984","target":"record","created_at":"2026-07-05T09:16:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12ae63e595c42b3f3ec94fdd8da844f0ca6538527b45c651f883864ae70fb3c6","cross_cats_sorted":["cs.AI","cs.LG","q-bio.BM"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-bio.QM","submitted_at":"2024-09-10T06:52:33Z","title_canon_sha256":"0fa616290f0c5fe4442d57bfd6700b5ec908d70451ebf4f8f51a1acaa289c6ca"},"schema_version":"1.0","source":{"id":"2409.06744","kind":"arxiv","version":2}},"canonical_sha256":"a9bc4c988b32ee301a87483b9aad53aab3fdfc7ddad2927c7d7e248bb1f3721a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a9bc4c988b32ee301a87483b9aad53aab3fdfc7ddad2927c7d7e248bb1f3721a","first_computed_at":"2026-07-05T09:16:52.476398Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:52.476398Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/k1szLOw9bL2/L1m+d/gGKl3J0S4nXUCKZtdlz4e4jM5wzHlxGjWebqNuALTEadxtYnnPOQtcqWPuyaM6Yj/AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:52.476905Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.06744","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:56ac0e8aeffc1485bc1c2c076bac95e3d3f1caa4194b78707d15b8877395a984","sha256:48142aa30c48f9644c766d4b9831f2422b2144719bae6e0efa13f200dadf6881"],"state_sha256":"627cd2d3fb10b99352c646da7dfbd9f87376bbb2a87239ff686d59d091f81f84"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JCez/DXmSDG49FVRq7Ryn80q1gjjwx6nqU8Dje3hPUxwkGGU+W6xdTkAZbR+uE0SzJHipjxj0/ZbKk77vifmBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T22:37:26.288813Z","bundle_sha256":"c3cdba99ae9d5ac409b00b3b852fec81e94d4651bc712f6e73f87e58d3265870"}}