{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OTNLGW4VQPDWVLGUR23MUPBNJN","short_pith_number":"pith:OTNLGW4V","canonical_record":{"source":{"id":"2505.20052","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T14:41:10Z","cross_cats_sorted":["q-bio.QM"],"title_canon_sha256":"46d8d7cb334aa26793af3f66ea7e6a021412bbfb693a5e34a5079ed5cdf73ed0","abstract_canon_sha256":"1b0572b8563fdbf00882b1f5d53f5e75f29e8733589ea1f2092a1114265d9c30"},"schema_version":"1.0"},"canonical_sha256":"74dab35b9583c76aacd48eb6ca3c2d4b7f34fddadfa13fdabe3e3960dd2c0be4","source":{"kind":"arxiv","id":"2505.20052","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20052","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20052v1","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20052","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"pith_short_12","alias_value":"OTNLGW4VQPDW","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"pith_short_16","alias_value":"OTNLGW4VQPDWVLGU","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"pith_short_8","alias_value":"OTNLGW4V","created_at":"2026-07-05T11:09:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OTNLGW4VQPDWVLGUR23MUPBNJN","target":"record","payload":{"canonical_record":{"source":{"id":"2505.20052","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T14:41:10Z","cross_cats_sorted":["q-bio.QM"],"title_canon_sha256":"46d8d7cb334aa26793af3f66ea7e6a021412bbfb693a5e34a5079ed5cdf73ed0","abstract_canon_sha256":"1b0572b8563fdbf00882b1f5d53f5e75f29e8733589ea1f2092a1114265d9c30"},"schema_version":"1.0"},"canonical_sha256":"74dab35b9583c76aacd48eb6ca3c2d4b7f34fddadfa13fdabe3e3960dd2c0be4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:51.909055Z","signature_b64":"cmrKfcRxcfy5Cce2P+qrc6i6gb3U+QWTlDN9C6a00P0dCTRuRsheFcGxr8WajYggYvg+wv/qNWEh8R6Wt+vlAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"74dab35b9583c76aacd48eb6ca3c2d4b7f34fddadfa13fdabe3e3960dd2c0be4","last_reissued_at":"2026-07-05T11:09:51.908565Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:51.908565Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.20052","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HRYmwjjU9wvJmqwbMU4h5Zb0tKVa81+1oQOQPr/651BPTjFMZtH/APHajk5PJlpCLNVrOKFx6EcFgEucOwKMBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:39:48.706847Z"},"content_sha256":"8dda822c19aa7db6647fc60d60aede14c127bf81d447ee9a6468b90f8526acf1","schema_version":"1.0","event_id":"sha256:8dda822c19aa7db6647fc60d60aede14c127bf81d447ee9a6468b90f8526acf1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OTNLGW4VQPDWVLGUR23MUPBNJN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Ankh3: Multi-Task Pretraining with Sequence Denoising and Completion Enhances Protein Representations","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["q-bio.QM"],"primary_cat":"cs.LG","authors_text":"Ahmed Elnaggar, Hazem Alsamkary, Mohamed Elkerdawy, Mohamed Elshaffei","submitted_at":"2025-05-26T14:41:10Z","abstract_excerpt":"Protein language models (PLMs) have emerged as powerful tools to detect complex patterns of protein sequences. However, the capability of PLMs to fully capture information on protein sequences might be limited by focusing on single pre-training tasks. Although adding data modalities or supervised objectives can improve the performance of PLMs, pre-training often remains focused on denoising corrupted sequences. To push the boundaries of PLMs, our research investigated a multi-task pre-training strategy. We developed Ankh3, a model jointly optimized on two objectives: masked language modeling w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20052","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.20052/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W9BA+6KyCxBjLy4GY5raqCaYYZDZ/ht2TOFiC69Uk3FWTzFbQNEM9l/2j7qSx/8frj+P72nicIGBaG50OTm3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:39:48.707542Z"},"content_sha256":"12f681697d93172d79388fb24899e8b87c781e23d845e04fa2ce32d83c73e4eb","schema_version":"1.0","event_id":"sha256:12f681697d93172d79388fb24899e8b87c781e23d845e04fa2ce32d83c73e4eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OTNLGW4VQPDWVLGUR23MUPBNJN/bundle.json","state_url":"https://pith.science/pith/OTNLGW4VQPDWVLGUR23MUPBNJN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OTNLGW4VQPDWVLGUR23MUPBNJN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T21:39:48Z","links":{"resolver":"https://pith.science/pith/OTNLGW4VQPDWVLGUR23MUPBNJN","bundle":"https://pith.science/pith/OTNLGW4VQPDWVLGUR23MUPBNJN/bundle.json","state":"https://pith.science/pith/OTNLGW4VQPDWVLGUR23MUPBNJN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OTNLGW4VQPDWVLGUR23MUPBNJN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OTNLGW4VQPDWVLGUR23MUPBNJN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1b0572b8563fdbf00882b1f5d53f5e75f29e8733589ea1f2092a1114265d9c30","cross_cats_sorted":["q-bio.QM"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T14:41:10Z","title_canon_sha256":"46d8d7cb334aa26793af3f66ea7e6a021412bbfb693a5e34a5079ed5cdf73ed0"},"schema_version":"1.0","source":{"id":"2505.20052","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20052","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20052v1","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20052","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"pith_short_12","alias_value":"OTNLGW4VQPDW","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"pith_short_16","alias_value":"OTNLGW4VQPDWVLGU","created_at":"2026-07-05T11:09:51Z"},{"alias_kind":"pith_short_8","alias_value":"OTNLGW4V","created_at":"2026-07-05T11:09:51Z"}],"graph_snapshots":[{"event_id":"sha256:12f681697d93172d79388fb24899e8b87c781e23d845e04fa2ce32d83c73e4eb","target":"graph","created_at":"2026-07-05T11:09:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20052/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Protein language models (PLMs) have emerged as powerful tools to detect complex patterns of protein sequences. However, the capability of PLMs to fully capture information on protein sequences might be limited by focusing on single pre-training tasks. Although adding data modalities or supervised objectives can improve the performance of PLMs, pre-training often remains focused on denoising corrupted sequences. To push the boundaries of PLMs, our research investigated a multi-task pre-training strategy. We developed Ankh3, a model jointly optimized on two objectives: masked language modeling w","authors_text":"Ahmed Elnaggar, Hazem Alsamkary, Mohamed Elkerdawy, Mohamed Elshaffei","cross_cats":["q-bio.QM"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T14:41:10Z","title":"Ankh3: Multi-Task Pretraining with Sequence Denoising and Completion Enhances Protein Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20052","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8dda822c19aa7db6647fc60d60aede14c127bf81d447ee9a6468b90f8526acf1","target":"record","created_at":"2026-07-05T11:09:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1b0572b8563fdbf00882b1f5d53f5e75f29e8733589ea1f2092a1114265d9c30","cross_cats_sorted":["q-bio.QM"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T14:41:10Z","title_canon_sha256":"46d8d7cb334aa26793af3f66ea7e6a021412bbfb693a5e34a5079ed5cdf73ed0"},"schema_version":"1.0","source":{"id":"2505.20052","kind":"arxiv","version":1}},"canonical_sha256":"74dab35b9583c76aacd48eb6ca3c2d4b7f34fddadfa13fdabe3e3960dd2c0be4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"74dab35b9583c76aacd48eb6ca3c2d4b7f34fddadfa13fdabe3e3960dd2c0be4","first_computed_at":"2026-07-05T11:09:51.908565Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:51.908565Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cmrKfcRxcfy5Cce2P+qrc6i6gb3U+QWTlDN9C6a00P0dCTRuRsheFcGxr8WajYggYvg+wv/qNWEh8R6Wt+vlAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:51.909055Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20052","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8dda822c19aa7db6647fc60d60aede14c127bf81d447ee9a6468b90f8526acf1","sha256:12f681697d93172d79388fb24899e8b87c781e23d845e04fa2ce32d83c73e4eb"],"state_sha256":"208657465e1bfa6e4b53bc99b1454d1f8eed60c1094d260f4cb90095e21d86fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2MElTzAqnzmSTZxphj/l2tCRuFYJqLPsPZZO+6JOz5eGoOBcEuB16Z679/XC4LuI8WCSUzxg1SWXjob+p2lmDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T21:39:48.713442Z","bundle_sha256":"6ca2377f259dca58f81b252e97f114ec05b2bc271f63630dc9db9ab763375bd4"}}