{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:C4FGQZAR64KHJY4D3SBDRBJAAE","short_pith_number":"pith:C4FGQZAR","canonical_record":{"source":{"id":"2111.04504","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T02:54:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7a5a204ac3b1f2aed30b24ababe706fb6fc04aa3b0ac1a647e7cb11edc107479","abstract_canon_sha256":"3c6b0cd0cfbb477852b75ef5317c3f9623fa88cab664cc35dd37958c40d4c93b"},"schema_version":"1.0"},"canonical_sha256":"170a686411f71474e383dc823885200118af1591255c4f5b6226d9e2fe1a070d","source":{"kind":"arxiv","id":"2111.04504","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.04504","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"arxiv_version","alias_value":"2111.04504v1","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.04504","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"pith_short_12","alias_value":"C4FGQZAR64KH","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"pith_short_16","alias_value":"C4FGQZAR64KHJY4D","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"pith_short_8","alias_value":"C4FGQZAR","created_at":"2026-07-05T03:30:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:C4FGQZAR64KHJY4D3SBDRBJAAE","target":"record","payload":{"canonical_record":{"source":{"id":"2111.04504","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T02:54:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7a5a204ac3b1f2aed30b24ababe706fb6fc04aa3b0ac1a647e7cb11edc107479","abstract_canon_sha256":"3c6b0cd0cfbb477852b75ef5317c3f9623fa88cab664cc35dd37958c40d4c93b"},"schema_version":"1.0"},"canonical_sha256":"170a686411f71474e383dc823885200118af1591255c4f5b6226d9e2fe1a070d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:30:00.714155Z","signature_b64":"3E9WSEEy26ADmRrZfvzfZIzjWkfxs3lSXoNDZJERyp2LxnnKJbpZosLsJstXn0wAnfxrS9I4rGSGVHaAsrOOCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"170a686411f71474e383dc823885200118af1591255c4f5b6226d9e2fe1a070d","last_reissued_at":"2026-07-05T03:30:00.713746Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:30:00.713746Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.04504","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qT79M6MV1TVVMfCwb+G4GKEOQe98IIODfPpehjnkuNLqsamF2WhEcDKUj5d1Xxu1precxZBS1HIYk/uKED4XBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T01:17:08.868333Z"},"content_sha256":"9b1c8512428cb13741cd4336099326380d623d0b29c3cef8f3f3ce49b8108a4e","schema_version":"1.0","event_id":"sha256:9b1c8512428cb13741cd4336099326380d623d0b29c3cef8f3f3ce49b8108a4e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:C4FGQZAR64KHJY4D3SBDRBJAAE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving RNA Secondary Structure Design using Deep Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alexander Whatley, Xiangru Tang, Zhekun Luo","submitted_at":"2021-11-05T02:54:06Z","abstract_excerpt":"Rising costs in recent years of developing new drugs and treatments have led to extensive research in optimization techniques in biomolecular design. Currently, the most widely used approach in biomolecular design is directed evolution, which is a greedy hill-climbing algorithm that simulates biological evolution. In this paper, we propose a new benchmark of applying reinforcement learning to RNA sequence design, in which the objective function is defined to be the free energy in the sequence's secondary structure. In addition to experimenting with the vanilla implementations of each reinforce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.04504","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.04504/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DDLkg5LmmcwEJWunOAmayvR2P+u/SPz9OREttVJK1NcJoQM7JaM4eT0HBZ4Z5tS1+hmKxgdV1fmHyKCfHMh0Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T01:17:08.868883Z"},"content_sha256":"7b8495187fa6d5791839d433ccd9fa630af7cbc30100f72d9564739d8a000726","schema_version":"1.0","event_id":"sha256:7b8495187fa6d5791839d433ccd9fa630af7cbc30100f72d9564739d8a000726"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C4FGQZAR64KHJY4D3SBDRBJAAE/bundle.json","state_url":"https://pith.science/pith/C4FGQZAR64KHJY4D3SBDRBJAAE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C4FGQZAR64KHJY4D3SBDRBJAAE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-24T01:17:08Z","links":{"resolver":"https://pith.science/pith/C4FGQZAR64KHJY4D3SBDRBJAAE","bundle":"https://pith.science/pith/C4FGQZAR64KHJY4D3SBDRBJAAE/bundle.json","state":"https://pith.science/pith/C4FGQZAR64KHJY4D3SBDRBJAAE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C4FGQZAR64KHJY4D3SBDRBJAAE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:C4FGQZAR64KHJY4D3SBDRBJAAE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3c6b0cd0cfbb477852b75ef5317c3f9623fa88cab664cc35dd37958c40d4c93b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T02:54:06Z","title_canon_sha256":"7a5a204ac3b1f2aed30b24ababe706fb6fc04aa3b0ac1a647e7cb11edc107479"},"schema_version":"1.0","source":{"id":"2111.04504","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.04504","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"arxiv_version","alias_value":"2111.04504v1","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.04504","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"pith_short_12","alias_value":"C4FGQZAR64KH","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"pith_short_16","alias_value":"C4FGQZAR64KHJY4D","created_at":"2026-07-05T03:30:00Z"},{"alias_kind":"pith_short_8","alias_value":"C4FGQZAR","created_at":"2026-07-05T03:30:00Z"}],"graph_snapshots":[{"event_id":"sha256:7b8495187fa6d5791839d433ccd9fa630af7cbc30100f72d9564739d8a000726","target":"graph","created_at":"2026-07-05T03:30:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.04504/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rising costs in recent years of developing new drugs and treatments have led to extensive research in optimization techniques in biomolecular design. Currently, the most widely used approach in biomolecular design is directed evolution, which is a greedy hill-climbing algorithm that simulates biological evolution. In this paper, we propose a new benchmark of applying reinforcement learning to RNA sequence design, in which the objective function is defined to be the free energy in the sequence's secondary structure. In addition to experimenting with the vanilla implementations of each reinforce","authors_text":"Alexander Whatley, Xiangru Tang, Zhekun Luo","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T02:54:06Z","title":"Improving RNA Secondary Structure Design using Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.04504","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b1c8512428cb13741cd4336099326380d623d0b29c3cef8f3f3ce49b8108a4e","target":"record","created_at":"2026-07-05T03:30:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3c6b0cd0cfbb477852b75ef5317c3f9623fa88cab664cc35dd37958c40d4c93b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T02:54:06Z","title_canon_sha256":"7a5a204ac3b1f2aed30b24ababe706fb6fc04aa3b0ac1a647e7cb11edc107479"},"schema_version":"1.0","source":{"id":"2111.04504","kind":"arxiv","version":1}},"canonical_sha256":"170a686411f71474e383dc823885200118af1591255c4f5b6226d9e2fe1a070d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"170a686411f71474e383dc823885200118af1591255c4f5b6226d9e2fe1a070d","first_computed_at":"2026-07-05T03:30:00.713746Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:30:00.713746Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3E9WSEEy26ADmRrZfvzfZIzjWkfxs3lSXoNDZJERyp2LxnnKJbpZosLsJstXn0wAnfxrS9I4rGSGVHaAsrOOCA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:30:00.714155Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.04504","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b1c8512428cb13741cd4336099326380d623d0b29c3cef8f3f3ce49b8108a4e","sha256:7b8495187fa6d5791839d433ccd9fa630af7cbc30100f72d9564739d8a000726"],"state_sha256":"e2ebb998a99918f63734838aece803ae25428fe19aa216a4cd45fddf4c76d79f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ydsy/o6DXl8XQsNOBNFRviT7p7lVo16pr74IJyig3oBLwwXySlMoKvTgnjRpRX1BvLx2VAZuqExAICRRmfslBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-24T01:17:08.873844Z","bundle_sha256":"07db18d0084d8fae42d86bd616b0d000da88dd530f49debb9f2e786b38e1af35"}}