{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EYHDIRKYQ42H6SP2HSODG4ZVL3","short_pith_number":"pith:EYHDIRKY","canonical_record":{"source":{"id":"2308.12762","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2023-08-24T13:11:07Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"35e5a913e311994d03e864ec3be9766f341833223148acf3605397b2276c1cb7","abstract_canon_sha256":"5fe4bc63eb40c532a10d47e7a4aa3a85768ec55d54cb1741a520c44b0c56001f"},"schema_version":"1.0"},"canonical_sha256":"260e34455887347f49fa3c9c3373355ee756f1d999e6cb6edb74c608d5a47209","source":{"kind":"arxiv","id":"2308.12762","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.12762","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"arxiv_version","alias_value":"2308.12762v1","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.12762","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"pith_short_12","alias_value":"EYHDIRKYQ42H","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"pith_short_16","alias_value":"EYHDIRKYQ42H6SP2","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"pith_short_8","alias_value":"EYHDIRKY","created_at":"2026-07-05T09:39:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EYHDIRKYQ42H6SP2HSODG4ZVL3","target":"record","payload":{"canonical_record":{"source":{"id":"2308.12762","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2023-08-24T13:11:07Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"35e5a913e311994d03e864ec3be9766f341833223148acf3605397b2276c1cb7","abstract_canon_sha256":"5fe4bc63eb40c532a10d47e7a4aa3a85768ec55d54cb1741a520c44b0c56001f"},"schema_version":"1.0"},"canonical_sha256":"260e34455887347f49fa3c9c3373355ee756f1d999e6cb6edb74c608d5a47209","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:51.138029Z","signature_b64":"E/LGuZBfM7RMhoiQDDSngcJIv6FlnnvJ1HwsoJf8+m9QCcDQxAw7Aqq6Io3cw+ZF/fZGNQfWIzZVaJhc4zVuAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"260e34455887347f49fa3c9c3373355ee756f1d999e6cb6edb74c608d5a47209","last_reissued_at":"2026-07-05T09:39:51.137552Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:51.137552Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.12762","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZIPQF4C09dw7jlY0fVFojU33GyMe7F88cqw1fgGdRpqRx2DRyxuPBN8lxipugBJqz12s42amY1W1lvTVSrlaBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:52:35.753873Z"},"content_sha256":"5c60818117f2039725621babf4df2cead012df179dacbbd77bb4b895fec458a2","schema_version":"1.0","event_id":"sha256:5c60818117f2039725621babf4df2cead012df179dacbbd77bb4b895fec458a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EYHDIRKYQ42H6SP2HSODG4ZVL3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning Informed Evolutionary Search for Autonomous Systems Testing","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.RO","authors_text":"Dmytro Humeniuk, Foutse Khomh, Giuliano Antoniol","submitted_at":"2023-08-24T13:11:07Z","abstract_excerpt":"Evolutionary search-based techniques are commonly used for testing autonomous robotic systems. However, these approaches often rely on computationally expensive simulator-based models for test scenario evaluation. To improve the computational efficiency of the search-based testing, we propose augmenting the evolutionary search (ES) with a reinforcement learning (RL) agent trained using surrogate rewards derived from domain knowledge. In our approach, known as RIGAA (Reinforcement learning Informed Genetic Algorithm for Autonomous systems testing), we first train an RL agent to learn useful con"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.12762","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.12762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SO9BpOkMGYisKhko4A1iwUmLQodpqwZdrRn809pDkq1RWjW2lNjn/7I/+k0OAG1d805HVpdGWykn3f+7IhY2Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:52:35.754239Z"},"content_sha256":"f4ee331ec926de6bf34112269852e11655244e5bae82de7ed47ec69f79824dc7","schema_version":"1.0","event_id":"sha256:f4ee331ec926de6bf34112269852e11655244e5bae82de7ed47ec69f79824dc7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3/bundle.json","state_url":"https://pith.science/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T13:52:35Z","links":{"resolver":"https://pith.science/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3","bundle":"https://pith.science/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3/bundle.json","state":"https://pith.science/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EYHDIRKYQ42H6SP2HSODG4ZVL3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EYHDIRKYQ42H6SP2HSODG4ZVL3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5fe4bc63eb40c532a10d47e7a4aa3a85768ec55d54cb1741a520c44b0c56001f","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2023-08-24T13:11:07Z","title_canon_sha256":"35e5a913e311994d03e864ec3be9766f341833223148acf3605397b2276c1cb7"},"schema_version":"1.0","source":{"id":"2308.12762","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.12762","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"arxiv_version","alias_value":"2308.12762v1","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.12762","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"pith_short_12","alias_value":"EYHDIRKYQ42H","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"pith_short_16","alias_value":"EYHDIRKYQ42H6SP2","created_at":"2026-07-05T09:39:51Z"},{"alias_kind":"pith_short_8","alias_value":"EYHDIRKY","created_at":"2026-07-05T09:39:51Z"}],"graph_snapshots":[{"event_id":"sha256:f4ee331ec926de6bf34112269852e11655244e5bae82de7ed47ec69f79824dc7","target":"graph","created_at":"2026-07-05T09:39:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.12762/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evolutionary search-based techniques are commonly used for testing autonomous robotic systems. However, these approaches often rely on computationally expensive simulator-based models for test scenario evaluation. To improve the computational efficiency of the search-based testing, we propose augmenting the evolutionary search (ES) with a reinforcement learning (RL) agent trained using surrogate rewards derived from domain knowledge. In our approach, known as RIGAA (Reinforcement learning Informed Genetic Algorithm for Autonomous systems testing), we first train an RL agent to learn useful con","authors_text":"Dmytro Humeniuk, Foutse Khomh, Giuliano Antoniol","cross_cats":["cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2023-08-24T13:11:07Z","title":"Reinforcement Learning Informed Evolutionary Search for Autonomous Systems Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.12762","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c60818117f2039725621babf4df2cead012df179dacbbd77bb4b895fec458a2","target":"record","created_at":"2026-07-05T09:39:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5fe4bc63eb40c532a10d47e7a4aa3a85768ec55d54cb1741a520c44b0c56001f","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2023-08-24T13:11:07Z","title_canon_sha256":"35e5a913e311994d03e864ec3be9766f341833223148acf3605397b2276c1cb7"},"schema_version":"1.0","source":{"id":"2308.12762","kind":"arxiv","version":1}},"canonical_sha256":"260e34455887347f49fa3c9c3373355ee756f1d999e6cb6edb74c608d5a47209","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"260e34455887347f49fa3c9c3373355ee756f1d999e6cb6edb74c608d5a47209","first_computed_at":"2026-07-05T09:39:51.137552Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:51.137552Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E/LGuZBfM7RMhoiQDDSngcJIv6FlnnvJ1HwsoJf8+m9QCcDQxAw7Aqq6Io3cw+ZF/fZGNQfWIzZVaJhc4zVuAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:51.138029Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.12762","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c60818117f2039725621babf4df2cead012df179dacbbd77bb4b895fec458a2","sha256:f4ee331ec926de6bf34112269852e11655244e5bae82de7ed47ec69f79824dc7"],"state_sha256":"6819ccc94129f3497d14b084ef69d637b892a9443dfcb3d50c4d7354ffe97455"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q+v1j08e8qjqoV7x12+FFAcosL+6GRTsBNgMBpAeiwQzhfWSD2yFKgYfbVBFGp0HazDcDzTUvZzpfhyoF5prBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T13:52:35.756265Z","bundle_sha256":"d0c02219c7c3c5157c6c6eefd0a97b1ce5f3382ad35caedb6602124872a6056a"}}