{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:56IA74CMVYYH4WSFBYU5Q6SETM","short_pith_number":"pith:56IA74CM","canonical_record":{"source":{"id":"1809.06646","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2018-09-18T11:20:27Z","cross_cats_sorted":["cs.AI","cs.SY"],"title_canon_sha256":"6540188dbbc32b242aad23a189dbeb923a339929e4a236a6109a624d0e6a4fcc","abstract_canon_sha256":"0b43c6b9e504d1ae1aa6d3ba6fd8c702f17fe23eb7bf32531ed24293ca8fe382"},"schema_version":"1.0"},"canonical_sha256":"ef900ff04cae307e5a450e29d87a449b27fa797b0411a3052876ccb69ff0880c","source":{"kind":"arxiv","id":"1809.06646","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.06646","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"arxiv_version","alias_value":"1809.06646v3","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.06646","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"pith_short_12","alias_value":"56IA74CMVYYH","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"pith_short_16","alias_value":"56IA74CMVYYH4WSF","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"pith_short_8","alias_value":"56IA74CM","created_at":"2026-06-04T20:13:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:56IA74CMVYYH4WSFBYU5Q6SETM","target":"record","payload":{"canonical_record":{"source":{"id":"1809.06646","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2018-09-18T11:20:27Z","cross_cats_sorted":["cs.AI","cs.SY"],"title_canon_sha256":"6540188dbbc32b242aad23a189dbeb923a339929e4a236a6109a624d0e6a4fcc","abstract_canon_sha256":"0b43c6b9e504d1ae1aa6d3ba6fd8c702f17fe23eb7bf32531ed24293ca8fe382"},"schema_version":"1.0"},"canonical_sha256":"ef900ff04cae307e5a450e29d87a449b27fa797b0411a3052876ccb69ff0880c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-04T20:13:21.057846Z","signature_b64":"hbF2Ytmc8JQezvCi2Oupv4NmBY+XKTbI8P39QgwFqyRfwKWY2gFQV1X2bCte+NfHGVk89LRgIgnNdIzja+gsDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef900ff04cae307e5a450e29d87a449b27fa797b0411a3052876ccb69ff0880c","last_reissued_at":"2026-06-04T20:13:21.056965Z","signature_status":"signed_v1","first_computed_at":"2026-06-04T20:13:21.056965Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.06646","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-04T20:13:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VGddkuVXeRtBSBsLtE8qtNx3xUfMQrKDDu7CAhT/rJh7A4eS1rgpNJ0/CSEAmfzKkmDl9tUEPwRPkytFR5z9AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-20T06:20:23.578772Z"},"content_sha256":"32f44996265e65e40b13b1553fc7f1fea41dbc68bd9dab906c057350797a2be6","schema_version":"1.0","event_id":"sha256:32f44996265e65e40b13b1553fc7f1fea41dbc68bd9dab906c057350797a2be6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:56IA74CMVYYH4WSFBYU5Q6SETM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model-Free Adaptive Optimal Control of Episodic Fixed-Horizon Manufacturing Processes using Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.SY"],"primary_cat":"eess.SY","authors_text":"Johannes Dornheim, Norbert Link, Peter Gumbsch","submitted_at":"2018-09-18T11:20:27Z","abstract_excerpt":"A self-learning optimal control algorithm for episodic fixed-horizon manufacturing processes with time-discrete control actions is proposed and evaluated on a simulated deep drawing process. The control model is built during consecutive process executions under optimal control via reinforcement learning, using the measured product quality as reward after each process execution. Prior model formulation, which is required by state-of-the-art algorithms from model predictive control and approximate dynamic programming, is therefore obsolete. This avoids several difficulties namely in system ident"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.06646","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1809.06646/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-04T20:13:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rtnd9xW5B4y+4cytcG8xaMzIRYrCoC4udGKZKkJInWPpxTkZ5lzBopc3QrIlno/hIiOkJcqc/RpyM/oL9jqQDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-20T06:20:23.579149Z"},"content_sha256":"daef0dbd3520cf477d62610fc713251a732554e4289f08af721eb9064d888012","schema_version":"1.0","event_id":"sha256:daef0dbd3520cf477d62610fc713251a732554e4289f08af721eb9064d888012"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/56IA74CMVYYH4WSFBYU5Q6SETM/bundle.json","state_url":"https://pith.science/pith/56IA74CMVYYH4WSFBYU5Q6SETM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/56IA74CMVYYH4WSFBYU5Q6SETM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-20T06:20:23Z","links":{"resolver":"https://pith.science/pith/56IA74CMVYYH4WSFBYU5Q6SETM","bundle":"https://pith.science/pith/56IA74CMVYYH4WSFBYU5Q6SETM/bundle.json","state":"https://pith.science/pith/56IA74CMVYYH4WSFBYU5Q6SETM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/56IA74CMVYYH4WSFBYU5Q6SETM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:56IA74CMVYYH4WSFBYU5Q6SETM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b43c6b9e504d1ae1aa6d3ba6fd8c702f17fe23eb7bf32531ed24293ca8fe382","cross_cats_sorted":["cs.AI","cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2018-09-18T11:20:27Z","title_canon_sha256":"6540188dbbc32b242aad23a189dbeb923a339929e4a236a6109a624d0e6a4fcc"},"schema_version":"1.0","source":{"id":"1809.06646","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.06646","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"arxiv_version","alias_value":"1809.06646v3","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.06646","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"pith_short_12","alias_value":"56IA74CMVYYH","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"pith_short_16","alias_value":"56IA74CMVYYH4WSF","created_at":"2026-06-04T20:13:21Z"},{"alias_kind":"pith_short_8","alias_value":"56IA74CM","created_at":"2026-06-04T20:13:21Z"}],"graph_snapshots":[{"event_id":"sha256:daef0dbd3520cf477d62610fc713251a732554e4289f08af721eb9064d888012","target":"graph","created_at":"2026-06-04T20:13:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1809.06646/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A self-learning optimal control algorithm for episodic fixed-horizon manufacturing processes with time-discrete control actions is proposed and evaluated on a simulated deep drawing process. The control model is built during consecutive process executions under optimal control via reinforcement learning, using the measured product quality as reward after each process execution. Prior model formulation, which is required by state-of-the-art algorithms from model predictive control and approximate dynamic programming, is therefore obsolete. This avoids several difficulties namely in system ident","authors_text":"Johannes Dornheim, Norbert Link, Peter Gumbsch","cross_cats":["cs.AI","cs.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2018-09-18T11:20:27Z","title":"Model-Free Adaptive Optimal Control of Episodic Fixed-Horizon Manufacturing Processes using Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.06646","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32f44996265e65e40b13b1553fc7f1fea41dbc68bd9dab906c057350797a2be6","target":"record","created_at":"2026-06-04T20:13:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b43c6b9e504d1ae1aa6d3ba6fd8c702f17fe23eb7bf32531ed24293ca8fe382","cross_cats_sorted":["cs.AI","cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2018-09-18T11:20:27Z","title_canon_sha256":"6540188dbbc32b242aad23a189dbeb923a339929e4a236a6109a624d0e6a4fcc"},"schema_version":"1.0","source":{"id":"1809.06646","kind":"arxiv","version":3}},"canonical_sha256":"ef900ff04cae307e5a450e29d87a449b27fa797b0411a3052876ccb69ff0880c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef900ff04cae307e5a450e29d87a449b27fa797b0411a3052876ccb69ff0880c","first_computed_at":"2026-06-04T20:13:21.056965Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-04T20:13:21.056965Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hbF2Ytmc8JQezvCi2Oupv4NmBY+XKTbI8P39QgwFqyRfwKWY2gFQV1X2bCte+NfHGVk89LRgIgnNdIzja+gsDw==","signature_status":"signed_v1","signed_at":"2026-06-04T20:13:21.057846Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.06646","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32f44996265e65e40b13b1553fc7f1fea41dbc68bd9dab906c057350797a2be6","sha256:daef0dbd3520cf477d62610fc713251a732554e4289f08af721eb9064d888012"],"state_sha256":"3626d1f331955ced64468d81a869eff6e90bbf190b3c2fb37a65c915862667d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e3yetVTyiXjIc9OirVazz31TKqK4XjP451L7gLgi3e2yG/9ue8E7JWasJ9b+soH4kHEdKL58gdv7HEUUwlMdAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-20T06:20:23.581221Z","bundle_sha256":"f6283d66e596b7bf1523041863216b75976ba4d207311fafbdbfb0b8a2778279"}}