{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:VZ6ILZ3HUZCAEOY25RYW4UPJHP","short_pith_number":"pith:VZ6ILZ3H","schema_version":"1.0","canonical_sha256":"ae7c85e767a644023b1aec716e51e93bd9aaeb35f26be28fea38709b157ce28b","source":{"kind":"arxiv","id":"2303.16266","version":3},"attestation_state":"computed","paper":{"title":"On-line reinforcement learning for optimization of real-life energy trading strategy","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["q-fin.TR"],"primary_cat":"cs.LG","authors_text":"{\\L}ukasz Lepak, Pawe{\\l} Wawrzy\\'nski","submitted_at":"2023-03-28T19:27:02Z","abstract_excerpt":"An increasing share of energy is produced from renewable sources by many small producers. The efficiency of those sources is volatile and, to some extent, random, exacerbating the problem of energy market balancing. In many countries, this balancing is done on the day-ahead (DA) energy markets. This paper considers automated trading on the DA energy market by a medium-sized prosumer. We model this activity as a Markov Decision Process and formalize a framework in which an applicable in real-life strategy can be optimized with off-line data. We design a trading strategy that is fed with the ava"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2303.16266","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-28T19:27:02Z","cross_cats_sorted":["q-fin.TR"],"title_canon_sha256":"e0e14248cc6b18c3b471111ebabb93558ea2f684a5e996d76a6fc5412be3bb14","abstract_canon_sha256":"d38f2544dfa0a7629166b2106f30fd0f2e6fc252d634d2f2bee2f3744dc69d62"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:53.436295Z","signature_b64":"z1BxZZ/eWCYIN2Y8tjdKsMc/9DB02OgvvxffQfJvRkAm+W0ICBqPne2HDjJ/Vk3P3nlsEqjgO7h6mIcERFoXAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae7c85e767a644023b1aec716e51e93bd9aaeb35f26be28fea38709b157ce28b","last_reissued_at":"2026-07-05T07:44:53.435755Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:53.435755Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On-line reinforcement learning for optimization of real-life energy trading strategy","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["q-fin.TR"],"primary_cat":"cs.LG","authors_text":"{\\L}ukasz Lepak, Pawe{\\l} Wawrzy\\'nski","submitted_at":"2023-03-28T19:27:02Z","abstract_excerpt":"An increasing share of energy is produced from renewable sources by many small producers. The efficiency of those sources is volatile and, to some extent, random, exacerbating the problem of energy market balancing. In many countries, this balancing is done on the day-ahead (DA) energy markets. This paper considers automated trading on the DA energy market by a medium-sized prosumer. We model this activity as a Markov Decision Process and formalize a framework in which an applicable in real-life strategy can be optimized with off-line data. We design a trading strategy that is fed with the ava"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.16266","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.16266/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2303.16266","created_at":"2026-07-05T07:44:53.435812+00:00"},{"alias_kind":"arxiv_version","alias_value":"2303.16266v3","created_at":"2026-07-05T07:44:53.435812+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.16266","created_at":"2026-07-05T07:44:53.435812+00:00"},{"alias_kind":"pith_short_12","alias_value":"VZ6ILZ3HUZCA","created_at":"2026-07-05T07:44:53.435812+00:00"},{"alias_kind":"pith_short_16","alias_value":"VZ6ILZ3HUZCAEOY2","created_at":"2026-07-05T07:44:53.435812+00:00"},{"alias_kind":"pith_short_8","alias_value":"VZ6ILZ3H","created_at":"2026-07-05T07:44:53.435812+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP","json":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP.json","graph_json":"https://pith.science/api/pith-number/VZ6ILZ3HUZCAEOY25RYW4UPJHP/graph.json","events_json":"https://pith.science/api/pith-number/VZ6ILZ3HUZCAEOY25RYW4UPJHP/events.json","paper":"https://pith.science/paper/VZ6ILZ3H"},"agent_actions":{"view_html":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP","download_json":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP.json","view_paper":"https://pith.science/paper/VZ6ILZ3H","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2303.16266&json=true","fetch_graph":"https://pith.science/api/pith-number/VZ6ILZ3HUZCAEOY25RYW4UPJHP/graph.json","fetch_events":"https://pith.science/api/pith-number/VZ6ILZ3HUZCAEOY25RYW4UPJHP/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP/action/timestamp_anchor","attest_storage":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP/action/storage_attestation","attest_author":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP/action/author_attestation","sign_citation":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP/action/citation_signature","submit_replication":"https://pith.science/pith/VZ6ILZ3HUZCAEOY25RYW4UPJHP/action/replication_record"}},"created_at":"2026-07-05T07:44:53.435812+00:00","updated_at":"2026-07-05T07:44:53.435812+00:00"}