{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:VNS3F35ILXOCN2RZSFTL24T3IW","short_pith_number":"pith:VNS3F35I","canonical_record":{"source":{"id":"1610.09903","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-31T12:57:25Z","cross_cats_sorted":[],"title_canon_sha256":"9456f225114ba50138d9d3b72c419bb1f1a9f498535006c050c2908fd2fab9c1","abstract_canon_sha256":"09dc6cb6e9a99eaed9d91d98568d1494fafe251ee1c03cb1d4cd526d365d818e"},"schema_version":"1.0"},"canonical_sha256":"ab65b2efa85ddc26ea399166bd727b45b78054ac812a027cbd623f464e918c96","source":{"kind":"arxiv","id":"1610.09903","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.09903","created_at":"2026-05-18T01:00:46Z"},{"alias_kind":"arxiv_version","alias_value":"1610.09903v1","created_at":"2026-05-18T01:00:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.09903","created_at":"2026-05-18T01:00:46Z"},{"alias_kind":"pith_short_12","alias_value":"VNS3F35ILXOC","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_16","alias_value":"VNS3F35ILXOCN2RZ","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_8","alias_value":"VNS3F35I","created_at":"2026-05-18T12:30:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:VNS3F35ILXOCN2RZSFTL24T3IW","target":"record","payload":{"canonical_record":{"source":{"id":"1610.09903","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-31T12:57:25Z","cross_cats_sorted":[],"title_canon_sha256":"9456f225114ba50138d9d3b72c419bb1f1a9f498535006c050c2908fd2fab9c1","abstract_canon_sha256":"09dc6cb6e9a99eaed9d91d98568d1494fafe251ee1c03cb1d4cd526d365d818e"},"schema_version":"1.0"},"canonical_sha256":"ab65b2efa85ddc26ea399166bd727b45b78054ac812a027cbd623f464e918c96","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:00:46.931764Z","signature_b64":"gX/iea6wFTMOgrXS7ktHJ0JVtbpFY8NHC9wN2FbxQWh0GVryyhgN4EMVrd44ZKUDf4SDK/kcqD1JhXR2YjxtAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab65b2efa85ddc26ea399166bd727b45b78054ac812a027cbd623f464e918c96","last_reissued_at":"2026-05-18T01:00:46.931384Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:00:46.931384Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1610.09903","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:00:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2DnXYTQ1OEMoKGLOtdmJ+Xw13ehjyD0LW6eIt/lOSveQWhiodIshNefcWGAd+IgCscBwxVItjxJSI+gsuHKGDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T19:11:55.607519Z"},"content_sha256":"3baff0bee21c77e389b0fb18de8d2ce9928b6cd7147cc089df5f7271d396adf3","schema_version":"1.0","event_id":"sha256:3baff0bee21c77e389b0fb18de8d2ce9928b6cd7147cc089df5f7271d396adf3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:VNS3F35ILXOCN2RZSFTL24T3IW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Runtime Parameters in Computer Systems with Delayed Experience Injection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Eiko Yoneki, Felix Gessert, Michael Schaarschmidt, Valentin Dalibard","submitted_at":"2016-10-31T12:57:25Z","abstract_excerpt":"Learning effective configurations in computer systems without hand-crafting models for every parameter is a long-standing problem. This paper investigates the use of deep reinforcement learning for runtime parameters of cloud databases under latency constraints. Cloud services serve up to thousands of concurrent requests per second and can adjust critical parameters by leveraging performance metrics. In this work, we use continuous deep reinforcement learning to learn optimal cache expirations for HTTP caching in content delivery networks. To this end, we introduce a technique for asynchronous"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.09903","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:00:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bP7Y18+PBNCYNJASV22p+3itLvenl2LuqTVlxhw+fsyVmaqykfLdz9taYV1kKbRlGRtLbxo++xiGiNV4TdwvBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T19:11:55.608161Z"},"content_sha256":"d01c502cfa8f169c6385311939504984613c4ba0126c13c39fe5577a1093644d","schema_version":"1.0","event_id":"sha256:d01c502cfa8f169c6385311939504984613c4ba0126c13c39fe5577a1093644d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VNS3F35ILXOCN2RZSFTL24T3IW/bundle.json","state_url":"https://pith.science/pith/VNS3F35ILXOCN2RZSFTL24T3IW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VNS3F35ILXOCN2RZSFTL24T3IW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T19:11:55Z","links":{"resolver":"https://pith.science/pith/VNS3F35ILXOCN2RZSFTL24T3IW","bundle":"https://pith.science/pith/VNS3F35ILXOCN2RZSFTL24T3IW/bundle.json","state":"https://pith.science/pith/VNS3F35ILXOCN2RZSFTL24T3IW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VNS3F35ILXOCN2RZSFTL24T3IW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:VNS3F35ILXOCN2RZSFTL24T3IW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09dc6cb6e9a99eaed9d91d98568d1494fafe251ee1c03cb1d4cd526d365d818e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-31T12:57:25Z","title_canon_sha256":"9456f225114ba50138d9d3b72c419bb1f1a9f498535006c050c2908fd2fab9c1"},"schema_version":"1.0","source":{"id":"1610.09903","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.09903","created_at":"2026-05-18T01:00:46Z"},{"alias_kind":"arxiv_version","alias_value":"1610.09903v1","created_at":"2026-05-18T01:00:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.09903","created_at":"2026-05-18T01:00:46Z"},{"alias_kind":"pith_short_12","alias_value":"VNS3F35ILXOC","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_16","alias_value":"VNS3F35ILXOCN2RZ","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_8","alias_value":"VNS3F35I","created_at":"2026-05-18T12:30:48Z"}],"graph_snapshots":[{"event_id":"sha256:d01c502cfa8f169c6385311939504984613c4ba0126c13c39fe5577a1093644d","target":"graph","created_at":"2026-05-18T01:00:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Learning effective configurations in computer systems without hand-crafting models for every parameter is a long-standing problem. This paper investigates the use of deep reinforcement learning for runtime parameters of cloud databases under latency constraints. Cloud services serve up to thousands of concurrent requests per second and can adjust critical parameters by leveraging performance metrics. In this work, we use continuous deep reinforcement learning to learn optimal cache expirations for HTTP caching in content delivery networks. To this end, we introduce a technique for asynchronous","authors_text":"Eiko Yoneki, Felix Gessert, Michael Schaarschmidt, Valentin Dalibard","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-31T12:57:25Z","title":"Learning Runtime Parameters in Computer Systems with Delayed Experience Injection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.09903","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3baff0bee21c77e389b0fb18de8d2ce9928b6cd7147cc089df5f7271d396adf3","target":"record","created_at":"2026-05-18T01:00:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09dc6cb6e9a99eaed9d91d98568d1494fafe251ee1c03cb1d4cd526d365d818e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-31T12:57:25Z","title_canon_sha256":"9456f225114ba50138d9d3b72c419bb1f1a9f498535006c050c2908fd2fab9c1"},"schema_version":"1.0","source":{"id":"1610.09903","kind":"arxiv","version":1}},"canonical_sha256":"ab65b2efa85ddc26ea399166bd727b45b78054ac812a027cbd623f464e918c96","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab65b2efa85ddc26ea399166bd727b45b78054ac812a027cbd623f464e918c96","first_computed_at":"2026-05-18T01:00:46.931384Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:00:46.931384Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gX/iea6wFTMOgrXS7ktHJ0JVtbpFY8NHC9wN2FbxQWh0GVryyhgN4EMVrd44ZKUDf4SDK/kcqD1JhXR2YjxtAA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:00:46.931764Z","signed_message":"canonical_sha256_bytes"},"source_id":"1610.09903","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3baff0bee21c77e389b0fb18de8d2ce9928b6cd7147cc089df5f7271d396adf3","sha256:d01c502cfa8f169c6385311939504984613c4ba0126c13c39fe5577a1093644d"],"state_sha256":"9ad00864cdf2c7c2450d59faad37be666230f119c5d4ac6cccd8226a5fe5853a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WH1JinuKw7Gp8S9WrOVhrdz/z+fpIJiRjNIGOKHQCFHuw8wAY2Q7J167X+YGC8ezZtntuUVuTSRKVCqCC8wDCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T19:11:55.611609Z","bundle_sha256":"53bc5bef3a708bbd1a469abeb62db0331825fd1362673a79bbb7f163cdd60711"}}