{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:WKPAYGMGINAAVN6ZORNEMVIM2X","short_pith_number":"pith:WKPAYGMG","canonical_record":{"source":{"id":"2006.03899","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-06T15:51:52Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"7da39258ce7cda3c66483c1956c4e27a7cb5a708abf78a815178e455b1ff8b5a","abstract_canon_sha256":"7b34f643d2e83be255964b3cb9b089bb1008d0b4bbefc12d4675da224deba8f0"},"schema_version":"1.0"},"canonical_sha256":"b29e0c198643400ab7d9745a46550cd5f17e0e54f95f914af1d7109d32373043","source":{"kind":"arxiv","id":"2006.03899","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.03899","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"arxiv_version","alias_value":"2006.03899v1","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.03899","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"pith_short_12","alias_value":"WKPAYGMGINAA","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"pith_short_16","alias_value":"WKPAYGMGINAAVN6Z","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"pith_short_8","alias_value":"WKPAYGMG","created_at":"2026-07-05T01:08:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:WKPAYGMGINAAVN6ZORNEMVIM2X","target":"record","payload":{"canonical_record":{"source":{"id":"2006.03899","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-06T15:51:52Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"7da39258ce7cda3c66483c1956c4e27a7cb5a708abf78a815178e455b1ff8b5a","abstract_canon_sha256":"7b34f643d2e83be255964b3cb9b089bb1008d0b4bbefc12d4675da224deba8f0"},"schema_version":"1.0"},"canonical_sha256":"b29e0c198643400ab7d9745a46550cd5f17e0e54f95f914af1d7109d32373043","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:08:34.009032Z","signature_b64":"V+eKALwKvVLdsxoU/ZKHD744vZW8xWiAQ5Oiz5YWBTjDnpvjzQB75+ZWp5nEmiqdkLvnDNHtsHGBiJSCwNWmCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b29e0c198643400ab7d9745a46550cd5f17e0e54f95f914af1d7109d32373043","last_reissued_at":"2026-07-05T01:08:34.008591Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:08:34.008591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.03899","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:08:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4c3W57ksewl7wJwcY6rR0wGv+I4fHDyvZfNVvvQBAgAgT+ynjSfVqPzpCsAJ7INljCBTTpNsVgTBGc99A5mKDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:40:00.542122Z"},"content_sha256":"a26c9f11b81e79b392ad673ea7cbbf0881bf4d5a8fbfc73d9d5da881b0ab8228","schema_version":"1.0","event_id":"sha256:a26c9f11b81e79b392ad673ea7cbbf0881bf4d5a8fbfc73d9d5da881b0ab8228"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:WKPAYGMGINAAVN6ZORNEMVIM2X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Multi-step and Resilient Predictive Q-learning Algorithm for IoT with Human Operators in the Loop: A Case Study in Water Supply Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aris Kanellopoulos, Kyriakos G.~Vamvoudakis, Maria Grammatopoulou, Nathan Lau","submitted_at":"2020-06-06T15:51:52Z","abstract_excerpt":"We consider the problem of recommending resilient and predictive actions for an IoT network in the presence of faulty components, considering the presence of human operators manipulating the information of the environment the agent sees for containment purposes. The IoT network is formulated as a directed graph with a known topology whose objective is to maintain a constant and resilient flow between a source and a destination node. The optimal route through this network is evaluated via a predictive and resilient Q-learning algorithm which takes into account historical data about irregular op"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.03899","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.03899/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:08:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IcklKNiWTPoI58oCu6xZXcU2i+ecgw/yZkCdqxNWt0OJ3UBUtD+eq77rMCwMSN5FQX5SfWCj2bDXKo95sp8VAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:40:00.543105Z"},"content_sha256":"8b0d31f4781aab5322b501ef139922be3391e2eb24d69b0e7d1f188977e68c0f","schema_version":"1.0","event_id":"sha256:8b0d31f4781aab5322b501ef139922be3391e2eb24d69b0e7d1f188977e68c0f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WKPAYGMGINAAVN6ZORNEMVIM2X/bundle.json","state_url":"https://pith.science/pith/WKPAYGMGINAAVN6ZORNEMVIM2X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WKPAYGMGINAAVN6ZORNEMVIM2X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:40:00Z","links":{"resolver":"https://pith.science/pith/WKPAYGMGINAAVN6ZORNEMVIM2X","bundle":"https://pith.science/pith/WKPAYGMGINAAVN6ZORNEMVIM2X/bundle.json","state":"https://pith.science/pith/WKPAYGMGINAAVN6ZORNEMVIM2X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WKPAYGMGINAAVN6ZORNEMVIM2X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:WKPAYGMGINAAVN6ZORNEMVIM2X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b34f643d2e83be255964b3cb9b089bb1008d0b4bbefc12d4675da224deba8f0","cross_cats_sorted":["cs.HC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-06T15:51:52Z","title_canon_sha256":"7da39258ce7cda3c66483c1956c4e27a7cb5a708abf78a815178e455b1ff8b5a"},"schema_version":"1.0","source":{"id":"2006.03899","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.03899","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"arxiv_version","alias_value":"2006.03899v1","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.03899","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"pith_short_12","alias_value":"WKPAYGMGINAA","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"pith_short_16","alias_value":"WKPAYGMGINAAVN6Z","created_at":"2026-07-05T01:08:34Z"},{"alias_kind":"pith_short_8","alias_value":"WKPAYGMG","created_at":"2026-07-05T01:08:34Z"}],"graph_snapshots":[{"event_id":"sha256:8b0d31f4781aab5322b501ef139922be3391e2eb24d69b0e7d1f188977e68c0f","target":"graph","created_at":"2026-07-05T01:08:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.03899/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We consider the problem of recommending resilient and predictive actions for an IoT network in the presence of faulty components, considering the presence of human operators manipulating the information of the environment the agent sees for containment purposes. The IoT network is formulated as a directed graph with a known topology whose objective is to maintain a constant and resilient flow between a source and a destination node. The optimal route through this network is evaluated via a predictive and resilient Q-learning algorithm which takes into account historical data about irregular op","authors_text":"Aris Kanellopoulos, Kyriakos G.~Vamvoudakis, Maria Grammatopoulou, Nathan Lau","cross_cats":["cs.HC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-06T15:51:52Z","title":"A Multi-step and Resilient Predictive Q-learning Algorithm for IoT with Human Operators in the Loop: A Case Study in Water Supply Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.03899","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a26c9f11b81e79b392ad673ea7cbbf0881bf4d5a8fbfc73d9d5da881b0ab8228","target":"record","created_at":"2026-07-05T01:08:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b34f643d2e83be255964b3cb9b089bb1008d0b4bbefc12d4675da224deba8f0","cross_cats_sorted":["cs.HC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-06T15:51:52Z","title_canon_sha256":"7da39258ce7cda3c66483c1956c4e27a7cb5a708abf78a815178e455b1ff8b5a"},"schema_version":"1.0","source":{"id":"2006.03899","kind":"arxiv","version":1}},"canonical_sha256":"b29e0c198643400ab7d9745a46550cd5f17e0e54f95f914af1d7109d32373043","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b29e0c198643400ab7d9745a46550cd5f17e0e54f95f914af1d7109d32373043","first_computed_at":"2026-07-05T01:08:34.008591Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:08:34.008591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V+eKALwKvVLdsxoU/ZKHD744vZW8xWiAQ5Oiz5YWBTjDnpvjzQB75+ZWp5nEmiqdkLvnDNHtsHGBiJSCwNWmCw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:08:34.009032Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.03899","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a26c9f11b81e79b392ad673ea7cbbf0881bf4d5a8fbfc73d9d5da881b0ab8228","sha256:8b0d31f4781aab5322b501ef139922be3391e2eb24d69b0e7d1f188977e68c0f"],"state_sha256":"a12e1215fe6ddc10db28e37b4bb1c777a3a1fa76d185862e680019625a9898a0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6PiH0vifbL9WK1GCSvCQg0Qj6TCvUA8vSiGAM8Xk0RCVaU4kGuME6iimfjC3PO49OmYL2PCUjhmDHSFISMuuDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:40:00.550149Z","bundle_sha256":"7ea54fadf80084b9c50155d173ef49aa4d006e285c6cbaeb3f2f8fa651080729"}}