{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:27PCMZQ7G2TJSBS53HKSQEQXQ5","short_pith_number":"pith:27PCMZQ7","canonical_record":{"source":{"id":"1810.04118","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2018-10-09T16:47:25Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a85ea1dc1c1bb900160ffde228d0282e72805cab845e64f1704d57ea6c160225","abstract_canon_sha256":"20de8c4567958396eec9432ef67030de7907326e66dc6b6345ee4f9575ba1d02"},"schema_version":"1.0"},"canonical_sha256":"d7de26661f36a699065dd9d5281217875cf22d5cb265b111a32b17262aa0761a","source":{"kind":"arxiv","id":"1810.04118","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.04118","created_at":"2026-05-18T00:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"1810.04118v1","created_at":"2026-05-18T00:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.04118","created_at":"2026-05-18T00:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"27PCMZQ7G2TJ","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"27PCMZQ7G2TJSBS5","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"27PCMZQ7","created_at":"2026-05-18T12:31:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:27PCMZQ7G2TJSBS53HKSQEQXQ5","target":"record","payload":{"canonical_record":{"source":{"id":"1810.04118","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2018-10-09T16:47:25Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a85ea1dc1c1bb900160ffde228d0282e72805cab845e64f1704d57ea6c160225","abstract_canon_sha256":"20de8c4567958396eec9432ef67030de7907326e66dc6b6345ee4f9575ba1d02"},"schema_version":"1.0"},"canonical_sha256":"d7de26661f36a699065dd9d5281217875cf22d5cb265b111a32b17262aa0761a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:03:42.251309Z","signature_b64":"ucIYGmVkE42P9B8eQhwdX/5oVAQpucrf0pgtzQmvxyYdoSweyHPhiQTwyL0tMRmXBgksZl5nnAmU5S6sSMNZCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d7de26661f36a699065dd9d5281217875cf22d5cb265b111a32b17262aa0761a","last_reissued_at":"2026-05-18T00:03:42.250841Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:03:42.250841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.04118","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:03:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tQT3GN3f+/KASUVKhJR0OyAENhec0tL3zi/iKMBhBr4/HzlCPBEPu0wZlgfyqfmS/8WVJDFFd8MO3TT30xQZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T09:00:40.457955Z"},"content_sha256":"e84858796d2c3f6f2c0bbc23b701dec79adea6f6c14c89ecf4594e28ffa9c2d1","schema_version":"1.0","event_id":"sha256:e84858796d2c3f6f2c0bbc23b701dec79adea6f6c14c89ecf4594e28ffa9c2d1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:27PCMZQ7G2TJSBS53HKSQEQXQ5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Semi-supervised Deep Reinforcement Learning in Support of IoT and Smart City Services","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.NI","authors_text":"Ala Al-Fuqaha, Jun-Seok Oh, Mehdi Mohammadi, Mohsen Guizani","submitted_at":"2018-10-09T16:47:25Z","abstract_excerpt":"Smart services are an important element of the smart cities and the Internet of Things (IoT) ecosystems where the intelligence behind the services is obtained and improved through the sensory data. Providing a large amount of training data is not always feasible; therefore, we need to consider alternative ways that incorporate unlabeled data as well. In recent years, Deep reinforcement learning (DRL) has gained great success in several application domains. It is an applicable method for IoT and smart city scenarios where auto-generated data can be partially labeled by users' feedback for train"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.04118","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:03:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bKuTx5YtMgBaNbG504mqkp9sa0NyEXTOmh5x1YvtmKHy6xAE/OS4gUUdCADuirGaAITTRXgrX75iG6AvYbPKCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T09:00:40.458646Z"},"content_sha256":"ef875a74f0483e8154a1666e2750ab945b74d858e7e0ea562667fc4516971e5b","schema_version":"1.0","event_id":"sha256:ef875a74f0483e8154a1666e2750ab945b74d858e7e0ea562667fc4516971e5b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5/bundle.json","state_url":"https://pith.science/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T09:00:40Z","links":{"resolver":"https://pith.science/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5","bundle":"https://pith.science/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5/bundle.json","state":"https://pith.science/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/27PCMZQ7G2TJSBS53HKSQEQXQ5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:27PCMZQ7G2TJSBS53HKSQEQXQ5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"20de8c4567958396eec9432ef67030de7907326e66dc6b6345ee4f9575ba1d02","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2018-10-09T16:47:25Z","title_canon_sha256":"a85ea1dc1c1bb900160ffde228d0282e72805cab845e64f1704d57ea6c160225"},"schema_version":"1.0","source":{"id":"1810.04118","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.04118","created_at":"2026-05-18T00:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"1810.04118v1","created_at":"2026-05-18T00:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.04118","created_at":"2026-05-18T00:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"27PCMZQ7G2TJ","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_16","alias_value":"27PCMZQ7G2TJSBS5","created_at":"2026-05-18T12:31:59Z"},{"alias_kind":"pith_short_8","alias_value":"27PCMZQ7","created_at":"2026-05-18T12:31:59Z"}],"graph_snapshots":[{"event_id":"sha256:ef875a74f0483e8154a1666e2750ab945b74d858e7e0ea562667fc4516971e5b","target":"graph","created_at":"2026-05-18T00:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Smart services are an important element of the smart cities and the Internet of Things (IoT) ecosystems where the intelligence behind the services is obtained and improved through the sensory data. Providing a large amount of training data is not always feasible; therefore, we need to consider alternative ways that incorporate unlabeled data as well. In recent years, Deep reinforcement learning (DRL) has gained great success in several application domains. It is an applicable method for IoT and smart city scenarios where auto-generated data can be partially labeled by users' feedback for train","authors_text":"Ala Al-Fuqaha, Jun-Seok Oh, Mehdi Mohammadi, Mohsen Guizani","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2018-10-09T16:47:25Z","title":"Semi-supervised Deep Reinforcement Learning in Support of IoT and Smart City Services"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.04118","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e84858796d2c3f6f2c0bbc23b701dec79adea6f6c14c89ecf4594e28ffa9c2d1","target":"record","created_at":"2026-05-18T00:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"20de8c4567958396eec9432ef67030de7907326e66dc6b6345ee4f9575ba1d02","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2018-10-09T16:47:25Z","title_canon_sha256":"a85ea1dc1c1bb900160ffde228d0282e72805cab845e64f1704d57ea6c160225"},"schema_version":"1.0","source":{"id":"1810.04118","kind":"arxiv","version":1}},"canonical_sha256":"d7de26661f36a699065dd9d5281217875cf22d5cb265b111a32b17262aa0761a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7de26661f36a699065dd9d5281217875cf22d5cb265b111a32b17262aa0761a","first_computed_at":"2026-05-18T00:03:42.250841Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:03:42.250841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ucIYGmVkE42P9B8eQhwdX/5oVAQpucrf0pgtzQmvxyYdoSweyHPhiQTwyL0tMRmXBgksZl5nnAmU5S6sSMNZCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:03:42.251309Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.04118","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e84858796d2c3f6f2c0bbc23b701dec79adea6f6c14c89ecf4594e28ffa9c2d1","sha256:ef875a74f0483e8154a1666e2750ab945b74d858e7e0ea562667fc4516971e5b"],"state_sha256":"bbe68731a06f3e401938ffce7d452957388d1d293881bc1188ba37c68ea6ba20"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NaIRnC7vyuQCsHHRcHwrH2R/wInrl/VEGPYUTZ+hLi5Qg9547gjFKPF/zaF01C1BsuU7isedULzLToEQDhOHCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T09:00:40.462037Z","bundle_sha256":"8ae036c81f97887cf24d49c5e8155f422d9b23089c06ff66b018ae8957957feb"}}