{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:MEAOUM7PZSMTPXOGK5IXA22MTU","short_pith_number":"pith:MEAOUM7P","canonical_record":{"source":{"id":"2104.10403","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2021-04-21T08:25:11Z","cross_cats_sorted":["cs.LG","math.IT"],"title_canon_sha256":"1e3aa816b377a41d3422eb33432f0299aeae23f5487ad067ed1d0e0af5cc2617","abstract_canon_sha256":"e77df48394d606af6db38ee84e8ec3c6d08f7e56bc0c941c0cbf9a652a052a38"},"schema_version":"1.0"},"canonical_sha256":"6100ea33efcc9937ddc65751706b4c9d06c647be518620c844c59336a69a84cb","source":{"kind":"arxiv","id":"2104.10403","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.10403","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"arxiv_version","alias_value":"2104.10403v3","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.10403","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"pith_short_12","alias_value":"MEAOUM7PZSMT","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"pith_short_16","alias_value":"MEAOUM7PZSMTPXOG","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"pith_short_8","alias_value":"MEAOUM7P","created_at":"2026-07-05T03:54:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:MEAOUM7PZSMTPXOGK5IXA22MTU","target":"record","payload":{"canonical_record":{"source":{"id":"2104.10403","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2021-04-21T08:25:11Z","cross_cats_sorted":["cs.LG","math.IT"],"title_canon_sha256":"1e3aa816b377a41d3422eb33432f0299aeae23f5487ad067ed1d0e0af5cc2617","abstract_canon_sha256":"e77df48394d606af6db38ee84e8ec3c6d08f7e56bc0c941c0cbf9a652a052a38"},"schema_version":"1.0"},"canonical_sha256":"6100ea33efcc9937ddc65751706b4c9d06c647be518620c844c59336a69a84cb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:54:00.505778Z","signature_b64":"pkwdKtc87BXaAU5GWbHnUyYLXQKn/sjXAa4iPZanlqV1srKOhi+aJzAPQ6/tzVnEs3yp8XdAbPDTKznnb3PpDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6100ea33efcc9937ddc65751706b4c9d06c647be518620c844c59336a69a84cb","last_reissued_at":"2026-07-05T03:54:00.505355Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:54:00.505355Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.10403","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:54:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jjju41uRpzkXMOXyNR0Jum54EJpFGhP1JfzZTnyEGG/6hT8s8iwWmOvfK3O1X1PhlhlrHKuUnWHNLGiTSjS/Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:15:58.005818Z"},"content_sha256":"5933adec549baa5ae66ef533e92352372de7fbb544264f7b0bd0cd2756c405ff","schema_version":"1.0","event_id":"sha256:5933adec549baa5ae66ef533e92352372de7fbb544264f7b0bd0cd2756c405ff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:MEAOUM7PZSMTPXOGK5IXA22MTU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model-aided Deep Reinforcement Learning for Sample-efficient UAV Trajectory Design in IoT Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","math.IT"],"primary_cat":"cs.IT","authors_text":"David Gesbert, Harald Bayerlein, Omid Esrafilian","submitted_at":"2021-04-21T08:25:11Z","abstract_excerpt":"Deep Reinforcement Learning (DRL) is gaining attention as a potential approach to design trajectories for autonomous unmanned aerial vehicles (UAV) used as flying access points in the context of cellular or Internet of Things (IoT) connectivity. DRL solutions offer the advantage of on-the-go learning hence relying on very little prior contextual information. A corresponding drawback however lies in the need for many learning episodes which severely restricts the applicability of such approach in real-world time- and energy-constrained missions. Here, we propose a model-aided deep Q-learning ap"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.10403","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.10403/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:54:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u3hLyJbo0GF5uaRpzuqnVu2JwT/uJx1paR5DwZAS0MAfd1wA+q3Q4D3aUSCIteVE+agCf2VbbYB9e4QZ0yIIAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:15:58.006201Z"},"content_sha256":"a00f0978850bf8ac14c6b129770cc5ce8de788f0bf1f02ac6b0deabac7dcf317","schema_version":"1.0","event_id":"sha256:a00f0978850bf8ac14c6b129770cc5ce8de788f0bf1f02ac6b0deabac7dcf317"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MEAOUM7PZSMTPXOGK5IXA22MTU/bundle.json","state_url":"https://pith.science/pith/MEAOUM7PZSMTPXOGK5IXA22MTU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MEAOUM7PZSMTPXOGK5IXA22MTU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:15:58Z","links":{"resolver":"https://pith.science/pith/MEAOUM7PZSMTPXOGK5IXA22MTU","bundle":"https://pith.science/pith/MEAOUM7PZSMTPXOGK5IXA22MTU/bundle.json","state":"https://pith.science/pith/MEAOUM7PZSMTPXOGK5IXA22MTU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MEAOUM7PZSMTPXOGK5IXA22MTU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:MEAOUM7PZSMTPXOGK5IXA22MTU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e77df48394d606af6db38ee84e8ec3c6d08f7e56bc0c941c0cbf9a652a052a38","cross_cats_sorted":["cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2021-04-21T08:25:11Z","title_canon_sha256":"1e3aa816b377a41d3422eb33432f0299aeae23f5487ad067ed1d0e0af5cc2617"},"schema_version":"1.0","source":{"id":"2104.10403","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.10403","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"arxiv_version","alias_value":"2104.10403v3","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.10403","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"pith_short_12","alias_value":"MEAOUM7PZSMT","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"pith_short_16","alias_value":"MEAOUM7PZSMTPXOG","created_at":"2026-07-05T03:54:00Z"},{"alias_kind":"pith_short_8","alias_value":"MEAOUM7P","created_at":"2026-07-05T03:54:00Z"}],"graph_snapshots":[{"event_id":"sha256:a00f0978850bf8ac14c6b129770cc5ce8de788f0bf1f02ac6b0deabac7dcf317","target":"graph","created_at":"2026-07-05T03:54:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.10403/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep Reinforcement Learning (DRL) is gaining attention as a potential approach to design trajectories for autonomous unmanned aerial vehicles (UAV) used as flying access points in the context of cellular or Internet of Things (IoT) connectivity. DRL solutions offer the advantage of on-the-go learning hence relying on very little prior contextual information. A corresponding drawback however lies in the need for many learning episodes which severely restricts the applicability of such approach in real-world time- and energy-constrained missions. Here, we propose a model-aided deep Q-learning ap","authors_text":"David Gesbert, Harald Bayerlein, Omid Esrafilian","cross_cats":["cs.LG","math.IT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2021-04-21T08:25:11Z","title":"Model-aided Deep Reinforcement Learning for Sample-efficient UAV Trajectory Design in IoT Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.10403","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5933adec549baa5ae66ef533e92352372de7fbb544264f7b0bd0cd2756c405ff","target":"record","created_at":"2026-07-05T03:54:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e77df48394d606af6db38ee84e8ec3c6d08f7e56bc0c941c0cbf9a652a052a38","cross_cats_sorted":["cs.LG","math.IT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IT","submitted_at":"2021-04-21T08:25:11Z","title_canon_sha256":"1e3aa816b377a41d3422eb33432f0299aeae23f5487ad067ed1d0e0af5cc2617"},"schema_version":"1.0","source":{"id":"2104.10403","kind":"arxiv","version":3}},"canonical_sha256":"6100ea33efcc9937ddc65751706b4c9d06c647be518620c844c59336a69a84cb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6100ea33efcc9937ddc65751706b4c9d06c647be518620c844c59336a69a84cb","first_computed_at":"2026-07-05T03:54:00.505355Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:54:00.505355Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pkwdKtc87BXaAU5GWbHnUyYLXQKn/sjXAa4iPZanlqV1srKOhi+aJzAPQ6/tzVnEs3yp8XdAbPDTKznnb3PpDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:54:00.505778Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.10403","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5933adec549baa5ae66ef533e92352372de7fbb544264f7b0bd0cd2756c405ff","sha256:a00f0978850bf8ac14c6b129770cc5ce8de788f0bf1f02ac6b0deabac7dcf317"],"state_sha256":"4f73a6d37d857578f0e4749d008d4cdcae1b86043ab41ef7d981ab379f0c780a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RkE3X3CEGNALlwTdOHO2742gfDUCplBNr1Vn0oiYm4kczYiQ3lmkB3+sZQvzysLUd7PROn8NtKgLydSL1PUbBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:15:58.008163Z","bundle_sha256":"ef6457be307ba80d02619ebfe01930e0735d3379dee6a2451abae81ab6f236a9"}}