{"id":"https://openalex.org/W3179083570","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473768","title":"A Reinforcement Learning Algorithm for Data Collection in UAV-aided IoT Networks with Uncertain Time Windows","display_name":"A Reinforcement Learning Algorithm for Data Collection in UAV-aided IoT Networks with Uncertain Time Windows","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3179083570","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473768","mag":"3179083570"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops50388.2021.9473768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002021519","display_name":"Cihan Tugrul Cicek","orcid":"https://orcid.org/0000-0002-3532-2638"},"institutions":[{"id":"https://openalex.org/I45542416","display_name":"Atilim University","ror":"https://ror.org/04pd3v454","country_code":"TR","type":"education","lineage":["https://openalex.org/I45542416"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Cihan Tugrul Cicek","raw_affiliation_strings":["Atilim University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Atilim University, Ankara, Turkey","institution_ids":["https://openalex.org/I45542416"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002021519"],"corresponding_institution_ids":["https://openalex.org/I45542416"],"apc_list":null,"apc_paid":null,"fwci":1.36,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84444866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670665979385376},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6575725674629211},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6198630332946777},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5038968920707703},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4756743013858795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27286750078201294}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670665979385376},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6575725674629211},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6198630332946777},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5038968920707703},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4756743013858795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27286750078201294},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops50388.2021.9473768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2098432798","https://openalex.org/W2392398774","https://openalex.org/W2799134332","https://openalex.org/W2907080366","https://openalex.org/W2931293404","https://openalex.org/W2945628562","https://openalex.org/W2963177943","https://openalex.org/W2966659925","https://openalex.org/W2973697444","https://openalex.org/W3005478472","https://openalex.org/W3028372444","https://openalex.org/W3045471271","https://openalex.org/W3048386157","https://openalex.org/W3082159561","https://openalex.org/W3098950843","https://openalex.org/W3104026632","https://openalex.org/W3110677199","https://openalex.org/W4213147678"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2944823289","https://openalex.org/W2378211422","https://openalex.org/W3037018281","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2972592048","https://openalex.org/W2358319515","https://openalex.org/W4321854979","https://openalex.org/W2003209439"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"have":[4,38,78,164],"been":[5,39],"considered":[6],"as":[7,28,50,188],"an":[8,189],"efficient":[9],"solution":[10],"to":[11,23,77,110,152,171,191],"collect":[12],"data":[13,85,120,156,212],"from":[14],"ground":[15],"sensor":[16],"nodes":[17],"in":[18,59,71,140,158,182,211],"Internet-of-Things":[19],"(IoT)":[20],"networks":[21],"due":[22],"their":[24,112,119],"several":[25],"advantages":[26],"such":[27],"flexibility,":[29],"quick":[30],"deployment":[31],"and":[32,102,117,145,207],"maneuverability.":[33],"Studies":[34],"on":[35,42],"this":[36,89],"subject":[37],"mainly":[40],"focused":[41],"problems":[43],"where":[44,161],"limited":[45],"UAV":[46,66,94,143,185],"battery":[47,105,146],"is":[48,86,186],"introduced":[49],"a":[51,99,134,177],"tight":[52],"constraint":[53,106],"that":[54,199],"shortens":[55],"the":[56,60,65,69,72,84,93,104,124,142,154,159,162,172,184,193],"mission":[57],"time":[58,136,166],"models,":[61],"which":[62,83,141,183],"significantly":[63],"undervalues":[64],"potential.":[67],"Moreover,":[68],"sensors":[70,163],"network":[73],"are":[74,149],"typically":[75],"assumed":[76],"deterministic":[79],"working":[80],"times":[81,148],"during":[82],"uploaded.":[87],"In":[88,130],"study,":[90],"we":[91,132,175],"revisit":[92],"trajectory":[95,144],"planning":[96,125],"problem":[97],"with":[98],"different":[100],"approach":[101],"revise":[103],"by":[107],"allowing":[108],"UAVs":[109],"swap":[111],"batteries":[113],"at":[114],"fixed":[115],"stations":[116],"continue":[118],"collection":[121],"task,":[122],"hence,":[123],"horizon":[126],"can":[127],"be":[128],"extended.":[129],"particular,":[131],"develop":[133],"discrete":[135],"Markov":[137],"process":[138],"(DTMP)":[139],"swapping":[147],"jointly":[150],"determined":[151],"minimize":[153],"total":[155],"loss":[157],"network,":[160],"uncertain":[165],"windows":[167],"for":[168],"uploading.":[169],"Due":[170],"so-called":[173],"curse-of-dimensionality,":[174],"propose":[176],"reinforcement":[178],"learning":[179],"(RL)":[180],"algorithm":[181,202],"trained":[187],"agent":[190],"explore":[192],"network.":[194],"The":[195],"computational":[196],"study":[197],"shows":[198],"our":[200],"proposed":[201],"outperforms":[203],"two":[204],"benchmark":[205],"approaches":[206],"achieves":[208],"significant":[209],"reduction":[210],"loss.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}