{"id":"https://openalex.org/W4210498147","doi":"https://doi.org/10.1109/jiot.2022.3145008","title":"Reinforcement-Learning-Aided Safe Planning for Aerial Robots to Collect Data in Dynamic Environments","display_name":"Reinforcement-Learning-Aided Safe Planning for Aerial Robots to Collect Data in Dynamic Environments","publication_year":2022,"publication_date":"2022-01-21","ids":{"openalex":"https://openalex.org/W4210498147","doi":"https://doi.org/10.1109/jiot.2022.3145008"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3145008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3145008","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009041968","display_name":"Behzad Khamidehi","orcid":"https://orcid.org/0000-0001-6393-9056"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Behzad Khamidehi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6393-9056","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109433489","display_name":"E.S. Sousa","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elvino S. Sousa","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":15.6584,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.9857846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":"15","first_page":"13901","last_page":"13912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8053880333900452},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7756955623626709},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7729277610778809},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5014486312866211},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.5007109642028809},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4713320732116699},{"id":"https://openalex.org/keywords/any-angle-path-planning","display_name":"Any-angle path planning","score":0.44498375058174133},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.4331490993499756},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.42582789063453674},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.41988256573677063},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41210055351257324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3790196478366852},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.370439350605011},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3547000288963318},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.222133070230484},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21057963371276855},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14025193452835083},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.09027057886123657}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8053880333900452},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7756955623626709},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7729277610778809},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5014486312866211},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.5007109642028809},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4713320732116699},{"id":"https://openalex.org/C158485040","wikidata":"https://www.wikidata.org/wiki/Q4778119","display_name":"Any-angle path planning","level":4,"score":0.44498375058174133},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.4331490993499756},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.42582789063453674},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.41988256573677063},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41210055351257324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3790196478366852},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.370439350605011},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3547000288963318},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.222133070230484},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21057963371276855},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14025193452835083},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.09027057886123657},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3145008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3145008","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1424654272","https://openalex.org/W2031834036","https://openalex.org/W2050819731","https://openalex.org/W2145339207","https://openalex.org/W2398537112","https://openalex.org/W2522615148","https://openalex.org/W2524034085","https://openalex.org/W2736422478","https://openalex.org/W2738731084","https://openalex.org/W2740005962","https://openalex.org/W2746553466","https://openalex.org/W2783184536","https://openalex.org/W2887592610","https://openalex.org/W2900466600","https://openalex.org/W2945628562","https://openalex.org/W2951799221","https://openalex.org/W2962889437","https://openalex.org/W2963061782","https://openalex.org/W2963177943","https://openalex.org/W2963542767","https://openalex.org/W2964023906","https://openalex.org/W2966659925","https://openalex.org/W2967177252","https://openalex.org/W2973697444","https://openalex.org/W2979035384","https://openalex.org/W2979380609","https://openalex.org/W2991616811","https://openalex.org/W2995497578","https://openalex.org/W3015196586","https://openalex.org/W3019290518","https://openalex.org/W3032325277","https://openalex.org/W3032987964","https://openalex.org/W3035330356","https://openalex.org/W3045471271","https://openalex.org/W3047401442","https://openalex.org/W3048386157","https://openalex.org/W3085604187","https://openalex.org/W3119550488","https://openalex.org/W3123016505","https://openalex.org/W3127745423","https://openalex.org/W3129616587","https://openalex.org/W3136993688","https://openalex.org/W3159468016","https://openalex.org/W3162632090","https://openalex.org/W3188093371","https://openalex.org/W4214717370","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2368795992","https://openalex.org/W4308080200","https://openalex.org/W2908094156","https://openalex.org/W2389896347","https://openalex.org/W2106119116","https://openalex.org/W3139139461","https://openalex.org/W2904203243","https://openalex.org/W2125569607","https://openalex.org/W2084091668","https://openalex.org/W3204808601"],"abstract_inverted_index":{"We":[0,30,82,143],"study":[1,133],"the":[2,32,39,44,50,55,61,66,98,115,118,125,134,174,184,196,217,220],"data":[3,23,62],"collection":[4,63],"problem":[5,46,85,90,101,107,128,135],"in":[6,65,102,129,136,215,224],"an":[7,14,93,145],"Internet":[8],"of":[9,27,43,52,77,179,219],"Things":[10],"(IoT)":[11],"network":[12],"where":[13],"unmanned":[15],"aerial":[16],"vehicle":[17],"(UAV)":[18],"is":[19,47,187,212],"utilized":[20],"to":[21,48,59,96,109,168,194,202],"aggregate":[22],"from":[24,199],"a":[25,87,111,137,170],"set":[26],"IoT":[28],"devices.":[29],"formulate":[31],"scheduling":[33,45],"and":[34,91,152],"path":[35,113,126,165,172,221],"planning":[36,106,127,166,222],"problems":[37],"for":[38,114,173],"UAV.":[40,116,175],"The":[41],"goal":[42],"find":[49,110,169],"sequence":[51],"nodes":[53],"that":[54,71,147,209],"UAV":[56],"will":[57],"visit":[58],"complete":[60],"task":[64],"shortest":[67],"possible":[68],"time,":[69],"ensuring":[70],"it":[72],"does":[73],"not":[74],"run":[75],"out":[76],"energy":[78],"during":[79],"its":[80,188],"mission.":[81],"express":[83],"this":[84],"as":[86],"mixed-integer":[88],"nonlinear":[89],"propose":[92],"efficient":[94],"algorithm":[95,146],"solve":[97],"aforementioned":[99],"NP-hard":[100],"polynomial":[103],"time.":[104],"Path":[105],"aims":[108],"collision-free":[112,171],"While":[117],"state-of-the-art":[119],"schemes":[120],"have":[121],"focused":[122],"on":[123,149],"solving":[124],"static":[130,151],"environments,":[131],"we":[132,207],"dynamic":[138,153,225],"environment":[139,201],"with":[140,162],"moving":[141],"obstacles.":[142],"develop":[144],"works":[148],"both":[150],"environments.":[154,226],"Our":[155],"method":[156,182,211],"combines":[157],"deep":[158],"reinforcement":[159],"learning":[160,198],"(RL)":[161],"graph-based":[163],"global":[164],"algorithms":[167,223],"One":[176],"important":[177],"advantage":[178],"our":[180,210],"RL-based":[181],"over":[183],"existing":[185],"studies":[186],"map":[189],"independency,":[190],"which":[191],"allows":[192],"us":[193],"transform":[195],"agent\u2019s":[197],"one":[200],"another.":[203],"Via":[204],"simulation":[205],"studies,":[206],"show":[208],"significantly":[213],"effective":[214],"improving":[216],"safety":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}