{"id":"https://openalex.org/W3190079665","doi":"https://doi.org/10.1109/tvt.2021.3102589","title":"Energy-Efficient Online Path Planning of Multiple Drones Using Reinforcement Learning","display_name":"Energy-Efficient Online Path Planning of Multiple Drones Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-08-05","ids":{"openalex":"https://openalex.org/W3190079665","doi":"https://doi.org/10.1109/tvt.2021.3102589","mag":"3190079665"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3102589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3102589","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024995460","display_name":"Dooyoung Hong","orcid":"https://orcid.org/0000-0002-5359-4768"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dooyoung Hong","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5359-4768","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029666428","display_name":"Seonhoon Lee","orcid":"https://orcid.org/0000-0001-7477-7806"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seonhoon Lee","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7477-7806","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059030694","display_name":"Young Hoo Cho","orcid":"https://orcid.org/0000-0002-3054-563X"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young Hoo Cho","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3054-563X","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069520131","display_name":"Donkyu Baek","orcid":"https://orcid.org/0000-0002-8056-744X"},"institutions":[{"id":"https://openalex.org/I163753206","display_name":"Chungbuk National University","ror":"https://ror.org/02wnxgj78","country_code":"KR","type":"education","lineage":["https://openalex.org/I163753206"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donkyu Baek","raw_affiliation_strings":["School of Electronics Engineering, Chungbuk National University, Cheongju, Chungcheongbuk-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8056-744X","affiliations":[{"raw_affiliation_string":"School of Electronics Engineering, Chungbuk National University, Cheongju, Chungcheongbuk-do, South Korea","institution_ids":["https://openalex.org/I163753206"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683282","display_name":"Jaemin Kim","orcid":"https://orcid.org/0000-0002-7697-0500"},"institutions":[{"id":"https://openalex.org/I89440247","display_name":"Myongji University","ror":"https://ror.org/00s9dpb54","country_code":"KR","type":"education","lineage":["https://openalex.org/I89440247"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaemin Kim","raw_affiliation_strings":["Myongji University, Yongin, Gyeongi, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7697-0500","affiliations":[{"raw_affiliation_string":"Myongji University, Yongin, Gyeongi, South Korea","institution_ids":["https://openalex.org/I89440247"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012573428","display_name":"Naehyuck Chang","orcid":"https://orcid.org/0000-0003-3288-8174"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Naehyuck Chang","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3288-8174","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Yuseong-gu, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.915,"has_fulltext":false,"cited_by_count":93,"citation_normalized_percentile":{"value":0.96527618,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"70","issue":"10","first_page":"9725","last_page":"9740"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.78383868932724},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6025494933128357},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5785341858863831},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5667382478713989},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5602954030036926},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5357619524002075},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32464510202407837},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18397974967956543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1424447000026703},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.11778286099433899},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07541137933731079}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.78383868932724},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6025494933128357},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5785341858863831},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5667382478713989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5602954030036926},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5357619524002075},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32464510202407837},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18397974967956543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1424447000026703},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.11778286099433899},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07541137933731079},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3102589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3102589","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G348002202","display_name":null,"funder_award_id":"NRF-2019R1F1A1060525","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7008405561","display_name":null,"funder_award_id":"2020R1F1A1074843","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W103885025","https://openalex.org/W131069610","https://openalex.org/W1517411378","https://openalex.org/W1595483645","https://openalex.org/W1971086298","https://openalex.org/W2121092017","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2156737235","https://openalex.org/W2165150801","https://openalex.org/W2169528473","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2322733152","https://openalex.org/W2745115605","https://openalex.org/W2746553466","https://openalex.org/W2750632489","https://openalex.org/W2766447205","https://openalex.org/W2787938642","https://openalex.org/W2921955147","https://openalex.org/W2945286829","https://openalex.org/W2946610785","https://openalex.org/W2962938178","https://openalex.org/W2963277051","https://openalex.org/W2963491296","https://openalex.org/W2963704132","https://openalex.org/W2963923407","https://openalex.org/W2972068201","https://openalex.org/W2972405428","https://openalex.org/W2972750313","https://openalex.org/W2991625383","https://openalex.org/W3022566517","https://openalex.org/W3047257151","https://openalex.org/W3081826678","https://openalex.org/W3091149196","https://openalex.org/W3091703254","https://openalex.org/W3110334352","https://openalex.org/W3126413449","https://openalex.org/W4302570325","https://openalex.org/W4399382066","https://openalex.org/W6605295560","https://openalex.org/W6631015714","https://openalex.org/W6635465357","https://openalex.org/W6677939520","https://openalex.org/W6684205842","https://openalex.org/W6718092244","https://openalex.org/W6748839928","https://openalex.org/W6763034266","https://openalex.org/W6763121698","https://openalex.org/W6776438516","https://openalex.org/W6781778504","https://openalex.org/W6789819571"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4327774218","https://openalex.org/W3206445629","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4379143281","https://openalex.org/W1993210935"],"abstract_inverted_index":{"Drones,":[0],"typically":[1],"unmanned":[2],"aerial":[3],"vehicles":[4],"(UAVs),":[5],"have":[6],"many":[7],"purposes.":[8],"However,":[9],"simultaneous":[10],"operation":[11],"of":[12,74,90,139,143,162,174,179],"multiple":[13],"drones":[14,32,131,163,180],"is":[15,58,171],"challenging,":[16],"considering":[17,149],"the":[18,22,24,30,45,50,59,70,75,78,82,87,99,108,111,117,130,137,140,144,175,188],"real-time":[19,198],"interactions":[20],"and":[21,94],"environment;":[23],"drone":[25,76],"must":[26],"avoid":[27],"collision":[28],"with":[29,167],"other":[31],"or":[33,155],"obstacles.":[34],"The":[35,65,125,158],"proposed":[36],"Advanced":[37,126],"TD3":[38,79,101,127,190],"model":[39,102,113,120,128,146,191],"performs":[40],"energy-efficient":[41,134],"path":[42,135,169,184],"planning":[43,170],"at":[44],"edge-level":[46],"drone.":[47,157],"We":[48,97],"modify":[49],"twin-delayed":[51],"deep":[52],"deterministic":[53],"policy":[54,61],"gradient":[55,62],"(TD3),":[56],"which":[57],"state-of-the-art":[60],"reinforcement":[63],"learning.":[64],"frame":[66],"stacking":[67],"technique":[68],"considers":[69],"continuous":[71],"action":[72],"space":[73],"to":[77,106],"model.":[80],"During":[81],"training,":[83],"we":[84],"gradually":[85],"increase":[86],"observation":[88],"range":[89],"agents":[91],"for":[92,110,197],"fast":[93],"stable":[95],"convergence.":[96],"train":[98],"modified":[100],"through":[103],"Offline":[104],"RL":[105,112,119,145],"reduce":[107],"overhead":[109,138],"training.":[114],"Drones":[115],"mount":[116],"converged":[118],"on":[121],"their":[122],"onboard":[123],"computer.":[124],"in":[129,147,164],"selects":[132],"an":[133],"without":[136],"training":[141],"process":[142],"real-time,":[148],"external":[150],"factors":[151],"such":[152],"as":[153],"wind":[154],"another":[156],"total":[159,176],"energy":[160,177],"consumption":[161,178],"flight":[165],"along":[166],"online":[168],"approximately":[172],"106%":[173],"that":[181],"follow":[182],"offline":[183],"planning,":[185],"even":[186],"though":[187],"trained":[189],"does":[192],"not":[193],"require":[194],"complex":[195],"computations":[196],"execution.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":12}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}