{"id":"https://openalex.org/W4391640441","doi":"https://doi.org/10.1109/tase.2024.3358894","title":"DL-DRL: A Double-Level Deep Reinforcement Learning Approach for Large-Scale Task Scheduling of Multi-UAV","display_name":"DL-DRL: A Double-Level Deep Reinforcement Learning Approach for Large-Scale Task Scheduling of Multi-UAV","publication_year":2024,"publication_date":"2024-02-08","ids":{"openalex":"https://openalex.org/W4391640441","doi":"https://doi.org/10.1109/tase.2024.3358894"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3358894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3358894","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102907407","display_name":"Xiao Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Mao","raw_affiliation_strings":["School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030897972","display_name":"Guohua Wu","orcid":"https://orcid.org/0000-0003-1552-9620"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohua Wu","raw_affiliation_strings":["School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047617538","display_name":"Mingfeng Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingfeng Fan","raw_affiliation_strings":["School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021597928","display_name":"Zhiguang Cao","orcid":"https://orcid.org/0000-0002-4499-759X"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhiguang Cao","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, 81 Victoria St, Singapore","School of Computing and Information Systems, Singapore Management University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, 81 Victoria St, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003799782","display_name":"Witold Pedrycz","orcid":"https://orcid.org/0000-0002-9335-9930"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]},{"id":"https://openalex.org/I66083562","display_name":"Systems Research Institute","ror":"https://ror.org/0111cp837","country_code":"PL","type":"facility","lineage":["https://openalex.org/I66083562","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["CA","PL","SA"],"is_corresponding":false,"raw_author_name":"Witold Pedrycz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","Department of Electrical and Computer Engineering, Faculty of Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Faculty of Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland","institution_ids":["https://openalex.org/I66083562","https://openalex.org/I99542240"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102907407"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":15.9542,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.99519301,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"1028","last_page":"1044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8755775690078735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7863901853561401},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5915347337722778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5375466346740723},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5111752152442932},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4588729441165924},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4532164931297302},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38068658113479614},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3783577084541321},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.176354318857193},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10539960861206055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8755775690078735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7863901853561401},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5915347337722778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5375466346740723},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5111752152442932},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4588729441165924},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4532164931297302},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38068658113479614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3783577084541321},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.176354318857193},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10539960861206055},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3358894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3358894","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4180563062","display_name":null,"funder_award_id":"62073341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4746972936","display_name":null,"funder_award_id":"62373380","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7640153423","display_name":null,"funder_award_id":"1053320213741","funder_id":"https://openalex.org/F4320335880","funder_display_name":"Fundamental Research Funds for Central Universities of the Central South University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335880","display_name":"Fundamental Research Funds for Central Universities of the Central South University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1862339346","https://openalex.org/W2004969812","https://openalex.org/W2049287714","https://openalex.org/W2050637876","https://openalex.org/W2066238546","https://openalex.org/W2083422675","https://openalex.org/W2129942075","https://openalex.org/W2137064582","https://openalex.org/W2139477375","https://openalex.org/W2157488300","https://openalex.org/W2276276772","https://openalex.org/W2735355336","https://openalex.org/W2756720074","https://openalex.org/W2765933650","https://openalex.org/W2767339607","https://openalex.org/W2803012509","https://openalex.org/W2947601823","https://openalex.org/W2964227312","https://openalex.org/W2964915587","https://openalex.org/W2984100107","https://openalex.org/W2998566163","https://openalex.org/W3018415380","https://openalex.org/W3040879766","https://openalex.org/W3044361571","https://openalex.org/W3081196107","https://openalex.org/W3088265803","https://openalex.org/W3110979110","https://openalex.org/W3113075130","https://openalex.org/W3113123584","https://openalex.org/W3121108808","https://openalex.org/W3126692421","https://openalex.org/W3129512607","https://openalex.org/W3160721969","https://openalex.org/W3175095632","https://openalex.org/W3180008386","https://openalex.org/W3194871405","https://openalex.org/W3199468096","https://openalex.org/W3205026719","https://openalex.org/W4220946410","https://openalex.org/W4291144319","https://openalex.org/W4312830493","https://openalex.org/W4327757829","https://openalex.org/W4376481101","https://openalex.org/W4383500888","https://openalex.org/W4385245566","https://openalex.org/W4385819655","https://openalex.org/W4387952116","https://openalex.org/W6725207838","https://openalex.org/W6730742100","https://openalex.org/W6748487558","https://openalex.org/W6752089545","https://openalex.org/W6758687306","https://openalex.org/W6769975600","https://openalex.org/W6803753956","https://openalex.org/W6857739700"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2149245348"],"abstract_inverted_index":{"Exploiting":[0],"unmanned":[1],"aerial":[2,282],"vehicles":[3,283],"(UAVs)":[4,284],"to":[5,128,132,147,157,231,236,240,279,304,313,333,462],"execute":[6,305],"tasks":[7,131,164,238,323],"is":[8,270,311,327,362,373],"gaining":[9],"growing":[10],"popularity":[11],"recently.":[12],"To":[13,80,173,339,380],"address":[14],"the":[15,71,77,104,130,149,155,159,166,171,176,203,209,222,263,315,322,334,358,365,369,376,383,434,464],"underlying":[16],"task":[17,105,110,366,466],"scheduling":[18,106,314,467],"problem,":[19,342],"conventional":[20,206,431],"exact":[21],"and":[22,33,97,112,135,191,205,216,239,265,368,411,430,433,444],"heuristic":[23],"algorithms":[24],"encounter":[25],"challenges":[26],"such":[27],"as":[28,70,290],"rapidly":[29],"increasing":[30,336],"computation":[31,78,217],"time":[32],"heavy":[34],"reliance":[35],"on":[36,94,418],"domain":[37],"knowledge,":[38],"particularly":[39],"when":[40],"dealing":[41],"with":[42,154,390],"large-scale":[43,306],"problems.":[44],"The":[45,414],"deep":[46,88,347],"reinforcement":[47,89,348],"learning":[48,90,349],"(DRL)":[49],"based":[50,93,417],"methods":[51],"that":[52,197,254,318,424,455],"learn":[53],"useful":[54],"patterns":[55],"from":[56],"massive":[57],"data":[58],"demonstrate":[59],"notable":[60],"advantages.":[61],"However,":[62,325],"their":[63],"decision":[64],"space":[65],"will":[66],"become":[67],"prohibitively":[68],"huge":[69],"problem":[72,331,468],"scales":[73,422],"up,":[74],"thus":[75],"deteriorating":[76],"efficiency.":[79,218,267,446],"alleviate":[81],"this":[82,341],"issue,":[83],"we":[84,102,116,136,179,247,343,393,453],"propose":[85,344,394],"a":[86,95,260,298,308,328,345,353,395,439],"double-level":[87,346],"(DL-DRL)":[91,350],"approach":[92,227,351,427,458],"divide":[96],"conquer":[98],"framework":[99,355],"(DCF),":[100,356],"where":[101,357],"decompose":[103],"of":[107,162,170,213,225,234,244,286,300,420,449,469],"multi-UAV":[108,470],"into":[109],"allocation":[111],"route":[113,150,378],"planning.":[114,379],"Particularly,":[115],"design":[117,180],"an":[118,181,251],"encoder-decoder":[119],"structured":[120],"policy":[121,140],"network":[122,141],"in":[123,142,211,471],"our":[124,143,198,226,255,425,456],"upper-level":[125,359],"DRL":[126,145,360,371,385],"model":[127,146,361,372],"allocate":[129],"different":[133,241],"UAVs,":[134,316],"exploit":[137],"another":[138],"attention-based":[139],"lower-level":[144,370],"construct":[148],"for":[151,364,375],"each":[152,391],"UAV,":[153],"objective":[156],"maximize":[158],"total":[160],"value":[161],"executed":[163],"given":[165],"maximum":[167],"flight":[168,242],"distance":[169],"UAV.":[172],"effectively":[174],"train":[175,382],"two":[177,384],"models,":[178],"interactive":[182,402],"training":[183,190,266,399,403,410,445],"strategy":[184,404],"(ITS),":[185,405],"which":[186,406],"includes":[187,407],"pre-training,":[188,408],"intensive":[189,409],"alternate":[192,412],"training.":[193,413],"Experimental":[194],"results":[195,416],"show":[196,249,423],"DL-DRL":[199,426,457],"performs":[200],"favorably":[201],"against":[202],"learning-based":[204,429],"baselines":[207],"including":[208],"OR-Tools,":[210],"terms":[212],"solution":[214],"quality":[215],"We":[219],"also":[220,248],"verify":[221],"generalization":[223],"performance":[224,264,443],"by":[228],"applying":[229],"it":[230,326],"larger":[232],"sizes":[233],"up":[235],"1500":[237],"distances":[243],"UAVs.":[245],"Moreover,":[246],"via":[250],"ablation":[252],"study":[253],"ITS":[256,436],"can":[257],"help":[258],"achieve":[259],"balance":[261,441],"between":[262,442],"Our":[268],"code":[269],"publicly":[271],"available":[272],"at":[273],"https://faculty.csu.edu.cn/guohuawu/zh_CN/zdylm/193832/list/":[274],"index.htm.":[275],"<italic":[276],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[277],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[278],"Practitioners</i>":[280],"\u2014Unmanned":[281],"are":[285,302],"great":[287],"practical":[288,465],"usage,":[289],"they":[291,319],"have":[292,388],"many":[293],"real":[294,472],"world":[295],"applications.":[296],"When":[297],"group":[299],"UAVs":[301],"employed":[303],"tasks,":[307],"core":[309],"question":[310],"how":[312],"so":[317],"could":[320,437],"complete":[321],"efficiently.":[324],"computationally":[329],"hard":[330],"due":[332],"exponentially":[335],"search":[337],"space.":[338],"solve":[340,463],"within":[352],"divide-and-conquer":[354],"responsible":[363,374],"allocation,":[367],"UAV":[377],"better":[381],"models":[386],"who":[387],"interplay":[389],"other,":[392],"simple":[396],"yet":[397],"efficient":[398],"strategy,":[400],"termed":[401],"experimental":[415],"instances":[419],"various":[421],"outperformed":[428],"baselines,":[432],"designed":[435],"strike":[438],"good":[440],"In":[447],"light":[448],"those":[450],"verified":[451],"advantages,":[452],"believe":[454],"has":[459],"favorable":[460],"potential":[461],"world.":[473]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":49},{"year":2024,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}