{"id":"https://openalex.org/W4411232193","doi":"https://doi.org/10.1109/tkde.2025.3579386","title":"LLM-QL: A LLM-Enhanced Q-Learning Approach for Scheduling Multiple Parallel Drones","display_name":"LLM-QL: A LLM-Enhanced Q-Learning Approach for Scheduling Multiple Parallel Drones","publication_year":2025,"publication_date":"2025-06-12","ids":{"openalex":"https://openalex.org/W4411232193","doi":"https://doi.org/10.1109/tkde.2025.3579386"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3579386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3579386","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112211200","display_name":"Qian Zhou","orcid":"https://orcid.org/0000-0001-7888-2419"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian Zhou","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7888-2419","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiayang Wu","orcid":"https://orcid.org/0009-0002-1371-1576"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayang Wu","raw_affiliation_strings":["School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-1371-1576","affiliations":[{"raw_affiliation_string":"School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102604961","display_name":"Mengyue Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyue Zhu","raw_affiliation_strings":["School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101924581","display_name":"Yuhang Zhou","orcid":"https://orcid.org/0009-0008-3067-3149"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Zhou","raw_affiliation_strings":["School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0008-3067-3149","affiliations":[{"raw_affiliation_string":"School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602821","display_name":"Fu Xiao","orcid":"https://orcid.org/0000-0003-1815-2793"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu Xiao","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1815-2793","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049750015","display_name":"Yanchun Zhang","orcid":"https://orcid.org/0000-0002-5094-5980"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanchun Zhang","raw_affiliation_strings":["Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0000-0002-5094-5980","affiliations":[{"raw_affiliation_string":"Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5112211200"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":24.6836,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99405418,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"37","issue":"9","first_page":"5393","last_page":"5406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.793643593788147},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5818911194801331},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5297466516494751},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4721529483795166},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4581334888935089},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.4461115300655365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2935221493244171},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.1949019432067871},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.1417970359325409},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12915533781051636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.793643593788147},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5818911194801331},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5297466516494751},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4721529483795166},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4581334888935089},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.4461115300655365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2935221493244171},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.1949019432067871},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.1417970359325409},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12915533781051636},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3579386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3579386","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1620566967","display_name":null,"funder_award_id":"62427809","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1991877372","display_name":null,"funder_award_id":"61902199","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6313636316","display_name":null,"funder_award_id":"62372244","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1493119321","https://openalex.org/W1977319619","https://openalex.org/W2754599614","https://openalex.org/W2792465044","https://openalex.org/W2796035444","https://openalex.org/W2883417042","https://openalex.org/W2888116234","https://openalex.org/W2890722280","https://openalex.org/W2915338839","https://openalex.org/W2927378423","https://openalex.org/W2947073481","https://openalex.org/W2962847915","https://openalex.org/W2984182507","https://openalex.org/W3009770767","https://openalex.org/W3021826262","https://openalex.org/W3039969618","https://openalex.org/W3125377832","https://openalex.org/W4205270295","https://openalex.org/W4206593941","https://openalex.org/W4281701107","https://openalex.org/W4296767464","https://openalex.org/W4309674289","https://openalex.org/W4381616516","https://openalex.org/W4385151905","https://openalex.org/W4387587645","https://openalex.org/W4389417919","https://openalex.org/W4389461439","https://openalex.org/W4389610076","https://openalex.org/W4390887207","https://openalex.org/W4391103450","https://openalex.org/W4391136507","https://openalex.org/W4391407054","https://openalex.org/W4396597709","https://openalex.org/W4400475103","https://openalex.org/W4401943231","https://openalex.org/W4401994653","https://openalex.org/W4402915290","https://openalex.org/W4403826958","https://openalex.org/W4404100993","https://openalex.org/W4404783553","https://openalex.org/W4405304483","https://openalex.org/W6851950068","https://openalex.org/W6852105821","https://openalex.org/W6852952677","https://openalex.org/W6866316924"],"related_works":["https://openalex.org/W1809394610","https://openalex.org/W2128410848","https://openalex.org/W2118368532","https://openalex.org/W2014085448","https://openalex.org/W2102390841","https://openalex.org/W3047653192","https://openalex.org/W2096289371","https://openalex.org/W2126232624","https://openalex.org/W2434525066","https://openalex.org/W3140149227"],"abstract_inverted_index":{"This":[0,54],"study":[1,55],"addresses":[2],"the":[3,36,70,77,88,101,112,125],"Multiple":[4],"Flying":[5],"Sidekicks":[6],"Traveling":[7],"Salesman":[8],"Problem":[9],"(mFSTSP),":[10],"where":[11],"parallel":[12],"Unmanned":[13],"Aerial":[14],"Vehicles":[15],"(UAVs,":[16],"or":[17],"Drones)":[18],"work":[19],"alongside":[20],"truck":[21],"to":[22,40,44,65,136,156],"enhance":[23],"delivery":[24],"efficiency.":[25],"Existing":[26],"scheduling":[27],"approaches":[28],"face":[29],"challenges":[30],"in":[31,47,51,141],"high":[32],"computational":[33],"costs":[34],"and":[35,115,152],"risk":[37],"of":[38,74,80,90,124,127],"converging":[39],"local":[41,71],"optima":[42],"due":[43],"excessive":[45],"exploration":[46,72,114],"unknown":[48,81],"environments,":[49],"especially":[50],"large-scale":[52],"mFSTSP.":[53],"proposed":[56],"a":[57,105,122,137],"Large":[58],"Language":[59],"Model":[60],"Enhanced":[61],"Q-Learning":[62,75],"Approach":[63],"(LLM-QL)":[64],"solve":[66],"mFSTSP,":[67],"which":[68],"combines":[69],"advantages":[73],"with":[76],"global":[78],"understanding":[79],"environments":[82],"provided":[83],"by":[84,109],"LLMs,":[85,110],"thus":[86],"improving":[87,117],"efficiency":[89],"path":[91],"planning.":[92],"A":[93],"novel":[94],"prompt":[95],"strategy":[96],"is":[97],"also":[98,120],"provided,":[99],"transforming":[100],"problem":[102],"modeling":[103],"into":[104],"format":[106],"easily":[107],"understood":[108],"guiding":[111],"algorithm's":[113],"significantly":[116],"convergence.":[118],"We":[119],"provide":[121],"proof":[123],"convergence":[126],"LLM-QL.":[128],"Experimental":[129],"results":[130],"demonstrate":[131],"that":[132],"LLM-QL":[133],"achieves":[134],"up":[135],"1.35":[138],"x":[139],"improvement":[140],"key":[142],"performance":[143],"metrics":[144],"such":[145],"as":[146],"total":[147],"completion":[148],"time,":[149],"algorithm":[150],"runtime,":[151],"UAV":[153],"utilization,":[154],"compared":[155],"existing":[157],"state-of-the-art":[158],"methods.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}
