{"id":"https://openalex.org/W3034696662","doi":"https://doi.org/10.1109/access.2020.3001752","title":"Adaptive UAV-Trajectory Optimization Under Quality of Service Constraints: A Model-Free Solution","display_name":"Adaptive UAV-Trajectory Optimization Under Quality of Service Constraints: A Model-Free Solution","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3034696662","doi":"https://doi.org/10.1109/access.2020.3001752","mag":"3034696662"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3001752","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3001752","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09114970.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09114970.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054496135","display_name":"Jingjing Cui","orcid":"https://orcid.org/0000-0002-8850-358X"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jingjing Cui","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002904166","display_name":"Zhiguo Ding","orcid":"https://orcid.org/0000-0001-5280-384X"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhiguo Ding","raw_affiliation_strings":["School of Electrical and Electronics Engineering, The University of Manchester, Manchester, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronics Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009213856","display_name":"Yansha Deng","orcid":"https://orcid.org/0000-0003-1001-7036"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yansha Deng","raw_affiliation_strings":["Department of Informatics, King\u2019s College London, London, U.K","Department of Informatics, King's College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, King\u2019s College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"Department of Informatics, King's College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002265731","display_name":"Arumugam Nallanathan","orcid":"https://orcid.org/0000-0001-8337-5884"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arumugam Nallanathan","raw_affiliation_strings":["School of Electronics Engineering and Computer Science, Queen Mary University of London, London, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electronics Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091122305","display_name":"Lajos Hanzo","orcid":"https://orcid.org/0000-0002-2636-5214"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lajos Hanzo","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054496135"],"corresponding_institution_ids":["https://openalex.org/I43439940"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":68.3642,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99806226,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"112253","last_page":"112265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.8210026025772095},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7585824131965637},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7290942668914795},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.6368574500083923},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6257253885269165},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4445810317993164},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4302728772163391},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3793979287147522},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3483021855354309},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3373139798641205},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.30166614055633545},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1140030026435852}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.8210026025772095},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7585824131965637},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7290942668914795},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.6368574500083923},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6257253885269165},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4445810317993164},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4302728772163391},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3793979287147522},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3483021855354309},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3373139798641205},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30166614055633545},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1140030026435852},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2020.3001752","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3001752","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09114970.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:openaire/dbf29822-7e8d-4ada-9516-51f5cc27a86c","is_oa":true,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/dbf29822-7e8d-4ada-9516-51f5cc27a86c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cui, J, DIng, Z, Deng, Y, Nallanathan, A & Hanzo, L 2020, 'Adaptive UAV-Trajectory Optimization under Quality of Service Constraints : A Model-Free Solution', IEEE Access, vol. 8, 9114970, pp. 112253-112265. https://doi.org/10.1109/ACCESS.2020.3001752","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:780d977c57ff422383372a3900c4a751","is_oa":true,"landing_page_url":"https://doaj.org/article/780d977c57ff422383372a3900c4a751","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 112253-112265 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3001752","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3001752","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09114970.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1361938442","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2674840903","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G4215433715","display_name":"Enabling High-Speed Microwave and Millimetre Wave Links (MiMiWaveS)","funder_award_id":"EP/N029720/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4532737952","display_name":null,"funder_award_id":"COALESCE","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4728636521","display_name":null,"funder_award_id":"EP/Noo4558/1","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G4772307874","display_name":null,"funder_award_id":"EP/PO34284/1","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G4893255179","display_name":null,"funder_award_id":"EP/N029720/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5855793388","display_name":null,"funder_award_id":"Global Challenges Research Fund","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6696884293","display_name":null,"funder_award_id":"EP/PO34284/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7009292159","display_name":null,"funder_award_id":"EP/Noo4558/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7518926778","display_name":null,"funder_award_id":"COALESCE","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"}],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034696662.pdf","grobid_xml":"https://content.openalex.org/works/W3034696662.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1541730457","https://openalex.org/W1965227651","https://openalex.org/W1974701000","https://openalex.org/W2031834036","https://openalex.org/W2051747891","https://openalex.org/W2113913482","https://openalex.org/W2121863487","https://openalex.org/W2150339816","https://openalex.org/W2152272310","https://openalex.org/W2163903638","https://openalex.org/W2165131254","https://openalex.org/W2170141744","https://openalex.org/W2285198146","https://openalex.org/W2522123397","https://openalex.org/W2523219060","https://openalex.org/W2528788999","https://openalex.org/W2550353438","https://openalex.org/W2738731084","https://openalex.org/W2783184536","https://openalex.org/W2788235935","https://openalex.org/W2790256744","https://openalex.org/W2807655913","https://openalex.org/W2810656750","https://openalex.org/W2886509985","https://openalex.org/W2907379776","https://openalex.org/W2950373453","https://openalex.org/W2952039542","https://openalex.org/W2955338161","https://openalex.org/W2963177943","https://openalex.org/W2963562791","https://openalex.org/W2964220104","https://openalex.org/W2969525674","https://openalex.org/W2991249497","https://openalex.org/W3009354532","https://openalex.org/W3010191728","https://openalex.org/W3011120880","https://openalex.org/W3019497660","https://openalex.org/W3070101261","https://openalex.org/W3106530718","https://openalex.org/W3139377883","https://openalex.org/W4210912080","https://openalex.org/W4214717370","https://openalex.org/W4230914813","https://openalex.org/W4248400504","https://openalex.org/W6632593403","https://openalex.org/W6748459821","https://openalex.org/W6775068657","https://openalex.org/W6775686901","https://openalex.org/W6792155000"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"with":[4,96],"the":[5,34,49,55,59,64,67,70,77,89,97,101,123,131,140,163,168,178,189,200,204,207,211],"potential":[6],"of":[7,17,28,36,66,109,177,183,203,210],"providing":[8],"reliable":[9],"high-rate":[10],"connectivity,":[11],"are":[12,46,181],"becoming":[13],"a":[14,26,83,92,107],"promising":[15],"component":[16],"future":[18],"wireless":[19],"networks.":[20],"A":[21],"UAV":[22,56,98,124],"collects":[23],"data":[24,41,165],"from":[25],"set":[27],"randomly":[29],"distributed":[30],"sensors,":[31],"where":[32],"both":[33,176],"locations":[35],"these":[37],"sensors":[38],"and":[39,118,150,158,206],"their":[40],"volume":[42],"to":[43,48,53,125,161],"be":[44],"transmitted":[45],"unknown":[47],"UAV.":[50],"In":[51],"order":[52],"assist":[54],"in":[57,63],"finding":[58,184],"optimal":[60,186],"motion":[61],"trajectory":[62,111,129,187],"face":[65],"uncertainty":[68],"without":[69,130],"above":[71],"knowledge":[72],"whilst":[73],"aiming":[74,160],"for":[75,133,194],"maximizing":[76],"cumulative":[78,164],"collected":[79,166],"data,":[80],"we":[81,105,146],"formulate":[82],"reinforcement":[84,119],"learning":[85,102],"problem":[86],"by":[87,138],"modelling":[88,117],"motion-trajectory":[90],"as":[91,100],"Markov":[93],"decision":[94],"process":[95],"acting":[99],"agent.":[103],"Then,":[104],"propose":[106],"pair":[108],"novel":[110],"optimization":[112,154],"algorithms":[113,155],"based":[114,152],"on":[115,199],"stochastic":[116],"learning,":[120],"which":[121],"allows":[122],"optimize":[126],"its":[127],"flight":[128],"need":[132],"system":[134],"identification.":[135],"More":[136],"specifically,":[137],"dividing":[139],"considered":[141],"region":[142],"into":[143],"small":[144],"tiles,":[145],"conceive":[147],"state-action-reward-state-action":[148],"(Sarsa)":[149],"Q-learning":[151],"UAV-trajectory":[153],"(i.e.,":[156],"SUTOA":[157,197],"QUTOA)":[159],"maximize":[162],"during":[167],"finite":[169],"flight-time.":[170],"Our":[171],"simulation":[172],"results":[173],"demonstrate":[174],"that":[175],"proposed":[179],"approaches":[180],"capable":[182],"an":[185],"under":[188],"flight-time":[190],"constraint.":[191],"The":[192],"preference":[193],"QUTOA":[195],"vs.":[196],"depends":[198],"relative":[201],"position":[202],"start":[205],"end":[208],"points":[209],"UAVs.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}