{"id":"https://openalex.org/W4400072111","doi":"https://doi.org/10.1109/access.2024.3420169","title":"IR-QLA: Machine Learning-Based Q-Learning Algorithm Optimization for UAVs Faster Trajectory Planning by Instructed- Reinforcement Learning","display_name":"IR-QLA: Machine Learning-Based Q-Learning Algorithm Optimization for UAVs Faster Trajectory Planning by Instructed- Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400072111","doi":"https://doi.org/10.1109/access.2024.3420169"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3420169","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3420169","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3420169","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108999648","display_name":"MUHAMMAD MUZAMMUL","orcid":"https://orcid.org/0000-0002-9859-6054"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Muzammul","raw_affiliation_strings":["Department of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9859-6054","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073073869","display_name":"Muhammad Assam","orcid":"https://orcid.org/0000-0001-7331-5351"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Assam","raw_affiliation_strings":["Department of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7331-5351","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091859381","display_name":"Yazeed Yasin Ghadi","orcid":"https://orcid.org/0000-0002-7121-495X"},"institutions":[{"id":"https://openalex.org/I161913731","display_name":"Al Ain University","ror":"https://ror.org/023abrt21","country_code":"AE","type":"education","lineage":["https://openalex.org/I161913731"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yazeed Yasin Ghadi","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Al Ain University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-7121-495X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Al Ain University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I161913731"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050280602","display_name":"Nisreen Innab","orcid":"https://orcid.org/0000-0003-4412-7727"},"institutions":[{"id":"https://openalex.org/I4391767729","display_name":"Almaarefa University","ror":"https://ror.org/00s3s5518","country_code":null,"type":"education","lineage":["https://openalex.org/I4391767729"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nisreen Innab","raw_affiliation_strings":["Department of Computer Science and Information Systems, College of Applied Sciences, AlMaarefa University, Diriyah, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-4412-7727","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Systems, College of Applied Sciences, AlMaarefa University, Diriyah, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I4391767729"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014987654","display_name":"Masoud Alajmi","orcid":"https://orcid.org/0000-0002-1887-6719"},"institutions":[{"id":"https://openalex.org/I179331831","display_name":"Taif University","ror":"https://ror.org/014g1a453","country_code":"SA","type":"education","lineage":["https://openalex.org/I179331831"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Masoud Alajmi","raw_affiliation_strings":["Department of Computer Engineering, College of Computers and Information Technology, Taif University, Taif, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-1887-6719","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computers and Information Technology, Taif University, Taif, Saudi Arabia","institution_ids":["https://openalex.org/I179331831"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041891989","display_name":"Tahani Jaser Alahmadi","orcid":"https://orcid.org/0000-0002-0067-692X"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tahani Jaser Alahmadi","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0067-692X","affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2481,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89073988,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"91300","last_page":"91315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8014558553695679},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7615939378738403},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6709713339805603},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.597603976726532},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5692529678344727},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.5597448348999023},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5358551740646362},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.5041967630386353},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48613235354423523},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.4842092990875244},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.44465380907058716},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.433758944272995},{"id":"https://openalex.org/keywords/ant-colony-optimization-algorithms","display_name":"Ant colony optimization algorithms","score":0.4118542969226837},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3067914545536041}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8014558553695679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7615939378738403},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6709713339805603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.597603976726532},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5692529678344727},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.5597448348999023},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5358551740646362},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.5041967630386353},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48613235354423523},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.4842092990875244},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.44465380907058716},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.433758944272995},{"id":"https://openalex.org/C40128228","wikidata":"https://www.wikidata.org/wiki/Q460851","display_name":"Ant colony optimization algorithms","level":2,"score":0.4118542969226837},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3067914545536041},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3420169","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3420169","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6d047cff66334933bff31b13b15b33e4","is_oa":true,"landing_page_url":"https://doaj.org/article/6d047cff66334933bff31b13b15b33e4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 91300-91315 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3420169","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3420169","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8390926131","display_name":null,"funder_award_id":"PNURSP2024R513","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"}],"funders":[{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2067213582","https://openalex.org/W2145339207","https://openalex.org/W2205698351","https://openalex.org/W2465332869","https://openalex.org/W2605697599","https://openalex.org/W2611839139","https://openalex.org/W2613519365","https://openalex.org/W2915353491","https://openalex.org/W2939596355","https://openalex.org/W2970226842","https://openalex.org/W2971481292","https://openalex.org/W2981460880","https://openalex.org/W3021498301","https://openalex.org/W3022344477","https://openalex.org/W3036868238","https://openalex.org/W3043033734","https://openalex.org/W3090027660","https://openalex.org/W3127085325","https://openalex.org/W3140105605","https://openalex.org/W3159136932","https://openalex.org/W3169406566","https://openalex.org/W3169681732","https://openalex.org/W3180097365","https://openalex.org/W3187844734","https://openalex.org/W3205100603","https://openalex.org/W4287690904","https://openalex.org/W4289529194","https://openalex.org/W4293716285","https://openalex.org/W4311926205","https://openalex.org/W4312108576","https://openalex.org/W4316038501","https://openalex.org/W4324092551","https://openalex.org/W4380986480","https://openalex.org/W4383424680","https://openalex.org/W4383535198","https://openalex.org/W4387687865","https://openalex.org/W4389599736","https://openalex.org/W4389666571","https://openalex.org/W4390670349","https://openalex.org/W4390734767","https://openalex.org/W6781622607","https://openalex.org/W6858097324","https://openalex.org/W6859275346","https://openalex.org/W7033255848"],"related_works":["https://openalex.org/W426968574","https://openalex.org/W2365639220","https://openalex.org/W2382520895","https://openalex.org/W2393709043","https://openalex.org/W2080567403","https://openalex.org/W2539387137","https://openalex.org/W2374952201","https://openalex.org/W2374808384","https://openalex.org/W2385449752","https://openalex.org/W2619844325"],"abstract_inverted_index":{"Trajectory":[0],"planning":[1,118],"for":[2,60,171],"unmanned":[3],"aerial":[4,71],"vehicles":[5],"(UAVs)":[6],"presents":[7],"a":[8,95,111,122],"formidable":[9],"challenge,":[10],"particularly":[11],"in":[12,86,156,200],"environments":[13,88],"where":[14,46],"details":[15],"about":[16],"the":[17,29,79,98,131,135,164,187,201],"terrain":[18],"and":[19,43,64,73,152,167,181,189],"objectives":[20],"are":[21],"not":[22,144],"known":[23],"beforehand.":[24],"This":[25,92],"uncertainty":[26],"has":[27],"propelled":[28],"adoption":[30],"of":[31,82,158,191],"UAVs":[32],"across":[33],"diverse":[34],"sectors":[35],"such":[36],"as":[37,110],"logistics,":[38],"weather":[39],"forecasting,":[40],"security":[41],"surveillance,":[42],"autonomous":[44],"driving,":[45],"their":[47],"ability":[48],"to":[49,115,184,196],"navigate":[50],"autonomously":[51],"is":[52],"crucial.":[53],"Recent":[54],"advancements":[55],"have":[56],"leveraged":[57],"deep":[58],"learning":[59,132],"robust":[61],"object":[62],"detection":[63],"tracking,":[65],"significantly":[66,129],"enhancing":[67],"data":[68],"acquisition":[69],"from":[70],"imagery":[72],"UAV-based":[74],"applications.":[75],"Despite":[76],"numerous":[77],"innovations,":[78],"critical":[80],"issue":[81],"optimizing":[83],"UAV":[84,192],"trajectories":[85],"unknown":[87],"remains":[89],"largely":[90],"unaddressed.":[91],"paper":[93],"introduces":[94],"novel":[96],"approach,":[97],"Instructed":[99],"Reinforcement":[100],"Q-Learning":[101],"Algorithm":[102],"(IR-QLA),":[103],"which":[104],"utilizes":[105],"Received":[106],"Signal":[107],"Strength":[108],"(RSS)":[109],"dynamic":[112],"reward":[113,179],"metric":[114],"refine":[116],"trajectory":[117,172,193],"continuously.":[119],"By":[120],"integrating":[121],"unique":[123],"instructed":[124],"reinforcement":[125],"principle,":[126],"this":[127],"method":[128],"accelerates":[130],"process,":[133],"improving":[134],"UAVs\u2019":[136],"navigational":[137],"efficiencies.":[138],"Our":[139],"findings":[140],"demonstrate":[141],"that":[142],"IR-QLA":[143],"only":[145],"surpasses":[146],"traditional":[147],"algorithms":[148,183],"like":[149],"Ant":[150],"Colony":[151],"Particle":[153],"Swarm":[154],"Optimization":[155],"terms":[157],"convergence":[159],"speed":[160,190],"but":[161],"also":[162],"minimizes":[163],"path":[165],"length":[166],"iteration":[168],"counts":[169],"needed":[170],"optimization.":[173],"Future":[174],"studies":[175],"will":[176],"explore":[177],"alternative":[178],"sources":[180],"advanced":[182],"further":[185],"enhance":[186],"precision":[188],"planning,":[194],"aiming":[195],"establish":[197],"new":[198],"benchmarks":[199],"field.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}