{"id":"https://openalex.org/W4402262381","doi":"https://doi.org/10.1109/wincom62286.2024.10656603","title":"Optimizing Search and Rescue UAV Connectivity in Challenging Terrain Through Multi Q-Learning","display_name":"Optimizing Search and Rescue UAV Connectivity in Challenging Terrain Through Multi Q-Learning","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4402262381","doi":"https://doi.org/10.1109/wincom62286.2024.10656603"},"language":"en","primary_location":{"id":"doi:10.1109/wincom62286.2024.10656603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wincom62286.2024.10656603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Wireless Networks and Mobile Communications (WINCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001159579","display_name":"Mohammed M. H. Qazzaz","orcid":"https://orcid.org/0000-0002-7048-2960"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammed M. H. Qazzaz","raw_affiliation_strings":["School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011903629","display_name":"Syed Ali Raza Zaidi","orcid":"https://orcid.org/0000-0003-1969-3727"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Syed A. R. Zaidi","raw_affiliation_strings":["School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084710654","display_name":"Des McLernon","orcid":"https://orcid.org/0000-0001-8278-6171"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Desmond C. McLernon","raw_affiliation_strings":["School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101655399","display_name":"Abdelaziz Salama","orcid":"https://orcid.org/0000-0002-3339-8292"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Abdelaziz Salama","raw_affiliation_strings":["School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Electrical Engineering, University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066437071","display_name":"Aubida A. Al\u2010Hameed","orcid":"https://orcid.org/0000-0001-5670-9463"},"institutions":[{"id":"https://openalex.org/I12150220","display_name":"University of Mosul","ror":"https://ror.org/039cf4q47","country_code":"IQ","type":"education","lineage":["https://openalex.org/I12150220"]}],"countries":["IQ"],"is_corresponding":false,"raw_author_name":"Aubida A. Al-Hameed","raw_affiliation_strings":["College of Electronics Engineering, Ninevah University,Mosul,Iraq"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronics Engineering, Ninevah University,Mosul,Iraq","institution_ids":["https://openalex.org/I12150220"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3275,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95847351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.7854214310646057},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.7490931153297424},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7269739508628845},{"id":"https://openalex.org/keywords/rescue-robot","display_name":"Rescue robot","score":0.5055291652679443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4182202219963074},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32701316475868225},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.24828186631202698},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2297067940235138},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.12858238816261292},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.1079060435295105}],"concepts":[{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.7854214310646057},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.7490931153297424},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7269739508628845},{"id":"https://openalex.org/C17006198","wikidata":"https://www.wikidata.org/wiki/Q7315030","display_name":"Rescue robot","level":4,"score":0.5055291652679443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4182202219963074},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32701316475868225},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.24828186631202698},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2297067940235138},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12858238816261292},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.1079060435295105}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wincom62286.2024.10656603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wincom62286.2024.10656603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Wireless Networks and Mobile Communications (WINCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.5600000023841858,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2324939243","https://openalex.org/W2799617236","https://openalex.org/W2969096657","https://openalex.org/W2972405428","https://openalex.org/W3041521567","https://openalex.org/W3096656822","https://openalex.org/W3194796580","https://openalex.org/W3205193849","https://openalex.org/W4205789154","https://openalex.org/W4288047696","https://openalex.org/W4308981848","https://openalex.org/W4319303306","https://openalex.org/W4385815552","https://openalex.org/W4388427896","https://openalex.org/W4391691972","https://openalex.org/W4401609047"],"related_works":["https://openalex.org/W4206733587","https://openalex.org/W2388951953","https://openalex.org/W2367640936","https://openalex.org/W3101748978","https://openalex.org/W2543684242","https://openalex.org/W2361811248","https://openalex.org/W4391252873","https://openalex.org/W2117893626","https://openalex.org/W2981213010","https://openalex.org/W3081191966"],"abstract_inverted_index":{"Using":[0],"Unmanned":[1],"Aerial":[2],"Vehicles":[3],"(UAVs)":[4],"in":[5,44,77,112,142],"Search":[6],"and":[7,57,60,90,98,118,138,144],"rescue":[8,145],"operations":[9],"(SAR)":[10],"to":[11,40,65,86,94,121],"navigate":[12],"challenging":[13],"terrain":[14,96],"while":[15],"maintaining":[16],"reliable":[17],"communication":[18,99,140],"with":[19,69,114],"the":[20,70,104,107,119,132],"cellular":[21,71],"network":[22],"is":[23],"a":[24,30,34,49,61,78],"promising":[25],"approach.":[26],"This":[27,129],"paper":[28],"suggests":[29],"novel":[31],"technique":[32],"employing":[33],"reinforcement":[35],"learning":[36],"multi":[37,82],"Q-learning":[38],"algorithm":[39],"optimize":[41],"UAV":[42,136],"connectivity":[43,124],"such":[45],"scenarios.":[46,100],"We":[47],"introduce":[48],"Strategic":[50],"Planning":[51],"Agent":[52,64],"for":[53,134],"efficient":[54],"path":[55],"planning":[56],"collision":[58],"awareness":[59],"Real-time":[62],"Adaptive":[63],"maintain":[66],"optimal":[67,123],"connection":[68],"base":[72],"station.":[73],"The":[74],"agents":[75],"trained":[76],"simulated":[79],"environment":[80],"using":[81,125],"Q-learning,":[83],"encouraging":[84],"them":[85],"learn":[87],"from":[88],"experience":[89],"adjust":[91],"their":[92],"decision-making":[93],"diverse":[95],"complexities":[97],"Evaluation":[101],"results":[102],"reveal":[103],"significance":[105],"of":[106],"approach,":[108],"highlighting":[109],"successful":[110],"navigation":[111],"environments":[113],"varying":[115],"obstacle":[116],"densities":[117],"ability":[120],"perform":[122],"different":[126],"frequency":[127],"bands.":[128],"work":[130],"paves":[131],"way":[133],"enhanced":[135,139],"autonomy":[137],"reliability":[141],"search":[143],"operations.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}