{"id":"https://openalex.org/W4405429454","doi":"https://doi.org/10.1109/access.2024.3518562","title":"DeepAir: A Multi-Agent Deep Reinforcement Learning Based Scheme for an Unknown User Location Problem","display_name":"DeepAir: A Multi-Agent Deep Reinforcement Learning Based Scheme for an Unknown User Location Problem","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405429454","doi":"https://doi.org/10.1109/access.2024.3518562"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3518562","doi":"https://doi.org/10.1109/access.2024.3518562","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3518562","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3518562","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024053901","display_name":"Baris Yamansavascilar","orcid":"https://orcid.org/0000-0003-1897-2978","observed_orcids":["https://orcid.org/0000-0003-1897-2978"]},"institutions":[{"id":"https://openalex.org/I4405392","display_name":"Bo\u011fazi\u00e7i University","ror":"https://ror.org/03z9tma90","country_code":"TR","type":"education","lineage":["https://openalex.org/I4405392"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Baris Yamansavascilar","raw_affiliation_strings":["Department of Computer Engineering, Bogazici University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-1897-2978","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Bogazici University, Istanbul, Turkey","institution_ids":["https://openalex.org/I4405392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062782458","display_name":"Atay \u00d6zg\u00f6vde","orcid":"https://orcid.org/0000-0001-9688-766X","observed_orcids":["https://orcid.org/0000-0001-9688-766X"]},"institutions":[{"id":"https://openalex.org/I4405392","display_name":"Bo\u011fazi\u00e7i University","ror":"https://ror.org/03z9tma90","country_code":"TR","type":"education","lineage":["https://openalex.org/I4405392"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Atay Ozgovde","raw_affiliation_strings":["Department of Computer Engineering, Bogazici University, Istanbul, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Bogazici University, Istanbul, Turkey","institution_ids":["https://openalex.org/I4405392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047492236","display_name":"Cem Ersoy","orcid":"https://orcid.org/0000-0001-7632-7067","observed_orcids":["https://orcid.org/0000-0001-7632-7067"]},"institutions":[{"id":"https://openalex.org/I4405392","display_name":"Bo\u011fazi\u00e7i University","ror":"https://ror.org/03z9tma90","country_code":"TR","type":"education","lineage":["https://openalex.org/I4405392"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Cem Ersoy","raw_affiliation_strings":["Department of Computer Engineering, Bogazici University, Istanbul, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Bogazici University, Istanbul, Turkey","institution_ids":["https://openalex.org/I4405392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405392"],"apc_list":{"value":1995,"currency":"USD","value_usd":1995},"apc_paid":{"value":1995,"currency":"USD","value_usd":1995},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unmanned-aerial-vehicles","display_name":"unmanned aerial vehicles","score":0.9380000233650208},{"id":"https://openalex.org/keywords/task-offloading","display_name":"task offloading","score":0.8349999785423279},{"id":"https://openalex.org/keywords/multi-agent-deep-reinforcement-learning","display_name":"multi-agent deep reinforcement learning","score":0.9480000138282776},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"mobile edge computing","score":0.8849999904632568},{"id":"https://openalex.org/keywords/uav-localization","display_name":"UAV positioning","score":0.7379999756813049},{"id":"https://openalex.org/keywords/uav-remote-sensing","display_name":"UAV remote sensing","score":0.703000009059906},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.9330000281333923},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"quality of service","score":0.7689999938011169}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.832103967666626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7802870273590088},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6689772009849548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414232611656189},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3958891034126282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3630366921424866},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08820423483848572},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3518562","doi":"https://doi.org/10.1109/access.2024.3518562","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3518562","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2408.05712","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.05712","pdf_url":"https://arxiv.org/pdf/2408.05712","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:d424d788a1ca4210be6b31852948344a","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/d424d788a1ca4210be6b31852948344a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 192195-192208 (2024)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2408.05712","doi":"https://doi.org/10.48550/arxiv.2408.05712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.05712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3518562","doi":"https://doi.org/10.1109/access.2024.3518562","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3518562","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.7207000255584717}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405429454.pdf","grobid_xml":"https://content.openalex.org/works/W4405429454.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2135099885","https://openalex.org/W2195423816","https://openalex.org/W2594560857","https://openalex.org/W2624989916","https://openalex.org/W2681138350","https://openalex.org/W2805161269","https://openalex.org/W2885423658","https://openalex.org/W2904947504","https://openalex.org/W2963857659","https://openalex.org/W2964125271","https://openalex.org/W2998993395","https://openalex.org/W3090573937","https://openalex.org/W3100789280","https://openalex.org/W3133340445","https://openalex.org/W3187829000","https://openalex.org/W3189639465","https://openalex.org/W3203505883","https://openalex.org/W3206780742","https://openalex.org/W3213511932","https://openalex.org/W4285202992","https://openalex.org/W4313219439","https://openalex.org/W4383752869","https://openalex.org/W4386453810","https://openalex.org/W4387587706","https://openalex.org/W4388286387","https://openalex.org/W4388543751","https://openalex.org/W4389262520","https://openalex.org/W4390604386","https://openalex.org/W4390605017","https://openalex.org/W4390738651","https://openalex.org/W4391742214","https://openalex.org/W4400748352"],"related_works":["https://openalex.org/W7105593329","https://openalex.org/W4212855901","https://openalex.org/W4406266274","https://openalex.org/W4386360716","https://openalex.org/W4416177679","https://openalex.org/W4388765146","https://openalex.org/W4406522473","https://openalex.org/W3152640450","https://openalex.org/W3203911205","https://openalex.org/W4321367011"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"are":[4],"a":[5,14,133],"major":[6],"component":[7],"in":[8,17,63,90,94,112,123,231],"next-generation":[9],"network":[10],"architecture":[11],"proposals,":[12],"playing":[13],"critical":[15],"role":[16],"problems":[18,62,84],"like":[19],"dynamic":[20,58,83],"capacity":[21,67],"enhancement,":[22],"user":[23,88,240],"coverage,":[24],"and":[25,49,131,152,185,200,239,252,260,279],"task":[26,110,223,254,281],"offloading.":[27],"When":[28],"smart":[29],"utilization":[30],"of":[31,45,60,80,119,180,237],"the":[32,43,57,65,86,116,159,164,169,197,205,271,285],"UAVs":[33,181,191,211,230],"is":[34,85,107],"missing,":[35],"these":[36],"proposals":[37],"may":[38],"require":[39],"sophisticated":[40],"approaches,":[41],"including":[42,147,182],"deployment":[44],"additional":[46],"edge":[47,154],"servers":[48],"orchestration":[50],"efforts.":[51],"A":[52],"typical":[53],"challenge":[54],"arises":[55],"from":[56],"nature":[59],"real-world":[61],"which":[64,95,106,195],"required":[66,117],"should":[68],"be":[69],"provided":[70],"at":[71],"particular":[72],"times":[73],"when":[74],"fixed":[75],"infrastructure":[76],"proves":[77],"insufficient.":[78],"One":[79],"those":[81],"existing":[82],"unknown":[87],"locations":[89],"an":[91],"infrastructure-less":[92],"environment":[93],"users":[96,238],"cannot":[97],"connect":[98],"to":[99,109,114,157,212,244],"any":[100],"communication":[101],"device":[102],"or":[103],"computation-providing":[104],"server,":[105],"essential":[108],"offloading":[111],"order":[113],"achieve":[115],"quality":[118],"service":[120],"(QoS).":[121],"Therefore,":[122],"this":[124,128,174],"study,":[125],"we":[126,176,208],"investigate":[127],"problem":[129],"thoroughly":[130],"propose":[132],"novel":[134],"deep":[135],"reinforcement":[136],"learning":[137],"(DRL)":[138],"based":[139],"scheme,":[140],"DeepAir.":[141],"DeepAir":[142,220,248],"uses":[143],"four":[144],"main":[145],"phases":[146],"sensing,":[148,198],"localization,":[149,199],"resource":[150,201],"allocation,":[151],"multi-access":[153],"computing":[155],"(MEC)":[156],"provide":[158,213],"corresponding":[160],"QoS":[161],"requirements":[162],"for":[163,257,284],"offloaded":[165],"tasks":[166],"without":[167],"violating":[168],"maximum":[170],"tolerable":[171],"delay.":[172],"To":[173],"end,":[175],"use":[177],"two":[178],"types":[179],"detector":[183,190,229,262],"UAVs,":[184,263,269],"serving":[186,210,268],"UAVs.":[187],"We":[188],"utilize":[189,209],"as":[192],"DRL":[193],"agents":[194],"ensure":[196],"allocation":[202],"phases.":[203],"On":[204],"other":[206],"hand,":[207],"MEC":[214],"features.":[215],"Our":[216],"experiments":[217],"show":[218],"that":[219],"provides":[221,276],"higher":[222],"success":[224,255,282],"rates":[225,256,283],"by":[226,265],"deploying":[227],"fewer":[228],"different":[232,235],"scenarios":[233],"with":[234],"numbers":[236],"attraction":[241],"points":[242],"compared":[243],"benchmark":[245,274],"methods.":[246],"Thus,":[247],"achieves":[249],"59.65%,":[250],"86.06%,":[251],"86.72%":[253],"2,":[258],"4,":[259],"6":[261],"respectively,":[264],"using":[266],"12":[267],"while":[270],"most":[272],"successful":[273],"method":[275],"28.62%,":[277],"41.39%,":[278],"61.09%":[280],"same":[286],"configuration,":[287],"respectively.":[288]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-12-16T00:00:00"}