{"id":"https://openalex.org/W4385267190","doi":"https://doi.org/10.1109/jiot.2023.3299018","title":"Multi-UAV IRS-Assisted Communications: Multinode Channel Modeling and Fair Sum-Rate Optimization via Deep Reinforcement Learning","display_name":"Multi-UAV IRS-Assisted Communications: Multinode Channel Modeling and Fair Sum-Rate Optimization via Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385267190","doi":"https://doi.org/10.1109/jiot.2023.3299018"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3299018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3299018","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029905541","display_name":"Giovanni Iacovelli","orcid":"https://orcid.org/0000-0002-3551-4584"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Iacovelli","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3551-4584","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043275553","display_name":"Angelo Coluccia","orcid":"https://orcid.org/0000-0001-7118-9734"},"institutions":[{"id":"https://openalex.org/I4210096856","display_name":"Innovation Engineering (Italy)","ror":"https://ror.org/00sxjp357","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210096856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Angelo Coluccia","raw_affiliation_strings":["Department of Engineering for Innovation, Universit&#x00E0; del Salento, Lecce, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7118-9734","affiliations":[{"raw_affiliation_string":"Department of Engineering for Innovation, Universit&#x00E0; del Salento, Lecce, Italy","institution_ids":["https://openalex.org/I4210096856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020385557","display_name":"Luigi Alfredo Grieco","orcid":"https://orcid.org/0000-0002-3443-6924"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luigi Alfredo Grieco","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3443-6924","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9106,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.85992088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"4470","last_page":"4482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8101213574409485},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7650378942489624},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6382519602775574},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5940026044845581},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5774020552635193},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5541222095489502},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.525290846824646},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5113412737846375},{"id":"https://openalex.org/keywords/rician-fading","display_name":"Rician fading","score":0.5066105127334595},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4436366856098175},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.440775066614151},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.424588143825531},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41187185049057007},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.40818944573402405},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3986046314239502},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3922659158706665},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35212457180023193},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.19386592507362366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1918841302394867},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1475946605205536},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13975012302398682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8101213574409485},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7650378942489624},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6382519602775574},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5940026044845581},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5774020552635193},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5541222095489502},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.525290846824646},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5113412737846375},{"id":"https://openalex.org/C60472773","wikidata":"https://www.wikidata.org/wiki/Q7331156","display_name":"Rician fading","level":4,"score":0.5066105127334595},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4436366856098175},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.440775066614151},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.424588143825531},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41187185049057007},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.40818944573402405},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3986046314239502},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3922659158706665},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35212457180023193},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.19386592507362366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1918841302394867},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1475946605205536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13975012302398682},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3299018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3299018","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1978026911","https://openalex.org/W2229747717","https://openalex.org/W2612291478","https://openalex.org/W2736601468","https://openalex.org/W2903866873","https://openalex.org/W2963555336","https://openalex.org/W2976442877","https://openalex.org/W2981587265","https://openalex.org/W2984937369","https://openalex.org/W3037854193","https://openalex.org/W3043981101","https://openalex.org/W3097308740","https://openalex.org/W3104300639","https://openalex.org/W3104595455","https://openalex.org/W3112444288","https://openalex.org/W3122751454","https://openalex.org/W3127940641","https://openalex.org/W3128786808","https://openalex.org/W3158356126","https://openalex.org/W3180641418","https://openalex.org/W3188554269","https://openalex.org/W3192880923","https://openalex.org/W3200723785","https://openalex.org/W3206518837","https://openalex.org/W3207916696","https://openalex.org/W4210525043","https://openalex.org/W4285199939","https://openalex.org/W4285211583","https://openalex.org/W4294068592","https://openalex.org/W6631190155","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2970347269","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"combined":[4],"with":[5,29,47],"intelligent":[6],"reflective":[7],"surfaces":[8],"(IRSs)":[9],"represent":[10],"a":[11,38,42,61,78,105,116,174,179],"cutting-edge":[12],"technology":[13],"for":[14,109],"improving":[15],"the":[16,30,75,82,126,129,133,137,140,147,150,195,198,201],"channel":[17,107],"capacity":[18],"of":[19,44,52,71,128,160,200],"wireless":[20],"communications,":[21],"by":[22,144],"capitalizing":[23],"on":[24],"UAVs\u2019":[25],"3-D":[26],"mobility":[27],"coupled":[28],"IRSs\u2019":[31],"smart":[32],"radio":[33],"capabilities.":[34],"This":[35,154],"work":[36],"envisions":[37],"scenario":[39],"in":[40,81,158],"which":[41],"swarm":[43],"UAVs":[45],"equipped":[46],"IRSs":[48,76],"serves":[49],"multiple":[50],"Internet":[51],"Things":[53],"(IoT)":[54],"ground":[55],"nodes":[56],"(GNs)":[57],"concurrently":[58],"transmitting":[59],"to":[60,97,124,167,193],"single":[62],"base":[63],"station":[64],"(BS)":[65],"via":[66,184],"OFDMA.":[67],"The":[68],"huge":[69],"number":[70],"passive":[72],"elements":[73],"composing":[74],"introduces":[77],"significant":[79],"complexity":[80],"mission":[83],"design.":[84],"Therefore,":[85],"each":[86],"IRS":[87],"is":[88,113,122,165,171,182,191],"divided":[89],"into":[90],"patches":[91],"that":[92],"can":[93],"be":[94],"simultaneously":[95],"used":[96],"serve":[98],"different":[99],"nodes.":[100],"Considering":[101],"general":[102],"Rician":[103],"fading,":[104],"comprehensive":[106],"model":[108],"IRS-assisted":[110],"UAV-aided":[111],"networks":[112],"derived.":[114],"Then,":[115],"multiobjective":[117],"mixed-integer":[118],"nonlinear":[119],"programming":[120],"problem":[121],"conceived":[123],"maximize":[125],"sum-rate":[127],"GNs":[130],"and,":[131],"at":[132],"same":[134],"time,":[135],"minimize":[136],"difference":[138],"among":[139],"users\u2019":[141],"data":[142],"rates,":[143],"jointly":[145],"optimizing":[146],"trajectories":[148],"and":[149,178,197],"phase":[151],"shift":[152],"matrices.":[153],"nonconvex":[155],"problem,":[156],"reformulated":[157],"terms":[159],"scheduling":[161],"(i.e.,":[162],"patch-GN":[163],"assignment),":[164],"challenging":[166],"solve.":[168],"Hence,":[169],"it":[170],"rearranged":[172],"as":[173],"Markov":[175],"Decision":[176],"Process":[177],"quasi-optimal":[180],"solution":[181],"obtained":[183],"Deep":[185],"Reinforcement":[186],"Learning.":[187],"Extensive":[188],"simulation":[189],"analysis":[190],"performed":[192],"validate":[194],"results":[196],"accuracy":[199],"proposed":[202],"model.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}
