{"id":"https://openalex.org/W4399426426","doi":"https://doi.org/10.1109/tvt.2024.3410930","title":"Distributed Safe Multi-Agent Reinforcement Learning: Joint Design of THz-Enabled UAV Trajectory and Channel Allocation","display_name":"Distributed Safe Multi-Agent Reinforcement Learning: Joint Design of THz-Enabled UAV Trajectory and Channel Allocation","publication_year":2024,"publication_date":"2024-06-07","ids":{"openalex":"https://openalex.org/W4399426426","doi":"https://doi.org/10.1109/tvt.2024.3410930"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3410930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3410930","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078103538","display_name":"Atefeh Termehchi","orcid":"https://orcid.org/0000-0002-3948-3703"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Atefeh Termehchi","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","School of Electrical Engineering and Computer Science at the University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science at the University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006682480","display_name":"Aisha Syed","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aisha Syed","raw_affiliation_strings":["Artificial Intelligence Research Lab, Nokia Bell Labs, Murray Hill, NJ, USA","Artificial Intelligence Research Lab, Nokia Bell Labs, Murray, Hill, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Lab, Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Artificial Intelligence Research Lab, Nokia Bell Labs, Murray, Hill, NJ, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054767234","display_name":"W. Sean Kennedy","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Sean Kennedy","raw_affiliation_strings":["Artificial Intelligence Research Lab, Nokia Bell Labs, Murray Hill, NJ, USA","Artificial Intelligence Research Lab, Nokia Bell Labs, Murray, Hill, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Lab, Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Artificial Intelligence Research Lab, Nokia Bell Labs, Murray, Hill, NJ, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5078103538"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":6.7932,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96189515,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"73","issue":"10","first_page":"14172","last_page":"14186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.695803701877594},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6430568099021912},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5867860317230225},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5579471588134766},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5244924426078796},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4468289613723755},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.44622910022735596},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.4380277395248413},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38631412386894226},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.35004138946533203},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3092547059059143},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2307673692703247},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2212926745414734},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09037232398986816},{"id":"https://openalex.org/keywords/optoelectronics","display_name":"Optoelectronics","score":0.0873374342918396}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.695803701877594},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6430568099021912},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5867860317230225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5579471588134766},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5244924426078796},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4468289613723755},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.44622910022735596},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.4380277395248413},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38631412386894226},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35004138946533203},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3092547059059143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2307673692703247},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2212926745414734},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09037232398986816},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.0873374342918396},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3410930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3410930","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2100044493","https://openalex.org/W2131959252","https://openalex.org/W2770197952","https://openalex.org/W2791282349","https://openalex.org/W2939467494","https://openalex.org/W2962860833","https://openalex.org/W2964023906","https://openalex.org/W2968115485","https://openalex.org/W2990589660","https://openalex.org/W2996694157","https://openalex.org/W3022601977","https://openalex.org/W3035858775","https://openalex.org/W3036182692","https://openalex.org/W3046988891","https://openalex.org/W3084578038","https://openalex.org/W3090573937","https://openalex.org/W3099689767","https://openalex.org/W3130559101","https://openalex.org/W3133735442","https://openalex.org/W3134454378","https://openalex.org/W3134502172","https://openalex.org/W3146034362","https://openalex.org/W3162439934","https://openalex.org/W3167580222","https://openalex.org/W3173294282","https://openalex.org/W3202977637","https://openalex.org/W3206780742","https://openalex.org/W4206111066","https://openalex.org/W4210882709","https://openalex.org/W4226057460","https://openalex.org/W4226126396","https://openalex.org/W4285246415","https://openalex.org/W4285820896","https://openalex.org/W4290996464","https://openalex.org/W4295789133","https://openalex.org/W4311777972","https://openalex.org/W4311789821","https://openalex.org/W4312943725","https://openalex.org/W4313627663","https://openalex.org/W4315474426","https://openalex.org/W4315630314","https://openalex.org/W4317794926","https://openalex.org/W4319303211","https://openalex.org/W4323849318","https://openalex.org/W4327571609","https://openalex.org/W4382998831","https://openalex.org/W4385656603","https://openalex.org/W4386431815","https://openalex.org/W4389473504","https://openalex.org/W6751535212","https://openalex.org/W6758924645","https://openalex.org/W6840380725","https://openalex.org/W6848823077"],"related_works":["https://openalex.org/W2033952283","https://openalex.org/W2762687161","https://openalex.org/W2353254830","https://openalex.org/W2351210568","https://openalex.org/W2028421553","https://openalex.org/W2890072373","https://openalex.org/W3000002614","https://openalex.org/W2800192479","https://openalex.org/W3040184894","https://openalex.org/W2105973023"],"abstract_inverted_index":{"6G":[0,63],"is":[1,99,141,169,234,247],"anticipated":[2],"to":[3,55,67,90,111,142,178,236],"play":[4],"a":[5,72,87,130,183,198],"foundational":[6],"role":[7],"in":[8,71,102,118,129],"realizing":[9],"various":[10],"emerging":[11],"entertainment":[12],"applications":[13,33],"and":[14,24,42,126,160],"critical":[15],"societal":[16],"services,":[17],"such":[18],"as":[19,176,224,226],"smart":[20],"agriculture,":[21],"public":[22],"safety,":[23],"so":[25],"on.":[26],"Providing":[27],"the":[28,57,61,68,113,119,135,138,147,155,161,191,210,215,231,242,245,253],"underlying":[29],"communications":[30],"for":[31,38,190],"these":[32,45],"will":[34],"substantially":[35],"increase":[36],"demand":[37],"data":[39],"rate,":[40],"reliability,":[41],"resiliency.":[43],"Given":[44],"requirements,":[46],"Terahertz":[47],"(THz)-enabled":[48],"unmanned":[49],"aerial":[50],"vehicles":[51],"(UAVs)":[52],"are":[53],"expected":[54],"support":[56],"essential":[58],"functions":[59],"within":[60],"future":[62],"networks.":[64],"Meanwhile,":[65],"due":[66],"dynamic":[69],"environment":[70],"THz-enabled":[73,131],"UAV-assisted":[74,132],"network":[75],"with":[76,252],"multiple":[77],"UAVs,":[78,159],"using":[79,197],"model-free":[80],"multi-agent":[81,255],"deep":[82],"reinforcement":[83],"learning":[84],"(MADRL)":[85],"becomes":[86],"promising":[88],"approach":[89,189,212],"optimize":[91],"scarce":[92],"resources.":[93],"However,":[94],"satisfying":[95,214],"cooperative":[96,114,216],"safety":[97,115,217],"constraints":[98],"not":[100],"guaranteed":[101],"most":[103],"previous":[104],"MADRL":[105,187],"techniques.":[106],"Consequently,":[107],"this":[108],"paper":[109],"aims":[110],"address":[112],"guarantee":[116],"challenge":[117],"joint":[120],"design":[121,194],"problem":[122,168],"of":[123,137,149,151,158,195,219,244],"UAV":[124],"trajectory":[125,193],"channel":[127],"allocation":[128],"network.":[133],"Specifically,":[134],"goal":[136],"proposed":[139],"scheme":[140],"maximize":[143],"energy":[144,228],"efficiency,":[145],"considering":[146],"quality":[148],"service":[150],"each":[152],"IoT":[153],"device,":[154],"speed":[156],"limitation":[157],"collision":[162,220],"avoidance":[163,221],"constraint":[164,218],"between":[165,222],"UAVs.":[166],"The":[167],"mixed":[170],"integer":[171],"nonlinear":[172],"programming":[173],"(MINP),":[174],"known":[175],"NP-hard":[177],"solve.":[179],"Thus,":[180],"we":[181,206],"propose":[182],"novel":[184],"distributed":[185],"safe":[186,192],"(DSMADRL)":[188],"UAVs":[196,223],"data-driven":[199],"uniformly":[200],"ultimate":[201],"boundedness":[202],"stability":[203],"method.":[204],"Moreover,":[205],"theoretically":[207],"show":[208],"that":[209],"DSMADRL":[211],"guarantees":[213],"well":[225],"maximizing":[227],"efficiency.":[229],"Furthermore,":[230],"matching":[232],"method":[233],"used":[235],"allocate":[237],"THz":[238],"sub-bands":[239],"distributively.":[240],"Finally,":[241],"effectiveness":[243],"algorithms":[246],"evaluated":[248],"by":[249],"comparing":[250],"them":[251],"existing":[254],"RL":[256],"algorithms.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}