{"id":"https://openalex.org/W4406267209","doi":"https://doi.org/10.1109/vtc2024-fall63153.2024.10758034","title":"Multi-Agent Deep Reinforcement Learning for Energy Efficient Multi-Hop STAR-RIS-Assisted Transmissions","display_name":"Multi-Agent Deep Reinforcement Learning for Energy Efficient Multi-Hop STAR-RIS-Assisted Transmissions","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4406267209","doi":"https://doi.org/10.1109/vtc2024-fall63153.2024.10758034"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2024-fall63153.2024.10758034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2024-fall63153.2024.10758034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 100th Vehicular Technology Conference (VTC2024-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114236480","display_name":"Pei-Hsiang Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Pei-Hsiang Liao","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019371571","display_name":"Li-Hsiang Shen","orcid":"https://orcid.org/0000-0002-6412-5457"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Hsiang Shen","raw_affiliation_strings":["National Central University,Department of Communication Engineering,Taoyuan,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Central University,Department of Communication Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101229868","display_name":"Po-Chen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Chen Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020169858","display_name":"Kai\u2010Ten Feng","orcid":"https://orcid.org/0000-0002-2781-8449"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ten Feng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.8633999824523926,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.8633999824523926,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11248","display_name":"Advanced Power Amplifier Design","score":0.8436999917030334,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10228","display_name":"Multilevel Inverters and Converters","score":0.8258000016212463,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8584872484207153},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.656470775604248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6554721593856812},{"id":"https://openalex.org/keywords/star","display_name":"Star (game theory)","score":0.4686305522918701},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3392014801502228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3116610646247864},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12281796336174011},{"id":"https://openalex.org/keywords/astrophysics","display_name":"Astrophysics","score":0.07378131151199341}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8584872484207153},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.656470775604248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6554721593856812},{"id":"https://openalex.org/C2780897414","wikidata":"https://www.wikidata.org/wiki/Q7600592","display_name":"Star (game theory)","level":2,"score":0.4686305522918701},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3392014801502228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3116610646247864},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12281796336174011},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.07378131151199341}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2024-fall63153.2024.10758034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2024-fall63153.2024.10758034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 100th Vehicular Technology Conference (VTC2024-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W4405141166","https://openalex.org/W1978191894","https://openalex.org/W4306904969","https://openalex.org/W2018045843","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3125668480"],"abstract_inverted_index":{"Simultaneously":[0],"transmitting":[1],"and":[2,70,110,158,184],"reflecting":[3],"reconfigurable":[4],"intelligent":[5],"surface":[6],"(STAR-RIS)":[7],"provides":[8],"a":[9,50,107],"promising":[10],"way":[11],"to":[12,25,48,62,144,177],"expand":[13],"coverage":[14],"in":[15,36],"wireless":[16],"communications.":[17],"However,":[18],"limitation":[19,84],"of":[20,29,45,53,66,73,85,92,96,141,168],"single":[21],"STAR-RIS":[22,97],"inspire":[23],"us":[24],"integrate":[26],"the":[27,42,67,78,90,93,104,123,138,145,165,172],"concept":[28],"multi-hop":[30,46,169],"transmissions,":[31],"as":[32],"focused":[33],"on":[34,99,130],"RIS":[35],"existing":[37],"research.":[38],"Therefore,":[39],"we":[40,60,88,136],"propose":[41],"novel":[43],"architecture":[44,167],"STAR-RISs":[47,170],"achieve":[49],"wider":[51],"range":[52],"full-plane":[54],"service":[55],"coverage.":[56],"In":[57,133],"this":[58],"paper,":[59],"intend":[61],"solve":[63],"active":[64],"beamforming":[65,72],"base":[68],"station":[69],"passive":[71],"STAR-RISs,":[74,181],"aiming":[75],"for":[76],"maximizing":[77],"energy":[79,100,174],"efficiency":[80,175],"constrained":[81],"by":[82],"hardware":[83],"STAR-RISs.":[86,189],"Furthermore,":[87],"investigate":[89],"impact":[91],"on-off":[94],"state":[95],"elements":[98],"efficiency.":[101],"To":[102],"tackle":[103],"complex":[105],"problem,":[106],"Multi-Agent":[108],"Global":[109],"locAl":[111],"deep":[112,151],"Reinforcement":[113],"learning":[114],"(MAGAR)":[115],"algorithm":[116],"is":[117],"designed.":[118],"The":[119],"global":[120],"agent":[121],"elevates":[122],"collaboration":[124],"among":[125],"local":[126,162],"agents,":[127],"which":[128],"focus":[129],"individual":[131],"learning.":[132],"numerical":[134],"results,":[135],"observe":[137],"significant":[139],"improvement":[140],"MAGAR":[142],"compared":[143,176],"other":[146],"benchmarks,":[147],"including":[148],"Q-learning,":[149],"multi-agent":[150,159],"Q":[152],"network":[153],"(DQN)":[154],"with":[155,161],"golbal":[156],"reward,":[157],"DQN":[160],"rewards.":[163],"Moreover,":[164],"proposed":[166],"achieves":[171],"highest":[173],"mode":[178],"switching":[179],"based":[180],"conventional":[182],"RISs":[183,187],"deployment":[185],"without":[186],"or":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}