{"id":"https://openalex.org/W4405838298","doi":"https://doi.org/10.1109/jiot.2024.3523377","title":"Digital-Twin-Enhanced Deep Reinforcement Learning for Intelligent Omni-Surface Configurations in MU-MIMO Systems","display_name":"Digital-Twin-Enhanced Deep Reinforcement Learning for Intelligent Omni-Surface Configurations in MU-MIMO Systems","publication_year":2024,"publication_date":"2024-12-27","ids":{"openalex":"https://openalex.org/W4405838298","doi":"https://doi.org/10.1109/jiot.2024.3523377"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3523377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3523377","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089675292","display_name":"Xiaowen Ye","orcid":"https://orcid.org/0000-0002-7047-0038"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaowen Ye","raw_affiliation_strings":["Department of Communication Engineering, School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028609226","display_name":"Xianghao Yu","orcid":"https://orcid.org/0000-0002-8874-8712"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xianghao Yu","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034563456","display_name":"Liqun Fu","orcid":"https://orcid.org/0000-0002-5234-9429"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqun Fu","raw_affiliation_strings":["Department of Communication Engineering, School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089675292"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.3706,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.69036346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"9","first_page":"13005","last_page":"13020"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7271121144294739},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6659017205238342},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.61127769947052},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33746767044067383},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.3226272761821747},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21598702669143677},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11148560047149658},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.08880120515823364}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7271121144294739},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6659017205238342},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.61127769947052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33746767044067383},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3226272761821747},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21598702669143677},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11148560047149658},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.08880120515823364}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2024.3523377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3523377","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-159659","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-159659","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8325655106","display_name":null,"funder_award_id":"U23A20281","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2129018774","https://openalex.org/W2145339207","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2769883686","https://openalex.org/W2943017603","https://openalex.org/W2968389137","https://openalex.org/W2988359971","https://openalex.org/W3034730089","https://openalex.org/W3092138905","https://openalex.org/W3094619726","https://openalex.org/W3127614346","https://openalex.org/W3129486236","https://openalex.org/W3134021994","https://openalex.org/W3163246710","https://openalex.org/W3172065601","https://openalex.org/W3185397499","https://openalex.org/W3185482389","https://openalex.org/W3188402932","https://openalex.org/W3205137522","https://openalex.org/W4213389700","https://openalex.org/W4214587758","https://openalex.org/W4226027284","https://openalex.org/W4226309382","https://openalex.org/W4280589373","https://openalex.org/W4281940254","https://openalex.org/W4285192270","https://openalex.org/W4289656497","https://openalex.org/W4293704580","https://openalex.org/W4295832185","https://openalex.org/W4296129197","https://openalex.org/W4296913260","https://openalex.org/W4313591201","https://openalex.org/W4316660853","https://openalex.org/W4318586083","https://openalex.org/W4318586163","https://openalex.org/W4321488547","https://openalex.org/W4385246248","https://openalex.org/W4388018833","https://openalex.org/W4391428204","https://openalex.org/W4394564386","https://openalex.org/W4400877934","https://openalex.org/W6771982476"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Intelligent":[0],"omni-surface":[1],"(IOS)":[2],"is":[3,125,172,195,257],"a":[4,61,92,102,110,164,168,178,196,218,252],"promising":[5],"technique":[6],"to":[7,39,48,127,144,206,232,260],"enhance":[8],"the":[9,18,67,77,117,121,130,147,185,201,210,214,229,233,248,264,273],"capacity":[10],"of":[11,63,119,134,221],"wireless":[12],"networks,":[13],"by":[14],"reflecting":[15],"and":[16,33,73,84,98,132,208,227,245,256,272,281],"refracting":[17],"incident":[19],"signal":[20],"simultaneously.":[21],"Traditional":[22],"IOS":[23,86,108,113,135,234],"configuration":[24,114],"schemes,":[25,247],"relying":[26],"on":[27],"all":[28],"subchannels\u2019":[29],"channel":[30],"state":[31],"information":[32],"user":[34],"equipments\u2019":[35],"mobility,":[36],"are":[37],"difficult":[38],"implement":[40],"in":[41,136,142,161,163,199],"complex":[42],"realistic":[43],"systems.":[44,140],"Existing":[45],"works":[46],"attempt":[47],"address":[49],"this":[50,58,88],"issue":[51],"employing":[52],"deep":[53,105],"reinforcement":[54,106],"learning":[55,107,176],"(DRL),":[56],"but":[57],"method":[59],"requires":[60],"lot":[62],"trial-and-error":[64],"interactions":[65],"with":[66,116,243],"external":[68],"environment":[69],"for":[70,181,224,236],"efficient":[71],"results":[72,239],"thus":[74],"cannot":[75],"satisfy":[76],"real-time":[78,85,188],"decision":[79,186],"making.":[80],"To":[81],"enable":[82],"model-free":[83],"control,":[87],"article":[89],"puts":[90],"forth":[91],"new":[93],"framework":[94,194,250],"that":[95,184,241],"integrates":[96],"DRL":[97,111],"digital":[99,169,211,215,274],"twins.":[100],"As":[101],"first":[103],"step,":[104],"(DeepIOS),":[109],"based":[112],"scheme":[115],"goal":[118],"maximizing":[120],"sum":[122],"data":[123,205,254],"rate,":[124],"developed":[126],"jointly":[128],"optimize":[129],"phase-shift":[131],"amplitude":[133],"multiuser":[137],"multiple-input-multiple-output":[138],"(MU-MIMO)":[139],"Thereafter,":[141],"order":[143],"further":[145],"reduce":[146],"computational":[148,270],"complexity,":[149,271],"DeepIOS":[150,225],"introduces":[151],"an":[152],"action":[153,265],"branch":[154,266],"architecture,":[155],"which":[156,200],"decides":[157],"two":[158],"optimization":[159],"variables":[160],"parallel":[162],"separate":[165],"fashion.":[166],"Finally,":[167],"twin":[170,275],"module":[171,276],"constructed":[173],"through":[174],"supervised":[175],"as":[177],"preverification":[179],"platform":[180],"DeepIOS,":[182],"such":[183],"making\u2019s":[187],"can":[189],"be":[190],"guaranteed.":[191],"The":[192],"formulated":[193],"closed-loop":[197],"system,":[198],"physical":[202],"space":[203,216],"provides":[204],"establish":[207],"calibrate":[209],"space,":[212],"while":[213],"generates":[217],"large":[219],"number":[220],"experience":[222],"samples":[223],"training":[226],"sends":[228],"trained":[230],"parameters":[231],"controller":[235],"configurations.":[237],"Numerical":[238],"show":[240],"compared":[242],"random":[244],"MAB":[246],"proposed":[249],"attains":[251],"higher":[253],"rate":[255],"more":[258],"robust":[259],"different":[261],"settings.":[262],"Furthermore,":[263],"architecture":[267],"reduces":[268],"DeepIOS\u2019s":[269,278],"improves":[277],"convergence":[279],"speed":[280],"run-time.":[282]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}