{"id":"https://openalex.org/W4292826030","doi":"https://doi.org/10.1109/jproc.2022.3174030","title":"Pervasive Machine Learning for Smart Radio Environments Enabled by Reconfigurable Intelligent Surfaces","display_name":"Pervasive Machine Learning for Smart Radio Environments Enabled by Reconfigurable Intelligent Surfaces","publication_year":2022,"publication_date":"2022-08-23","ids":{"openalex":"https://openalex.org/W4292826030","doi":"https://doi.org/10.1109/jproc.2022.3174030"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2022.3174030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2022.3174030","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056331037","display_name":"George C. Alexandropoulos","orcid":"https://orcid.org/0000-0002-6587-1371"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]},{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE","GR"],"is_corresponding":true,"raw_author_name":"George C. Alexandropoulos","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens, Athens, Greece","Technology Innovation Institute, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]},{"raw_affiliation_string":"Technology Innovation Institute, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029089668","display_name":"Kyriakos Stylianopoulos","orcid":"https://orcid.org/0000-0002-6842-2002"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kyriakos Stylianopoulos","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076730859","display_name":"Chongwen Huang","orcid":"https://orcid.org/0000-0001-8398-8437"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongwen Huang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Provincial Key Laboratory of Information Processing, Communications and Networks (IPCAN), Hangzhou, China","International Joint Innovation Center, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Information Processing, Communications and Networks (IPCAN), Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"International Joint Innovation Center, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060020877","display_name":"Chau Yuen","orcid":"https://orcid.org/0000-0002-9307-2120"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chau Yuen","raw_affiliation_strings":["Engineering Product Development (EPD) Pillar, Singapore University of Technology and Design, Tampines, Singapore"],"affiliations":[{"raw_affiliation_string":"Engineering Product Development (EPD) Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061429095","display_name":"Mehdi Bennis","orcid":"https://orcid.org/0000-0003-0261-0171"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mehdi Bennis","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056145687","display_name":"M\u00e9rouane Debbah","orcid":"https://orcid.org/0000-0001-8941-8080"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Merouane Debbah","raw_affiliation_strings":["Technology Innovation Institute, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Technology Innovation Institute, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210087059"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5056331037"],"corresponding_institution_ids":["https://openalex.org/I200777214","https://openalex.org/I4210087059"],"apc_list":null,"apc_paid":null,"fwci":10.343,"has_fulltext":false,"cited_by_count":118,"citation_normalized_percentile":{"value":0.98990389,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"110","issue":"9","first_page":"1494","last_page":"1525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7133039236068726},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6119725108146667},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5654574036598206},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5556021928787231},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5234891176223755},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.4885612428188324},{"id":"https://openalex.org/keywords/reconfigurability","display_name":"Reconfigurability","score":0.4830242097377777},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.47883346676826477},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4659512937068939},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4533916115760803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.417461633682251},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3254232108592987},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2251972258090973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7133039236068726},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6119725108146667},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5654574036598206},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5556021928787231},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5234891176223755},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.4885612428188324},{"id":"https://openalex.org/C2780149590","wikidata":"https://www.wikidata.org/wiki/Q7302742","display_name":"Reconfigurability","level":2,"score":0.4830242097377777},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.47883346676826477},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4659512937068939},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4533916115760803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.417461633682251},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3254232108592987},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2251972258090973},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jproc.2022.3174030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2022.3174030","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1332607376","display_name":null,"funder_award_id":"101017011","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G494409627","display_name":null,"funder_award_id":"62101492","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6158233529","display_name":null,"funder_award_id":"2021FZZX001-21","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":203,"referenced_works":["https://openalex.org/W1516061453","https://openalex.org/W1522301498","https://openalex.org/W2037078299","https://openalex.org/W2042172691","https://openalex.org/W2074474331","https://openalex.org/W2082432933","https://openalex.org/W2098432798","https://openalex.org/W2111953900","https://openalex.org/W2112420033","https://openalex.org/W2119683335","https://openalex.org/W2119717200","https://openalex.org/W2127653369","https://openalex.org/W2145339207","https://openalex.org/W2163762086","https://openalex.org/W2168405694","https://openalex.org/W2184936634","https://openalex.org/W2266887427","https://openalex.org/W2407145330","https://openalex.org/W2605344455","https://openalex.org/W2736601468","https://openalex.org/W2750245497","https://openalex.org/W2765302304","https://openalex.org/W2769883686","https://openalex.org/W2805166665","https://openalex.org/W2891191577","https://openalex.org/W2901450205","https://openalex.org/W2905885786","https://openalex.org/W2909191390","https://openalex.org/W2913064433","https://openalex.org/W2915977493","https://openalex.org/W2919338369","https://openalex.org/W2937693915","https://openalex.org/W2945534522","https://openalex.org/W2948573205","https://openalex.org/W2949670636","https://openalex.org/W2950077417","https://openalex.org/W2950680381","https://openalex.org/W2951850672","https://openalex.org/W2963121727","https://openalex.org/W2963149138","https://openalex.org/W2963504849","https://openalex.org/W2963864421","https://openalex.org/W2963914583","https://openalex.org/W2964787622","https://openalex.org/W2968810373","https://openalex.org/W2970375713","https://openalex.org/W2970670564","https://openalex.org/W2971912794","https://openalex.org/W2975790550","https://openalex.org/W2979956268","https://openalex.org/W2980131869","https://openalex.org/W2980800639","https://openalex.org/W2981030070","https://openalex.org/W2981096252","https://openalex.org/W2981792785","https://openalex.org/W2982363638","https://openalex.org/W2984937369","https://openalex.org/W2990747873","https://openalex.org/W2994742101","https://openalex.org/W2996037775","https://openalex.org/W2999201871","https://openalex.org/W3000522337","https://openalex.org/W3001613668","https://openalex.org/W3003598188","https://openalex.org/W3003686880","https://openalex.org/W3006762012","https://openalex.org/W3009563387","https://openalex.org/W3010176898","https://openalex.org/W3010695123","https://openalex.org/W3011149292","https://openalex.org/W3013168336","https://openalex.org/W3013689226","https://openalex.org/W3015419519","https://openalex.org/W3016215183","https://openalex.org/W3016347440","https://openalex.org/W3021335732","https://openalex.org/W3021564798","https://openalex.org/W3022829249","https://openalex.org/W3034281970","https://openalex.org/W3035049807","https://openalex.org/W3035217884","https://openalex.org/W3035543088","https://openalex.org/W3035697429","https://openalex.org/W3036875774","https://openalex.org/W3039790476","https://openalex.org/W3041653465","https://openalex.org/W3043810557","https://openalex.org/W3044795802","https://openalex.org/W3045086480","https://openalex.org/W3045780692","https://openalex.org/W3046938740","https://openalex.org/W3048090405","https://openalex.org/W3048745140","https://openalex.org/W3081215475","https://openalex.org/W3087782700","https://openalex.org/W3088007697","https://openalex.org/W3088566444","https://openalex.org/W3088768990","https://openalex.org/W3089065083","https://openalex.org/W3089319020","https://openalex.org/W3092022861","https://openalex.org/W3092363222","https://openalex.org/W3101830715","https://openalex.org/W3103026331","https://openalex.org/W3103493968","https://openalex.org/W3104300639","https://openalex.org/W3105281589","https://openalex.org/W3105487862","https://openalex.org/W3111728169","https://openalex.org/W3112949451","https://openalex.org/W3117423974","https://openalex.org/W3120097581","https://openalex.org/W3120434479","https://openalex.org/W3120586454","https://openalex.org/W3120822682","https://openalex.org/W3123261042","https://openalex.org/W3124942018","https://openalex.org/W3129486236","https://openalex.org/W3129782062","https://openalex.org/W3131324807","https://openalex.org/W3133971993","https://openalex.org/W3133999295","https://openalex.org/W3134059753","https://openalex.org/W3134402693","https://openalex.org/W3134746776","https://openalex.org/W3134818623","https://openalex.org/W3135424183","https://openalex.org/W3137951795","https://openalex.org/W3147070566","https://openalex.org/W3152961272","https://openalex.org/W3158743991","https://openalex.org/W3159422049","https://openalex.org/W3160513242","https://openalex.org/W3163898836","https://openalex.org/W3167654865","https://openalex.org/W3179825402","https://openalex.org/W3182131121","https://openalex.org/W3184442399","https://openalex.org/W3185482389","https://openalex.org/W3185977075","https://openalex.org/W3187236111","https://openalex.org/W3188430173","https://openalex.org/W3188962160","https://openalex.org/W3189447947","https://openalex.org/W3190002612","https://openalex.org/W3191464461","https://openalex.org/W3192857289","https://openalex.org/W3194739811","https://openalex.org/W3196301575","https://openalex.org/W3198612078","https://openalex.org/W3205889206","https://openalex.org/W3209192681","https://openalex.org/W3213255289","https://openalex.org/W3213364142","https://openalex.org/W3214276595","https://openalex.org/W3214336245","https://openalex.org/W3216379160","https://openalex.org/W4214717370","https://openalex.org/W4214900204","https://openalex.org/W4221160263","https://openalex.org/W4221164105","https://openalex.org/W4225313347","https://openalex.org/W4225905873","https://openalex.org/W4226025603","https://openalex.org/W4226246226","https://openalex.org/W4226363831","https://openalex.org/W4232170693","https://openalex.org/W4285074088","https://openalex.org/W4285339054","https://openalex.org/W4285361357","https://openalex.org/W4289744488","https://openalex.org/W4290996161","https://openalex.org/W4292258795","https://openalex.org/W4295934947","https://openalex.org/W4319934201","https://openalex.org/W4394672593","https://openalex.org/W6631190155","https://openalex.org/W6683204974","https://openalex.org/W6684921986","https://openalex.org/W6686130714","https://openalex.org/W6741002519","https://openalex.org/W6747890380","https://openalex.org/W6753406286","https://openalex.org/W6754184789","https://openalex.org/W6757677476","https://openalex.org/W6767019922","https://openalex.org/W6769491879","https://openalex.org/W6772005887","https://openalex.org/W6779828442","https://openalex.org/W6780672867","https://openalex.org/W6782025891","https://openalex.org/W6782364282","https://openalex.org/W6782723487","https://openalex.org/W6784371648","https://openalex.org/W6786029248","https://openalex.org/W6791012726","https://openalex.org/W6792378162","https://openalex.org/W6793993781","https://openalex.org/W6800077241","https://openalex.org/W6800141683","https://openalex.org/W6800144003","https://openalex.org/W6809651783","https://openalex.org/W6864350279"],"related_works":["https://openalex.org/W1544665014","https://openalex.org/W2748364266","https://openalex.org/W4243861219","https://openalex.org/W2556374054","https://openalex.org/W2069545207","https://openalex.org/W2092579166","https://openalex.org/W2969723039","https://openalex.org/W1977947048","https://openalex.org/W2914540329","https://openalex.org/W2768698792"],"abstract_inverted_index":{"The":[0],"emerging":[1],"technology":[2],"of":[3,13,30,33,50,59,70,97,106,140,200,209],"reconfigurable":[4,63],"intelligent":[5],"surfaces":[6],"(RISs)":[7],"is":[8,66],"provisioned":[9],"as":[10,116],"an":[11],"enabler":[12],"smart":[14],"wireless":[15,38,90,142,171,211],"environments,":[16],"offering":[17],"a":[18,94,117,123],"highly":[19],"scalable,":[20],"low-cost,":[21],"hardware-efficient,":[22],"and":[23,88,92,144,148,159,205,213],"almost":[24],"energy-neutral":[25],"solution":[26],"for":[27,45,103,153,169],"dynamic":[28],"control":[29],"the":[31,37,51,55,67,77,98,104,113,135,138,141,145,154,174,189,195,198,201,206,210,235],"propagation":[32],"electromagnetic":[34],"signals":[35],"over":[36],"medium,":[39],"ultimately":[40],"providing":[41],"increased":[42],"environmental":[43],"intelligence":[44],"diverse":[46],"operation":[47],"objectives.":[48],"One":[49],"major":[52],"challenges":[53],"with":[54,73,181,248],"envisioned":[56],"dense":[57],"deployment":[58,160],"RISs":[60],"in":[61,173],"such":[62],"radio":[64],"environments":[65],"efficient":[68,215],"configuration":[69,199],"multiple":[71],"metasurfaces":[72],"limited,":[74],"or":[75],"even":[76],"absence":[78],"of,":[79],"computing":[80],"hardware.":[81],"In":[82],"this":[83],"article,":[84],"we":[85,121,193],"consider":[86],"multiuser":[87],"multi-RIS-empowered":[89,170],"systems":[91],"present":[93,122,214],"thorough":[95],"survey":[96],"online":[99],"machine":[100],"learning":[101,131],"approaches":[102],"orchestration":[105],"their":[107,163],"various":[108],"tunable":[109],"components.":[110],"Focusing":[111],"on":[112,128],"sum-rate":[114,221],"maximization":[115],"representative":[118],"design":[119,203],"objective,":[120],"comprehensive":[124],"problem":[125],"formulation":[126],"based":[127],"deep":[129,237],"reinforcement":[130],"(DRL).":[132],"We":[133],"detail":[134],"correspondences":[136],"among":[137],"parameters":[139,204],"system":[143,202],"DRL":[146],"terminology,":[147],"devise":[149],"generic":[150],"algorithmic":[151],"steps":[152],"artificial":[155],"neural":[156],"network":[157,244],"training":[158],"while":[161,230],"discussing":[162],"implementation":[164,250],"details.":[165],"Further":[166],"practical":[167],"considerations":[168],"communications":[172],"sixth-generation":[175],"(6G)":[176],"era":[177],"are":[178,223],"presented":[179],"along":[180],"some":[182],"key":[183],"open":[184],"research":[185],"challenges.":[186],"Different":[187],"from":[188],"DRL-based":[190],"status":[191],"quo,":[192],"leverage":[194],"independence":[196],"between":[197],"future":[207],"states":[208],"environment,":[212],"multiarmed":[216],"bandits":[217],"approaches,":[218],"whose":[219],"resulting":[220],"performances":[222],"numerically":[224],"shown":[225],"to":[226,234],"outperform":[227],"random":[228],"configurations,":[229],"being":[231],"sufficiently":[232],"close":[233],"conventional":[236],"<inline-formula":[238],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[240],"<tex-math":[241],"notation=\"LaTeX\">$Q$":[242],"</tex-math></inline-formula>":[243],"(DQN)":[245],"algorithm,":[246],"but":[247],"lower":[249],"complexity.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":44},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":8}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}