{"id":"https://openalex.org/W3112947928","doi":"https://doi.org/10.1109/tmc.2020.3044282","title":"ReCARL: Resource Allocation in Cloud RANs with Deep Reinforcement Learning","display_name":"ReCARL: Resource Allocation in Cloud RANs with Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3112947928","doi":"https://doi.org/10.1109/tmc.2020.3044282","mag":"3112947928"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2020.3044282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3044282","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047324704","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0003-2879-3244"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050725783","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0001-9658-209X"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031741238","display_name":"Chengxiang Yin","orcid":"https://orcid.org/0000-0002-3238-960X"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengxiang Yin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651384","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0000-0002-3024-7990"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026230689","display_name":"Guoliang Xue","orcid":"https://orcid.org/0000-0002-5833-8894"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoliang Xue","raw_affiliation_strings":["School of Computing, Informatics, and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing, Informatics, and Decision Systems Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101984165","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-9653-7253"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mustafa Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5047324704"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":0.7192,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.71185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8240385055541992},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7349056005477905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6481075286865234},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5712981224060059},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5074824690818787},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4913443624973297},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4501705467700958},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4210602939128876},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11696311831474304}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8240385055541992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7349056005477905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6481075286865234},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5712981224060059},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5074824690818787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4913443624973297},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4501705467700958},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4210602939128876},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11696311831474304},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2020.3044282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3044282","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2440810127","display_name":null,"funder_award_id":"1704662","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3161994370","display_name":null,"funder_award_id":"1704092","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1928152501","https://openalex.org/W1974204621","https://openalex.org/W2039089261","https://openalex.org/W2046176502","https://openalex.org/W2050726943","https://openalex.org/W2067849424","https://openalex.org/W2086229459","https://openalex.org/W2105235982","https://openalex.org/W2109005286","https://openalex.org/W2112170521","https://openalex.org/W2145339207","https://openalex.org/W2145794120","https://openalex.org/W2226827734","https://openalex.org/W2257979135","https://openalex.org/W2587406654","https://openalex.org/W2595217078","https://openalex.org/W2741401130","https://openalex.org/W2744046002","https://openalex.org/W2746553466","https://openalex.org/W2790257945","https://openalex.org/W2808381205","https://openalex.org/W2896528274","https://openalex.org/W2898035736","https://openalex.org/W2902608779","https://openalex.org/W2920933065","https://openalex.org/W2949913798","https://openalex.org/W2953384591","https://openalex.org/W2955338161","https://openalex.org/W2962175345","https://openalex.org/W2963000651","https://openalex.org/W2963549123","https://openalex.org/W2963620705","https://openalex.org/W2968782695","https://openalex.org/W2973229164","https://openalex.org/W3016314826","https://openalex.org/W3042592324","https://openalex.org/W3103561649","https://openalex.org/W4256680015","https://openalex.org/W4394672593","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6696324988","https://openalex.org/W6704571135","https://openalex.org/W6712181171","https://openalex.org/W6713134421","https://openalex.org/W6864350279"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102","https://openalex.org/W4205786897","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Cloud":[0],"radio":[1],"access":[2],"networks":[3],"(CRANs)":[4],"have":[5],"become":[6],"a":[7,42,61,94,116,130,150,156],"key":[8],"enabling":[9],"technique":[10],"for":[11,68,89],"the":[12,29,47,81,90,101,107,136,147,168,174],"next":[13],"generation":[14],"wireless":[15,39],"communications.":[16],"Resource":[17],"allocation":[18,71,109],"in":[19,72],"CRANs":[20,73],"still":[21],"needs":[22],"to":[23,27,99],"be":[24],"further":[25],"improved":[26],"reach":[28],"objective":[30],"of":[31,38,49,170],"minimizing":[32],"power":[33,196],"consumption":[34],"and":[35,86,104,202],"meeting":[36,199],"demands":[37],"users":[40],"over":[41],"long":[43],"period.":[44],"Inspired":[45],"by":[46,178],"success":[48],"Deep":[50],"Reinforcement":[51],"Learning":[52],"(DRL)":[53],"on":[54],"solving":[55],"complicated":[56],"control":[57],"problems,":[58],"we":[59,79,122],"present":[60],"novel":[62],"framework,":[63],"<italic":[64,142,162],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[65,143,163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ReCARL</i>":[66],",":[67],"power-efficient":[69],"resource":[70,108],"with":[74,135,155,173,181],"deep":[75,95,138,158],"reinforcement":[76],"learning.":[77],"Specifically,":[78],"define":[80],"state":[82],"space,":[83],"action":[84],"space":[85],"reward":[87],"function":[88],"DRL":[91,126,176],"agent,":[92],"apply":[93],"neural":[96],"network":[97],"(DNN)":[98],"approximating":[100],"action-value":[102],"function,":[103],"formally":[105],"formulate":[106],"problem":[110],"(in":[111],"each":[112],"decision":[113],"epoch)":[114],"as":[115],"convex":[117],"optimization":[118],"problem.":[119],"Under":[120],"ReCARL,":[121],"propose":[123],"two":[124,175,182],"different":[125],"agents:":[127],"one":[128],"has":[129,149],"regular":[131],"DNN":[132,152],"structure":[133,153],"trained":[134,154],"basic":[137],"Q-learning":[139,159],"method":[140,160],"(":[141,161],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ReCARL-Basic</i>":[144],");":[145],"while":[146,198],"other":[148],"context-aware":[151],"hybrid":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ReCARL-Hybrid</i>":[164],").":[165],"We":[166],"evaluated":[167],"performance":[169],"ReCARL":[171,193],"along":[172],"agents":[177],"comparing":[179],"them":[180],"widely-used":[183],"baselines":[184],"via":[185],"extensive":[186],"simulation.":[187],"The":[188],"simulation":[189],"results":[190],"show":[191],"that":[192],"achieves":[194],"significant":[195],"savings":[197],"user":[200],"demands,":[201],"it":[203],"can":[204],"well":[205],"handle":[206],"highly":[207],"dynamic":[208],"cases.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}