{"id":"https://openalex.org/W3094198577","doi":"https://doi.org/10.1109/wf-iot48130.2020.9221234","title":"Reinforcement Learning on Computational Resource Allocation of Cloud-based Wireless Networks","display_name":"Reinforcement Learning on Computational Resource Allocation of Cloud-based Wireless Networks","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3094198577","doi":"https://doi.org/10.1109/wf-iot48130.2020.9221234","mag":"3094198577"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot48130.2020.9221234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot48130.2020.9221234","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 6th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013853998","display_name":"Beiran Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Beiran Chen","raw_affiliation_strings":["CONNECT centre, Trinity College, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"CONNECT centre, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388021","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0001-5463-9844"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["CONNECT centre, Trinity College, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"CONNECT centre, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044138533","display_name":"George Iosifidis","orcid":"https://orcid.org/0000-0003-1001-2323"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"George Iosifidis","raw_affiliation_strings":["CONNECT centre, Trinity College, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"CONNECT centre, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100448079","display_name":"Mingming Liu","orcid":"https://orcid.org/0000-0002-8988-2104"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mingming Liu","raw_affiliation_strings":["Insight Centre for Data Analytics, Dublin City University, Ireland"],"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5013853998"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":null,"apc_paid":null,"fwci":0.4625,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.67439323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.885822057723999},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8354641199111938},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8316342234611511},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7963188886642456},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6730309128761292},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6692094802856445},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5363221764564514},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.47254419326782227},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4349361062049866},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4097309112548828},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30781012773513794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22083762288093567}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.885822057723999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8354641199111938},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8316342234611511},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7963188886642456},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6730309128761292},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6692094802856445},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5363221764564514},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.47254419326782227},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4349361062049866},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4097309112548828},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30781012773513794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22083762288093567},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wf-iot48130.2020.9221234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot48130.2020.9221234","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 6th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2076337359","https://openalex.org/W2121863487","https://openalex.org/W2122410182","https://openalex.org/W2341171179","https://openalex.org/W2801779586","https://openalex.org/W2808381205","https://openalex.org/W2851456136","https://openalex.org/W2908683273","https://openalex.org/W2908826456","https://openalex.org/W2948729377","https://openalex.org/W6751281206"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Wireless":[0],"networks":[1,153],"used":[2,121,148],"for":[3,122,200],"Internet":[4],"of":[5,51,57,73,113,143,157],"Things":[6],"(IoT)":[7],"are":[8],"expected":[9],"to":[10,44,107,126,176,193],"largely":[11],"involve":[12],"cloud-based":[13,151],"computing":[14],"and":[15,18,22,32,101,164],"processing.":[16],"Softwarised":[17],"centralised":[19],"signal":[20],"processing":[21],"network":[23,30],"switching":[24],"in":[25,149,182,197],"the":[26,49,52,58,68,74,78,109,114,123,129,133,150,177],"cloud":[27,36,75],"enables":[28],"flexible":[29],"control":[31],"management.":[33],"In":[34],"a":[35,96,103,194],"environment,":[37],"dynamic":[38,79,90,110],"computational":[39,91],"resource":[40,80,92,111],"allocation":[41,81,93,112],"is":[42,120],"essential":[43],"save":[45],"energy":[46,198],"while":[47],"maintaining":[48],"performance":[50,138],"processes.":[53],"The":[54,168],"stochastic":[55],"features":[56],"Central":[59],"Processing":[60],"Unit":[61],"(CPU)":[62],"load":[63],"variation":[64],"as":[65,67],"well":[66],"possible":[69],"complex":[70],"parallelisation":[71,158],"situations":[72],"processes":[76,144],"makes":[77],"an":[82],"interesting":[83],"research":[84],"challenge.":[85],"This":[86],"paper":[87],"models":[88],"this":[89],"problem":[94],"into":[95],"Markov":[97],"Decision":[98],"Process":[99],"(MDP)":[100],"designs":[102],"model-based":[104],"reinforcement-learning":[105,124],"agent":[106,125,173],"optimise":[108],"CPU":[115],"usage.":[116],"Value":[117],"iteration":[118],"method":[119],"pick":[127],"up":[128],"optimal":[130,178],"policy":[131],"during":[132],"MDP.":[134],"To":[135],"evaluate":[136],"our":[137,172],"we":[139],"analyse":[140],"two":[141],"types":[142],"that":[145,171],"can":[146],"be":[147],"IoT":[152],"with":[154],"different":[155,183,201],"levels":[156],"capabilities,":[159],"i.e.,":[160],"Software-Defined":[161,165],"Radio":[162],"(SDR)":[163],"Networking":[166],"(SDN).":[167],"results":[169],"show":[170],"rapidly":[174],"converges":[175],"policy,":[179],"stably":[180],"performs":[181,191],"parameter":[184],"settings,":[185],"outperforms":[186],"or":[187],"at":[188],"least":[189],"equally":[190],"compared":[192],"baseline":[195],"algorithm":[196],"savings":[199],"scenarios.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}