{"id":"https://openalex.org/W2972047422","doi":"https://doi.org/10.1109/access.2019.2939735","title":"Reinforcement Learning for Adaptive Resource Allocation in Fog RAN for IoT With Heterogeneous Latency Requirements","display_name":"Reinforcement Learning for Adaptive Resource Allocation in Fog RAN for IoT With Heterogeneous Latency Requirements","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2972047422","doi":"https://doi.org/10.1109/access.2019.2939735","mag":"2972047422"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2939735","doi":"https://doi.org/10.1109/access.2019.2939735","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939735","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08825838.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2972047422"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08825838.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089447049","display_name":"AlMuthanna Turki Nassar","orcid":"https://orcid.org/0000-0002-0774-9183","observed_orcids":["https://orcid.org/0000-0002-0774-9183"]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Almuthanna Nassar","raw_affiliation_strings":["Electrical Engineering Department, University of South Florida, Tampa, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-0774-9183","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036320427","display_name":"Yasin Y\u0131lmaz","orcid":"https://orcid.org/0000-0003-2014-3060","observed_orcids":["https://orcid.org/0000-0003-2014-3060"]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasin Yilmaz","raw_affiliation_strings":["Electrical Engineering Department, University of South Florida, Tampa, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089447049"],"corresponding_institution_ids":["https://openalex.org/I2613432"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":6.4884,"has_fulltext":true,"cited_by_count":98,"citation_normalized_percentile":{"value":0.96909707,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"128014","last_page":"128025"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fog-radio-access-networks","display_name":"fog radio access networks","score":0.9769999980926514},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.6800000071525574},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.7760000228881836},{"id":"https://openalex.org/keywords/ultra-reliable-and-low-latency-communications","display_name":"ultra-reliable low-latency communication","score":0.972000002861023},{"id":"https://openalex.org/keywords/edge-computing","display_name":"edge computing","score":0.6240000128746033},{"id":"https://openalex.org/keywords/cloud-offloading","display_name":"cloud offloading","score":0.5170000195503235},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8610000014305115},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.875},{"id":"https://openalex.org/keywords/sarsa","display_name":"SARSA","score":0.9769999980926514},{"id":"https://openalex.org/keywords/network-slicing","display_name":"network slicing","score":0.8519999980926514},{"id":"https://openalex.org/keywords/5g","display_name":"5G","score":0.9309999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8733537197113037},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8719899654388428},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.808234453201294},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7164759635925293},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6211399435997009},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.615151047706604},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.6145114898681641},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.598924458026886},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5037421584129333},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.48506131768226624},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.43048471212387085},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4282833933830261},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4233302175998688},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4183977544307709},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4115050435066223},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36791789531707764},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.30139076709747314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17862221598625183},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08735480904579163},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2019.2939735","doi":"https://doi.org/10.1109/access.2019.2939735","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939735","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08825838.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1806.04582","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.04582","pdf_url":"https://arxiv.org/pdf/1806.04582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2909901877","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.04582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:adaff81fc06f431eafc32f97e4f39d7b","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/adaff81fc06f431eafc32f97e4f39d7b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 128014-128025 (2019)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1806.04582","doi":"https://doi.org/10.48550/arxiv.1806.04582","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.04582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2939735","doi":"https://doi.org/10.1109/access.2019.2939735","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939735","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08825838.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5378999710083008}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4675723945","display_name":"SCC-Planning:  Agent-based Scenario Planning for a Smart & Connected Community against Sea Level Rise in Tampa Bay","funder_award_id":"1737598","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2972047422.pdf","grobid_xml":"https://content.openalex.org/works/W2972047422.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1576160514","https://openalex.org/W1988479411","https://openalex.org/W2019905317","https://openalex.org/W2091086448","https://openalex.org/W2121863487","https://openalex.org/W2138020668","https://openalex.org/W2144256528","https://openalex.org/W2145339207","https://openalex.org/W2238502947","https://openalex.org/W2306649852","https://openalex.org/W2314452538","https://openalex.org/W2527914898","https://openalex.org/W2563744735","https://openalex.org/W2566935729","https://openalex.org/W2586459757","https://openalex.org/W2603810864","https://openalex.org/W2617267184","https://openalex.org/W2736073194","https://openalex.org/W2737048573","https://openalex.org/W2750337078","https://openalex.org/W2767359317","https://openalex.org/W2768027152","https://openalex.org/W2777106994","https://openalex.org/W2781769092","https://openalex.org/W2783156804","https://openalex.org/W2784197713","https://openalex.org/W2791600625","https://openalex.org/W2793519446","https://openalex.org/W2793607270","https://openalex.org/W2796045206","https://openalex.org/W2798688225","https://openalex.org/W2802405741","https://openalex.org/W2807237444","https://openalex.org/W2818984396","https://openalex.org/W2911896405","https://openalex.org/W2962709657","https://openalex.org/W2963426160","https://openalex.org/W2963564337","https://openalex.org/W2963652759","https://openalex.org/W2963814128","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2959344709","https://openalex.org/W2808463331","https://openalex.org/W6998420616","https://openalex.org/W3003433522","https://openalex.org/W3198767450","https://openalex.org/W3119271489","https://openalex.org/W4381747745","https://openalex.org/W4313532196","https://openalex.org/W4213446031"],"abstract_inverted_index":{"In":[0],"light":[1],"of":[2,6,8,33,69,79,89,133,154,192,202,218,233],"the":[3,31,39,64,70,73,77,82,101,112,123,138,146,152,177,182,188,193,200,203,228,234],"quick":[4],"proliferation":[5],"Internet":[7],"things":[9],"(IoT)":[10],"devices":[11],"and":[12,59,67,160,172,190,196],"applications,":[13],"fog":[14,50],"radio":[15],"access":[16,95],"network":[17,204],"(Fog-RAN)":[18],"has":[19],"been":[20],"recently":[21],"proposed":[22],"for":[23,38,130,175],"fifth":[24],"generation":[25],"(5G)":[26],"wireless":[27],"communications":[28],"to":[29,62,72,86,104,107,119,122,125,137],"assure":[30],"requirements":[32,221],"ultra-reliable":[34],"low-latency":[35],"communication":[36],"(URLLC)":[37],"IoT":[40,87,99,216,235],"applications":[41,88],"which":[42],"cannot":[43],"accommodate":[44],"large":[45],"delays.":[46],"To":[47],"this":[48],"end,":[49],"nodes":[51],"(FNs)":[52],"are":[53],"equipped":[54],"with":[55,199,207],"computing,":[56],"signal":[57],"processing":[58],"storage":[60],"capabilities":[61],"extend":[63],"inherent":[65],"operations":[66],"services":[68],"cloud":[71,124],"edge.":[74],"We":[75,144,186],"consider":[76],"problem":[78,150,179],"sequentially":[80],"allocating":[81],"FN's":[83],"limited":[84],"resources":[85,117,129],"heterogeneous":[90,219],"latency":[91,142,220],"requirements.":[92],"For":[93],"each":[94],"request":[96],"from":[97],"an":[98],"user,":[100],"FN":[102],"needs":[103],"decide":[105],"whether":[106],"serve":[108],"it":[109,121,198],"locally":[110],"at":[111],"edge":[113],"utilizing":[114],"its":[115,127],"own":[116],"or":[118],"refer":[120],"conserve":[126],"valuable":[128],"future":[131],"users":[132],"potentially":[134],"higher":[135],"utility":[136],"system":[139],"(i.e.,":[140],"lower":[141],"requirement).":[143],"formulate":[145],"Fog-RAN":[147],"resource":[148],"allocation":[149],"in":[151],"form":[153],"a":[155],"Markov":[156],"decision":[157],"process":[158],"(MDP),":[159],"employ":[161],"several":[162],"reinforcement":[163],"learning":[164,181],"(RL)":[165],"methods,":[166],"namely":[167],"Q-learning,":[168],"SARSA,":[169,171],"Expected":[170],"Monte":[173],"Carlo,":[174],"solving":[176],"MDP":[178],"by":[180],"optimum":[183],"decision-making":[184],"policies.":[185],"verify":[187],"performance":[189,201,231],"adaptivity":[191],"RL":[194,224],"methods":[195,225],"compare":[197],"slicing":[205,209],"approach":[206],"various":[208],"thresholds.":[210],"Extensive":[211],"simulation":[212],"results":[213],"considering":[214],"19":[215],"environments":[217],"corroborate":[222],"that":[223],"always":[226],"achieve":[227],"best":[229],"possible":[230],"regardless":[232],"environment.":[236]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2972047422","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2019-09-12T00:00:00"}
