{"id":"https://openalex.org/W3198767450","doi":"https://doi.org/10.1109/jiot.2021.3111079","title":"Delay-Aware Resource Allocation in Fog-Assisted IoT Networks Through Reinforcement Learning","display_name":"Delay-Aware Resource Allocation in Fog-Assisted IoT Networks Through Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-08","ids":{"openalex":"https://openalex.org/W3198767450","doi":"https://doi.org/10.1109/jiot.2021.3111079","mag":"3198767450"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3111079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3111079","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079841820","display_name":"Qiang Fan","orcid":"https://orcid.org/0000-0003-4940-7453"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qiang Fan","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063417397","display_name":"Jianan Bai","orcid":"https://orcid.org/0000-0002-7064-5280"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianan Bai","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379720","display_name":"Hongxia Zhang","orcid":"https://orcid.org/0000-0002-6364-7536"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]},{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Hongxia Zhang","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","College of Computer Science and Technology, China University of Petroleum, Qiangdao, China"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum, Qiangdao, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018632091","display_name":"Yang Yi","orcid":"https://orcid.org/0000-0002-1354-0204"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Yi","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027237940","display_name":"Lingjia Liu","orcid":"https://orcid.org/0000-0003-1915-1784"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingjia Liu","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079841820"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":3.3366,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.92405443,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":"7","first_page":"5189","last_page":"5199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8367780447006226},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7811989784240723},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6783673167228699},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5870503187179565},{"id":"https://openalex.org/keywords/fog-computing","display_name":"Fog computing","score":0.5718926787376404},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.560204267501831},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5033091902732849},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47193047404289246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29105252027511597},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20496049523353577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8367780447006226},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7811989784240723},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6783673167228699},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5870503187179565},{"id":"https://openalex.org/C2986652147","wikidata":"https://www.wikidata.org/wiki/Q21809931","display_name":"Fog computing","level":3,"score":0.5718926787376404},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.560204267501831},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5033091902732849},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47193047404289246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29105252027511597},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20496049523353577}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3111079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3111079","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G5791444691","display_name":null,"funder_award_id":"ECCS-1811497","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G927557786","display_name":null,"funder_award_id":"CCF-1937487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1990485923","https://openalex.org/W2047907091","https://openalex.org/W2076507624","https://openalex.org/W2131000650","https://openalex.org/W2137333255","https://openalex.org/W2319396036","https://openalex.org/W2394115245","https://openalex.org/W2404957003","https://openalex.org/W2482293012","https://openalex.org/W2493746814","https://openalex.org/W2519512869","https://openalex.org/W2525400794","https://openalex.org/W2600533184","https://openalex.org/W2749279485","https://openalex.org/W2769802969","https://openalex.org/W2790078178","https://openalex.org/W2790265691","https://openalex.org/W2793991899","https://openalex.org/W2797431058","https://openalex.org/W2804727976","https://openalex.org/W2820531506","https://openalex.org/W2891307853","https://openalex.org/W2894110571","https://openalex.org/W2899223021","https://openalex.org/W2903874029","https://openalex.org/W2906409340","https://openalex.org/W2922528709","https://openalex.org/W2941435312","https://openalex.org/W2956490995","https://openalex.org/W2962983540","https://openalex.org/W2964015972","https://openalex.org/W2964434710","https://openalex.org/W2968782695","https://openalex.org/W2982570102","https://openalex.org/W2984159320","https://openalex.org/W2991450287","https://openalex.org/W2997801888","https://openalex.org/W3010723141","https://openalex.org/W3011365375","https://openalex.org/W3095478532","https://openalex.org/W3100844423","https://openalex.org/W4293263215"],"related_works":["https://openalex.org/W4285553818","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Fog":[0],"nodes":[1],"in":[2,87,169],"the":[3,39,53,68,76,89,97,110,121,136,148,166,174,182],"vicinity":[4],"of":[5,55,58,66,99,181],"IoT":[6,18,23,28,60,132],"devices":[7,19],"are":[8,106,127,134,142],"promising":[9],"to":[10,20,38,51,95,153,164],"provision":[11],"low-latency":[12],"services":[13],"by":[14,26,188],"offloading":[15],"tasks":[16,101,133,141],"from":[17],"them.":[21],"Mobile":[22],"is":[24,49,151],"composed":[25],"mobile":[27,59],"devices,":[29,34],"such":[30],"as":[31],"vehicles,":[32],"wearable":[33],"and":[35,45,71,84,92,124,147],"smartphones.":[36],"Owing":[37],"time-varying":[40],"channel":[41,91],"conditions,":[42],"traffic":[43],"loads,":[44,47],"computing":[46,72],"it":[48],"challenging":[50],"improve":[52],"Quality":[54],"Service":[56],"(QoS)":[57],"devices.":[61],"As":[62,131],"task":[63],"delay":[64,70,98],"consists":[65],"both":[67,81,88,120],"transmission":[69],"delay,":[73],"we":[74,157],"investigate":[75],"resource":[77,83,111,123,126,137],"allocation":[78,112,138],"(i.e.,":[79],"including":[80],"radio":[82,122],"computation":[85,125],"resource)":[86],"wireless":[90],"fog":[93],"node":[94],"minimize":[96],"all":[100],"while":[102],"their":[103],"QoS":[104],"constraints":[105],"satisfied.":[107],"We":[108],"formulate":[109],"problem":[113],"into":[114,129],"an":[115,159],"integer":[116],"nonlinear":[117],"problem,":[118],"where":[119],"taken":[128],"account.":[130],"dynamic,":[135],"for":[139],"different":[140],"coupled":[143],"with":[144],"each":[145],"other":[146],"future":[149],"information":[150],"impractical":[152],"be":[154],"obtained.":[155],"Therefore,":[156],"design":[158],"online":[160],"reinforcement":[161],"learning":[162],"algorithm":[163,184],"make":[165],"suboptimal":[167],"decision":[168],"real":[170],"time":[171],"based":[172],"on":[173],"system\u2019s":[175],"experience":[176],"replay":[177],"data.":[178],"The":[179],"performance":[180],"designed":[183],"has":[185],"been":[186],"demonstrated":[187],"extensive":[189],"simulation":[190],"results.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}