{"id":"https://openalex.org/W2956490995","doi":"https://doi.org/10.1109/icc.2019.8761385","title":"Resource Allocation for Edge Computing in IoT Networks via Reinforcement Learning","display_name":"Resource Allocation for Edge Computing in IoT Networks via Reinforcement Learning","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2956490995","doi":"https://doi.org/10.1109/icc.2019.8761385","mag":"2956490995"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2019.8761385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100774446","display_name":"Xiaolan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xiaolan Liu","raw_affiliation_strings":["Queen Mary University of London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044671638","display_name":"Zhijin Qin","orcid":"https://orcid.org/0000-0002-8507-3975"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhijin Qin","raw_affiliation_strings":["Queen Mary University of London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075109962","display_name":"Yue Gao","orcid":"https://orcid.org/0000-0001-6502-9910"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yue Gao","raw_affiliation_strings":["Queen Mary University of London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100774446"],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":null,"apc_paid":null,"fwci":10.3733,"has_fulltext":false,"cited_by_count":104,"citation_normalized_percentile":{"value":0.98518354,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.851222038269043},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7539311647415161},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7453352212905884},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.742383599281311},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6021685004234314},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5583347678184509},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.550071656703949},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5234634280204773},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.522596001625061},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5064893960952759},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.46860870718955994},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4602881968021393},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4565228819847107},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4096425771713257},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40651312470436096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1782735288143158},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13017725944519043},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.1145482063293457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.851222038269043},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7539311647415161},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7453352212905884},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.742383599281311},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6021685004234314},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5583347678184509},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.550071656703949},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5234634280204773},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.522596001625061},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5064893960952759},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.46860870718955994},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4602881968021393},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4565228819847107},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4096425771713257},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40651312470436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1782735288143158},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13017725944519043},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.1145482063293457},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc.2019.8761385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2119567691","https://openalex.org/W2580038204","https://openalex.org/W2585277580","https://openalex.org/W2594560857","https://openalex.org/W2786070938","https://openalex.org/W2786839822","https://openalex.org/W2885657717","https://openalex.org/W2889800906","https://openalex.org/W2891935798","https://openalex.org/W2893933380","https://openalex.org/W2894001169","https://openalex.org/W2962804345","https://openalex.org/W2962846391","https://openalex.org/W2962856838","https://openalex.org/W2963477597","https://openalex.org/W2964054168","https://openalex.org/W2964169433","https://openalex.org/W3004277316","https://openalex.org/W3102441862","https://openalex.org/W3104248904","https://openalex.org/W3106445841","https://openalex.org/W4298023569","https://openalex.org/W6733081455","https://openalex.org/W6753535660","https://openalex.org/W6754837268","https://openalex.org/W6755052731","https://openalex.org/W6766168217","https://openalex.org/W6910517142"],"related_works":["https://openalex.org/W2796352555","https://openalex.org/W2894114519","https://openalex.org/W2962856838","https://openalex.org/W4297093186","https://openalex.org/W4282941432","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3200145713","https://openalex.org/W3111395152","https://openalex.org/W4313526662"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,58,116],"consider":[4,59],"resource":[5,80],"allocation":[6],"for":[7],"edge":[8,37,154],"computing":[9,155,158],"in":[10],"internet":[11],"of":[12,81,91,95,132,153],"things":[13],"(IoT)":[14],"networks.":[15],"Specifically,":[16],"each":[17],"end":[18,65,83,99],"device":[19],"is":[20,101],"considered":[21],"as":[22,74,76,85,103],"an":[23],"agent,":[24],"which":[25,48,136],"makes":[26],"its":[27],"decisions":[28,96],"on":[29,125],"whether":[30],"offloading":[31,122],"the":[32,36,43,50,54,60,64,68,70,77,82,86,98,111,130,142,146],"computation":[33,71,79],"tasks":[34],"to":[35,151],"devices":[38,66,84,100],"or":[39],"not.":[40],"To":[41],"minimize":[42],"long-term":[44],"weighted":[45],"sum":[46],"cost":[47],"includes":[49],"power":[51,143],"consumption":[52,144],"and":[53,67,108,145,156],"task":[55,72,121,147],"execution":[56,148],"latency,":[57],"channel":[61],"conditions":[62],"between":[63,141],"gateway,":[69],"queue":[73],"well":[75],"remaining":[78],"network":[87],"states.":[88],"The":[89],"problem":[90],"making":[92],"a":[93,104,118,138],"series":[94],"at":[97],"modelled":[102],"Markov":[105],"decision":[106],"process":[107],"solved":[109],"by":[110],"reinforcement":[112],"learning":[113],"approach.":[114],"Therefore,":[115],"propose":[117],"near":[119],"optimal":[120],"algorithm":[123],"based":[124],"\u03f5-greedy":[126],"Q-learning.":[127],"Simulations":[128],"validate":[129],"feasibility":[131],"our":[133],"proposed":[134],"algorithm,":[135],"achieves":[137],"better":[139],"trade-off":[140],"latency":[149],"compared":[150],"these":[152],"local":[157],"modes.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}