{"id":"https://openalex.org/W4381786638","doi":"https://doi.org/10.1109/wf-iot54382.2022.10152184","title":"Computation Offloading with Reinforcement Learning for Improving QoS in Edge Computing Environments","display_name":"Computation Offloading with Reinforcement Learning for Improving QoS in Edge Computing Environments","publication_year":2022,"publication_date":"2022-10-26","ids":{"openalex":"https://openalex.org/W4381786638","doi":"https://doi.org/10.1109/wf-iot54382.2022.10152184"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot54382.2022.10152184","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wf-iot54382.2022.10152184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 8th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089605413","display_name":"Jinho Park","orcid":"https://orcid.org/0000-0002-1742-6839"},"institutions":[{"id":"https://openalex.org/I161024014","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863","country_code":"KR","type":"education","lineage":["https://openalex.org/I161024014"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jinho Park","raw_affiliation_strings":["Kwangwoon University,Department of Electronics and Communications Engineering,Seoul,Korea","Department of Electronics and Communications Engineering, Kwangwoon University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"Kwangwoon University,Department of Electronics and Communications Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I161024014"]},{"raw_affiliation_string":"Department of Electronics and Communications Engineering, Kwangwoon University, Seoul, Korea","institution_ids":["https://openalex.org/I161024014"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030905971","display_name":"Kwangsue Chung","orcid":"https://orcid.org/0000-0002-0283-0900"},"institutions":[{"id":"https://openalex.org/I161024014","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863","country_code":"KR","type":"education","lineage":["https://openalex.org/I161024014"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kwangsue Chung","raw_affiliation_strings":["Kwangwoon University,Department of Electronics and Communications Engineering,Seoul,Korea","Department of Electronics and Communications Engineering, Kwangwoon University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"Kwangwoon University,Department of Electronics and Communications Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I161024014"]},{"raw_affiliation_string":"Department of Electronics and Communications Engineering, Kwangwoon University, Seoul, Korea","institution_ids":["https://openalex.org/I161024014"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5089605413"],"corresponding_institution_ids":["https://openalex.org/I161024014"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.222261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.885797381401062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.868013858795166},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6576193571090698},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6235288977622986},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6059181094169617},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5993438363075256},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5933485627174377},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5880574584007263},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4830832779407501},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46412256360054016},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4515570104122162},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.43287044763565063},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4286584258079529},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4255210757255554},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3908817768096924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2802528738975525},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.21871891617774963},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.06790000200271606}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.885797381401062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.868013858795166},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6576193571090698},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6235288977622986},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6059181094169617},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5993438363075256},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5933485627174377},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5880574584007263},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4830832779407501},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46412256360054016},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4515570104122162},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.43287044763565063},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4286584258079529},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4255210757255554},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3908817768096924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2802528738975525},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.21871891617774963},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.06790000200271606},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wf-iot54382.2022.10152184","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wf-iot54382.2022.10152184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 8th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1890963104","https://openalex.org/W2770968405","https://openalex.org/W2798705390","https://openalex.org/W2921018545","https://openalex.org/W2986858483","https://openalex.org/W3008833026","https://openalex.org/W3012434840","https://openalex.org/W3013536937","https://openalex.org/W3015366655","https://openalex.org/W3112262420","https://openalex.org/W3119519587","https://openalex.org/W3145804437","https://openalex.org/W6639647829","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6734206676","https://openalex.org/W6750645735"],"related_works":["https://openalex.org/W2894114519","https://openalex.org/W4282941432","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3200145713","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748"],"abstract_inverted_index":{"A":[0],"computation":[1,108],"offloading":[2,109,125],"scheme":[3,142,192],"based":[4,127],"on":[5,128,177],"edge":[6,43,49,120],"collaboration":[7,50],"was":[8],"proposed":[9,141,191],"for":[10,90,113,130],"smoothly":[11],"handling":[12],"high":[13,98,198],"delay-sensitive":[14],"tasks":[15],"in":[16,99,119],"the":[17,36,66,78,87,132,137,144,150,171,178,181,190,202],"Internet":[18],"of":[19,38,42,62,116,146,157,173,180,184],"Things":[20],"(IoT).":[21],"However,":[22],"it":[23],"shows":[24],"poor":[25],"service":[26,133],"time":[27,134],"and":[28,35,135,148,166],"load":[29,138],"balancing":[30],"due":[31,85],"to":[32,64,86,152,201],"resource":[33],"limitations":[34],"number":[37],"processed":[39],"task":[40],"restrictions":[41],"servers.":[44],"To":[45],"solve":[46],"this":[47,104],"problem,":[48],"using":[51],"Reinforcement":[52],"Learning":[53],"(RL)":[54],"has":[55,74],"been":[56],"proposed.":[57],"RL":[58,73,129],"requires":[59],"a":[60,70,75,100,167,194],"lot":[61],"exploration":[63],"maximize":[65],"cumulative":[67],"reward.":[68,154],"In":[69,103],"distributed":[71,101],"environment,":[72],"problem":[76],"that":[77,189],"agent":[79],"does":[80],"not":[81],"have":[82],"enough":[83],"experience":[84,147,151,158,174],"data":[88],"sparsity":[89],"learning.":[91],"Also,":[92,170],"training":[93],"variation":[94],"between":[95],"agents":[96],"is":[97,159,175],"environment.":[102],"paper,":[105],"we":[106],"propose":[107],"with":[110],"reinforcement":[111],"learning":[112],"improving":[114],"Quality":[115],"Service":[117],"(QoS)":[118],"computing":[121],"environments.":[122],"We":[123],"select":[124],"target":[126],"minimizing":[131],"maximizing":[136],"balance.":[139],"The":[140,155],"determines":[143],"priority":[145,156],"shares":[149],"improve":[153],"calculated":[160],"by":[161],"Temporal":[162],"Difference":[163],"(TD)":[164],"error":[165],"state":[168],"value.":[169],"sharing":[172],"proceeded":[176],"basis":[179],"policy":[182],"gradient":[183],"agents.":[185],"Experimental":[186],"results":[187],"show":[188],"achieves":[193],"better":[195],"QoS":[196],"through":[197],"reward":[199],"compared":[200],"existing":[203],"schemes.":[204]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}