{"id":"https://openalex.org/W3021544128","doi":"https://doi.org/10.1109/tvt.2020.2990482","title":"Scheduling for Mobile Edge Computing With Random User Arrivals\u2014An Approximate MDP and Reinforcement Learning Approach","display_name":"Scheduling for Mobile Edge Computing With Random User Arrivals\u2014An Approximate MDP and Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-04-27","ids":{"openalex":"https://openalex.org/W3021544128","doi":"https://doi.org/10.1109/tvt.2020.2990482","mag":"3021544128"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2020.2990482","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.2990482","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029947309","display_name":"Shanfeng Huang","orcid":"https://orcid.org/0000-0002-3810-3158"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shanfeng Huang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong","University Key Laboratory of Advanced Wireless Communications of Guangdong Province in the Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3810-3158","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province in the Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067841793","display_name":"Bojie Lv","orcid":"https://orcid.org/0009-0007-2437-7397"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bojie Lv","raw_affiliation_strings":["Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province in the Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province in the Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431342","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0003-0044-8932"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province in the Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0044-8932","affiliations":[{"raw_affiliation_string":"Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province in the Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007131492","display_name":"Kaibin Huang","orcid":"https://orcid.org/0000-0001-8773-4629"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaibin Huang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8773-4629","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":2.9724,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.91037894,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"69","issue":"7","first_page":"7735","last_page":"7750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.856147050857544},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7731011509895325},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7391864061355591},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.666098952293396},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6342765092849731},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5636985898017883},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5604380369186401},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4637518525123596},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.33625274896621704},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.28502923250198364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1293582320213318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10960951447486877},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08912605047225952}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.856147050857544},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7731011509895325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7391864061355591},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.666098952293396},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6342765092849731},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5636985898017883},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5604380369186401},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4637518525123596},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33625274896621704},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.28502923250198364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1293582320213318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10960951447486877},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08912605047225952},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2020.2990482","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.2990482","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/290904","is_oa":false,"landing_page_url":"http://hdl.handle.net/10722/290904","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3714742385","display_name":"\u9002\u7528\u4e8e\u591a\u79cd\u5927\u89c4\u6a21\u591a\u5929\u7ebf\u7f51\u7edc\u7684\u8de8\u5c42\u968f\u673a\u4f18\u5316\u6280\u672f\u7814\u7a76","funder_award_id":"61771232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8323185923","display_name":null,"funder_award_id":"2019B1515130003","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W264883353","https://openalex.org/W595252221","https://openalex.org/W1976009562","https://openalex.org/W2080346852","https://openalex.org/W2082011829","https://openalex.org/W2086574394","https://openalex.org/W2093223549","https://openalex.org/W2098432798","https://openalex.org/W2108137967","https://openalex.org/W2116175219","https://openalex.org/W2142477559","https://openalex.org/W2195423816","https://openalex.org/W2274072851","https://openalex.org/W2344423009","https://openalex.org/W2400861403","https://openalex.org/W2751904527","https://openalex.org/W2761862361","https://openalex.org/W2790038630","https://openalex.org/W2805210382","https://openalex.org/W2884195222","https://openalex.org/W2889540440","https://openalex.org/W2901769768","https://openalex.org/W2918055757","https://openalex.org/W2920054549","https://openalex.org/W2949226003","https://openalex.org/W2963529364","https://openalex.org/W2964335916","https://openalex.org/W2968424451","https://openalex.org/W3009672467","https://openalex.org/W3103591951","https://openalex.org/W3122087971","https://openalex.org/W4229992054","https://openalex.org/W4301621763","https://openalex.org/W6696429840"],"related_works":["https://openalex.org/W2152670157","https://openalex.org/W4308702637","https://openalex.org/W2386410636","https://openalex.org/W176737593","https://openalex.org/W2156021013","https://openalex.org/W2903299703","https://openalex.org/W2016648086","https://openalex.org/W3105579180","https://openalex.org/W2808418668","https://openalex.org/W4385342861"],"abstract_inverted_index":{"In":[0],"this":[1,73,131],"paper,":[2],"we":[3],"investigate":[4],"the":[5,34,38,44,57,70,75,80,100,103,108,114,148,177,191,202,228,239,242],"scheduling":[6,138,165],"design":[7],"of":[8,69,116,150,175,187,204,241],"a":[9,25,136,163,197,211],"mobile":[10,17,35,152,206],"edge":[11],"computing":[12],"(MEC)":[13],"system,":[14],"where":[15,201],"active":[16],"devices":[18],"with":[19,67,85,147,184],"computation":[20,83],"tasks":[21],"randomly":[22],"appear":[23],"in":[24,89,102,130,231],"cell.":[26],"Every":[27],"task":[28,45],"can":[29,143,169],"be":[30,119,144,170],"computed":[31],"at":[32],"either":[33],"device":[36,50,87,104,153,207],"or":[37],"MEC":[39],"server.":[40],"We":[41,133],"jointly":[42],"optimize":[43],"offloading":[46],"decision,":[47],"uplink":[48],"transmission":[49,81],"selection":[51],"and":[52,82,106,123,213,219],"power":[53],"allocation":[54],"by":[55,189],"formulating":[56],"problem":[58],"as":[59],"an":[60,90,232],"infinite-horizon":[61],"Markov":[62],"decision":[63],"process":[64],"(MDP).":[65],"Compared":[66],"most":[68],"existing":[71],"literature,":[72],"is":[74,128,159,180,224,248],"first":[76,134],"attempt":[77],"to":[78,94,99,161,226],"address":[79,196],"optimization":[84],"random":[86,151,205],"arrivals":[88,208],"infinite":[91],"time":[92],"horizon":[93],"our":[95],"best":[96],"knowledge.":[97],"Due":[98],"uncertainty":[101],"number":[105],"location,":[107],"conventional":[109,185],"approximate":[110],"MDP":[111,188],"approaches":[112],"addressing":[113],"curse":[115],"dimensionality":[117],"cannot":[118],"applied.":[120],"An":[121],"alternative":[122],"suitable":[124],"low-complexity":[125],"solution":[126],"framework":[127],"proposed":[129,225],"work.":[132],"introduce":[135],"baseline":[137],"policy,":[139],"whose":[140,167],"value":[141,193],"function":[142],"derived":[145],"analytically":[146],"statistics":[149,203],"arrivals.":[154],"Then,":[155],"one-step":[156],"policy":[157,166,179,244],"iteration":[158],"adopted":[160],"obtain":[162],"sub-optimal":[164,178,243],"performance":[168,230],"bounded":[171],"analytically.":[172],"The":[173],"complexity":[174],"deriving":[176],"reduced":[181],"dramatically":[182],"compared":[183],"solutions":[186],"eliminating":[190],"complicated":[192],"iteration.":[194],"To":[195],"more":[198],"general":[199],"scenario":[200],"are":[209],"unknown,":[210],"novel":[212],"efficient":[214],"algorithm":[215],"integrating":[216],"reinforcement":[217],"learning":[218],"stochastic":[220],"gradient":[221],"descent":[222],"(SGD)":[223],"improve":[227],"system":[229],"online":[233],"manner.":[234],"Simulation":[235],"results":[236],"show":[237],"that":[238],"gain":[240],"over":[245],"various":[246],"benchmarks":[247],"significant.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}