{"id":"https://openalex.org/W2914286158","doi":"https://doi.org/10.1109/globalsip.2018.8646562","title":"AN ONLINE LEARNING APPROACH TO WIRELESS COMPUTATION OFFLOADING","display_name":"AN ONLINE LEARNING APPROACH TO WIRELESS COMPUTATION OFFLOADING","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2914286158","doi":"https://doi.org/10.1109/globalsip.2018.8646562","mag":"2914286158"},"language":"en","primary_location":{"id":"doi:10.1109/globalsip.2018.8646562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globalsip.2018.8646562","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Conference on Signal and Information Processing (GlobalSIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091507054","display_name":"Hongbin Zhu","orcid":"https://orcid.org/0000-0003-0837-9919"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongbin Zhu","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386385","display_name":"Haifeng Wang","orcid":"https://orcid.org/0000-0001-5381-1657"},"institutions":[{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Wang","raw_affiliation_strings":["Shanghai Institute of Microsystem and Information Technology, CAS, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, CAS, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038510002","display_name":"Xiliang Luo","orcid":"https://orcid.org/0000-0003-3816-6789"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiliang Luo","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018784820","display_name":"Hua Qian","orcid":"https://orcid.org/0000-0001-8290-879X"},"institutions":[{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Qian","raw_affiliation_strings":["Shanghai Advanced Research Institute, CAS, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Advanced Research Institute, CAS, Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091507054"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.9227,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78961689,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"678","last_page":"682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.848717212677002},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7226168513298035},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7163432240486145},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.670089840888977},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6311734914779663},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.602666437625885},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5227946639060974},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5028347373008728},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4983785152435303},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.49320119619369507},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.49279239773750305},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4891970157623291},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4575906991958618},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45223942399024963},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45017385482788086},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4476015269756317},{"id":"https://openalex.org/keywords/location-awareness","display_name":"Location awareness","score":0.4393923580646515},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.43472588062286377},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4291520416736603},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41861382126808167},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3815048635005951},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3258856236934662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26811647415161133},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18417510390281677},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13678598403930664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.848717212677002},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7226168513298035},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7163432240486145},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.670089840888977},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6311734914779663},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.602666437625885},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5227946639060974},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5028347373008728},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4983785152435303},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.49320119619369507},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.49279239773750305},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4891970157623291},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4575906991958618},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45223942399024963},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45017385482788086},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4476015269756317},{"id":"https://openalex.org/C2776104089","wikidata":"https://www.wikidata.org/wiki/Q15894079","display_name":"Location awareness","level":2,"score":0.4393923580646515},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.43472588062286377},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4291520416736603},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41861382126808167},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3815048635005951},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3258856236934662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26811647415161133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18417510390281677},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13678598403930664},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globalsip.2018.8646562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globalsip.2018.8646562","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Conference on Signal and Information Processing (GlobalSIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1751431909","https://openalex.org/W1926090661","https://openalex.org/W2099785391","https://openalex.org/W2114623221","https://openalex.org/W2125724988","https://openalex.org/W2136721322","https://openalex.org/W2150328967","https://openalex.org/W2150516182","https://openalex.org/W2154126105","https://openalex.org/W2168405694","https://openalex.org/W2397723600","https://openalex.org/W2513180554","https://openalex.org/W2547443968","https://openalex.org/W2585631449","https://openalex.org/W2593769694","https://openalex.org/W2594402205","https://openalex.org/W2608659040","https://openalex.org/W2608841173","https://openalex.org/W2624989916","https://openalex.org/W2763982073","https://openalex.org/W2964077788","https://openalex.org/W3102381603","https://openalex.org/W4205841652"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W3014317926"],"abstract_inverted_index":{"Fog":[0],"computing":[1,4],"extends":[2],"cloud":[3,16],"and":[5,23,134,146],"services":[6],"to":[7,18,64,89,107],"the":[8,15,95,103,115,150,153],"edge":[9],"of":[10,14,75,93,112,152],"networks,":[11],"bringing":[12],"advantages":[13],"closer":[17],"where":[19],"data":[20],"is":[21,33,81,99,119],"created":[22],"acted":[24],"upon.":[25],"To":[26],"support":[27],"real":[28],"time":[29,71],"applications,":[30],"latency":[31],"performance":[32],"a":[34,45,57,84,122,129,139],"crucial":[35],"metric":[36],"in":[37,55,156],"fog":[38,66],"computing.":[39],"In":[40,87],"this":[41],"paper,":[42],"we":[43],"consider":[44],"sequential":[46,116,159],"decision-making":[47,117,160],"problem":[48,118],"for":[49],"computation":[50],"offloading":[51],"with":[52,102,131,141,158],"unknown":[53],"dynamics":[54],"which":[56,98,137],"mobile":[58],"user":[59],"offloads":[60],"its":[61],"arrival":[62,76],"tasks":[63,77],"associated":[65,101],"nodes":[67],"(FNs)":[68],"at":[69,78],"each":[70,79],"slot.":[72],"The":[73],"queue":[74,104],"FN":[80],"modeled":[82],"as":[83,121],"Markov":[85],"chain.":[86],"order":[88],"provide":[90],"satisfactory":[91],"quality":[92],"experience,":[94],"network":[96],"latency,":[97],"directly":[100],"condition,":[105],"needs":[106],"be":[108],"minimized.":[109],"Taking":[110],"advantage":[111],"reinforcement":[113],"learning,":[114],"formulated":[120],"restless":[123],"multi-armed":[124],"bandit":[125],"problem.":[126,161],"We":[127],"construct":[128],"policy":[130],"interleaved":[132],"exploration":[133],"exploitation":[135],"stages,":[136],"achieves":[138],"regret":[140],"sub-linear":[142],"order.":[143],"Both":[144],"analytical":[145],"simulation":[147],"results":[148],"validate":[149],"effectiveness":[151],"proposed":[154],"method":[155],"dealing":[157]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}