{"id":"https://openalex.org/W3048955347","doi":"https://doi.org/10.1109/jiot.2020.3015522","title":"An Online Learning Approach to Computation Offloading in Dynamic Fog Networks","display_name":"An Online Learning Approach to Computation Offloading in Dynamic Fog Networks","publication_year":2020,"publication_date":"2020-08-10","ids":{"openalex":"https://openalex.org/W3048955347","doi":"https://doi.org/10.1109/jiot.2020.3015522","mag":"3048955347"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3015522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3015522","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073560948","display_name":"Miao Yang","orcid":"https://orcid.org/0000-0002-6659-8733"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Miao Yang","raw_affiliation_strings":["Chinese Academy of Sciences, Shanghai Advanced Research Institute, Shanghai, China","School of Electronic, Electrical and Communication, University of Chinese Academy of Sciences, Beijing, China","School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Shanghai Advanced Research Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210111959","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091507054","display_name":"Hongbin Zhu","orcid":"https://orcid.org/0000-0003-0837-9919"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Zhu","raw_affiliation_strings":["Chinese Academy of Sciences, Shanghai Institute of Microsystem and Information Technology, Shanghai, China","School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Shanghai Institute of Microsystem and Information Technology, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]},{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386385","display_name":"Haifeng Wang","orcid":"https://orcid.org/0000-0001-5381-1657"},"institutions":[{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Wang","raw_affiliation_strings":["Key Laboratory of Wireless Sensor Network and Communication, Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Wireless Sensor Network and Communication, Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015032841","display_name":"Yevgeni Koucheryavy","orcid":"https://orcid.org/0000-0003-3976-297X"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Yevgeni Koucheryavy","raw_affiliation_strings":["Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090121708","display_name":"Konstantin Samouylov","orcid":"https://orcid.org/0000-0002-6368-9680"},"institutions":[{"id":"https://openalex.org/I126527374","display_name":"Peoples' Friendship University of Russia","ror":"https://ror.org/02dn9h927","country_code":"RU","type":"education","lineage":["https://openalex.org/I126527374"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Konstantin Samouylov","raw_affiliation_strings":["Peoples\u2019 Friendship University of Russia (RUDN University), Moscow, Russia","Peoples' Friendship University of Russia (RUDN University), Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Peoples\u2019 Friendship University of Russia (RUDN University), Moscow, Russia","institution_ids":["https://openalex.org/I126527374"]},{"raw_affiliation_string":"Peoples' Friendship University of Russia (RUDN University), Moscow, Russia","institution_ids":["https://openalex.org/I126527374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018784820","display_name":"Hua Qian","orcid":"https://orcid.org/0000-0001-8290-879X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Qian","raw_affiliation_strings":["Chinese Academy of Sciences, Shanghai Advanced Research Institute, Shanghai, China","School of Electronic, Electrical and Communication, University of Chinese Academy of Sciences, Beijing, China","School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Shanghai Advanced Research Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210111959","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073560948"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I30809798","https://openalex.org/I4210111959","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":3.0633,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9180786,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"3","first_page":"1572","last_page":"1584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8807966709136963},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.877016544342041},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6812493801116943},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6142552495002747},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5786365270614624},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.5311419367790222},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5276963710784912},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5200378894805908},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5154843926429749},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.491421103477478},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4732193052768707},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4653981626033783},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45933640003204346},{"id":"https://openalex.org/keywords/fog-computing","display_name":"Fog computing","score":0.4578835070133209},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4554275572299957},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4274039566516876},{"id":"https://openalex.org/keywords/location-awareness","display_name":"Location awareness","score":0.42726391553878784},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.420324444770813},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.36395812034606934},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.2643055319786072},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.22440677881240845},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20195671916007996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1321653425693512},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1100335419178009}],"concepts":[{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8807966709136963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.877016544342041},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6812493801116943},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6142552495002747},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5786365270614624},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.5311419367790222},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5276963710784912},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5200378894805908},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5154843926429749},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.491421103477478},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4732193052768707},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4653981626033783},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45933640003204346},{"id":"https://openalex.org/C2986652147","wikidata":"https://www.wikidata.org/wiki/Q21809931","display_name":"Fog computing","level":3,"score":0.4578835070133209},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4554275572299957},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4274039566516876},{"id":"https://openalex.org/C2776104089","wikidata":"https://www.wikidata.org/wiki/Q15894079","display_name":"Location awareness","level":2,"score":0.42726391553878784},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.420324444770813},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.36395812034606934},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2643055319786072},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.22440677881240845},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20195671916007996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1321653425693512},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1100335419178009},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3015522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3015522","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3914845158","display_name":null,"funder_award_id":"18511103502","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G6317165938","display_name":null,"funder_award_id":"61671436","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1486093464","https://openalex.org/W1534620280","https://openalex.org/W1751431909","https://openalex.org/W1976996838","https://openalex.org/W2055929537","https://openalex.org/W2073595756","https://openalex.org/W2105103777","https://openalex.org/W2113733815","https://openalex.org/W2114623221","https://openalex.org/W2139964991","https://openalex.org/W2150328967","https://openalex.org/W2150516182","https://openalex.org/W2154126105","https://openalex.org/W2168405694","https://openalex.org/W2171179450","https://openalex.org/W2335223849","https://openalex.org/W2394115245","https://openalex.org/W2397723600","https://openalex.org/W2472333518","https://openalex.org/W2481050413","https://openalex.org/W2511268924","https://openalex.org/W2516703745","https://openalex.org/W2547443968","https://openalex.org/W2585631449","https://openalex.org/W2593769694","https://openalex.org/W2608659040","https://openalex.org/W2608841173","https://openalex.org/W2624989916","https://openalex.org/W2905538952","https://openalex.org/W2917312635","https://openalex.org/W2919074203","https://openalex.org/W2964077788","https://openalex.org/W2964081981","https://openalex.org/W2964221923","https://openalex.org/W3023720662","https://openalex.org/W3102381603","https://openalex.org/W4249298560","https://openalex.org/W6644470845"],"related_works":["https://openalex.org/W3176011594","https://openalex.org/W3030110117","https://openalex.org/W2913153935","https://openalex.org/W2792810743","https://openalex.org/W4313887018","https://openalex.org/W2793025358","https://openalex.org/W3174291538","https://openalex.org/W4392945080","https://openalex.org/W4291701175","https://openalex.org/W3048955347"],"abstract_inverted_index":{"Fog":[0],"computing":[1],"provides":[2],"computation":[3,31],"and":[4,102,155,183],"services":[5],"to":[6,11,51,77,88,105,119,151],"the":[7,84,107,121,124,133,145,165,169,174,180,186],"edge":[8],"of":[9,62,82,115,123],"networks":[10],"support":[12],"real-time":[13],"applications.":[14],"The":[15,60,127],"latency":[16,86,176],"performance":[17],"is":[18,117,130],"a":[19,30,35,69,79,138],"crucial":[20],"metric":[21],"in":[22,34,56,132,179,185],"fog":[23,36,53],"computing.":[24],"In":[25,41,75,91,143],"this":[26,42,92],"article,":[27,93],"we":[28,94],"consider":[29],"offloading":[32,97,167],"problem":[33],"network":[37,85],"with":[38,72,99,140,164],"unknown":[39,73],"dynamics.":[40],"network,":[43],"mobile":[44],"users":[45],"can":[46,148,172],"offload":[47],"their":[48],"computational":[49],"tasks":[50,64],"neighborhood":[52],"nodes":[54],"(FNs)":[55],"each":[57,66],"time":[58],"slot.":[59],"queue":[61],"arrival":[63],"at":[65],"FN":[67,109],"follows":[68],"Markov":[70],"model":[71],"statistics.":[74],"order":[76],"provide":[78],"satisfactory":[80],"quality":[81],"experience,":[83],"needs":[87],"be":[89,149],"minimized.":[90],"construct":[95],"an":[96],"policy":[98,129,147],"interleaved":[100],"exploration":[101],"exploitation":[103],"epochs":[104],"solve":[106],"sequential":[108],"selection":[110],"problem.":[111],"An":[112],"upper":[113],"bound":[114],"regret":[116,139],"derived":[118],"show":[120,160],"effectiveness":[122],"proposed":[125,128,146,170],"method.":[126],"optimal":[131],"sense":[134],"that":[135,161],"it":[136],"achieves":[137],"sublinear":[141],"order.":[142],"addition,":[144],"applied":[150],"both":[152],"single-user":[153,181],"setting":[154],"multiuser":[156,187],"setting.":[157,188],"Simulation":[158],"results":[159],"when":[162],"compared":[163],"existing":[166],"algorithms,":[168],"algorithm":[171],"reduce":[173],"average":[175],"by":[177],"7%\u201347%":[178],"setting,":[182],"91%":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}