{"id":"https://openalex.org/W3047374784","doi":"https://doi.org/10.1109/infocom41043.2020.9155362","title":"Exploring Best Arm with Top Reward-Cost Ratio in Stochastic Bandits","display_name":"Exploring Best Arm with Top Reward-Cost Ratio in Stochastic Bandits","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3047374784","doi":"https://doi.org/10.1109/infocom41043.2020.9155362","mag":"3047374784"},"language":"en","primary_location":{"id":"doi:10.1109/infocom41043.2020.9155362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom41043.2020.9155362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2020 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076872812","display_name":"Zhida Qin","orcid":"https://orcid.org/0000-0002-9270-1810"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhida Qin","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085791658","display_name":"Xiaoying Gan","orcid":"https://orcid.org/0000-0001-5200-1409"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Gan","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409741","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-0383-0934"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Iowa State University,Department of Computer Science,Ames,IA,USA","Department of Computer Science, Iowa State University, Ames, IA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University,Department of Computer Science,Ames,IA,USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Department of Computer Science, Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112570819","display_name":"Hongqiu Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongqiu Wu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087534120","display_name":"Haiming Jin","orcid":"https://orcid.org/0000-0002-3790-3743"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiming Jin","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048486573","display_name":"Luoyi Fu","orcid":"https://orcid.org/0000-0001-7796-9168"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luoyi Fu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,P. R. China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bernoullis-principle","display_name":"Bernoulli's principle","score":0.6882908344268799},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6430196166038513},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6230411529541016},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6215671300888062},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5800098776817322},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5482804775238037},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.5277762413024902},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4619908630847931},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4577329456806183},{"id":"https://openalex.org/keywords/competitive-analysis","display_name":"Competitive analysis","score":0.43286508321762085},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.265156090259552},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0974876880645752}],"concepts":[{"id":"https://openalex.org/C152361515","wikidata":"https://www.wikidata.org/wiki/Q181328","display_name":"Bernoulli's principle","level":2,"score":0.6882908344268799},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6430196166038513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6230411529541016},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6215671300888062},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5800098776817322},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5482804775238037},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.5277762413024902},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4619908630847931},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4577329456806183},{"id":"https://openalex.org/C102408133","wikidata":"https://www.wikidata.org/wiki/Q5156350","display_name":"Competitive analysis","level":3,"score":0.43286508321762085},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.265156090259552},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0974876880645752},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom41043.2020.9155362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom41043.2020.9155362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2020 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W246157401","https://openalex.org/W1506859583","https://openalex.org/W1553290137","https://openalex.org/W1569559301","https://openalex.org/W1786332878","https://openalex.org/W1858303725","https://openalex.org/W1861050369","https://openalex.org/W1868011046","https://openalex.org/W1881419322","https://openalex.org/W2009551863","https://openalex.org/W2017919516","https://openalex.org/W2097452095","https://openalex.org/W2103405567","https://openalex.org/W2106663919","https://openalex.org/W2108794978","https://openalex.org/W2112387288","https://openalex.org/W2124277268","https://openalex.org/W2147967768","https://openalex.org/W2165962877","https://openalex.org/W2168810201","https://openalex.org/W2182104628","https://openalex.org/W2486917991","https://openalex.org/W2604308535","https://openalex.org/W2604946918","https://openalex.org/W2802856846","https://openalex.org/W2808828826","https://openalex.org/W2888004371","https://openalex.org/W2898344539","https://openalex.org/W2910142039","https://openalex.org/W2918314918","https://openalex.org/W2962691384","https://openalex.org/W2962743682","https://openalex.org/W2963945346","https://openalex.org/W2975876312","https://openalex.org/W3003196782","https://openalex.org/W3008801451","https://openalex.org/W6609452680","https://openalex.org/W6630462033","https://openalex.org/W6632992360","https://openalex.org/W6638289159","https://openalex.org/W6638976287","https://openalex.org/W6639418805","https://openalex.org/W6675394771","https://openalex.org/W6676362848","https://openalex.org/W6676618191","https://openalex.org/W6678414246","https://openalex.org/W6684585682","https://openalex.org/W6684588553","https://openalex.org/W6685958149","https://openalex.org/W6722820527","https://openalex.org/W6736217348","https://openalex.org/W6736370450","https://openalex.org/W6752831279"],"related_works":["https://openalex.org/W4213299358","https://openalex.org/W2564742953","https://openalex.org/W2793095688","https://openalex.org/W1623410360","https://openalex.org/W3115340459","https://openalex.org/W2950803469","https://openalex.org/W2583614279","https://openalex.org/W2004975914","https://openalex.org/W2109659895","https://openalex.org/W4390751688"],"abstract_inverted_index":{"The":[0],"best":[1,67],"arm":[2,68,73,104,163],"identification":[3,69],"problem":[4],"in":[5,246],"multi-armed":[6],"bandit":[7],"model":[8],"has":[9,50],"been":[10,31],"widely":[11],"applied":[12],"into":[13,33],"many":[14],"practical":[15],"applications,":[16],"such":[17],"as":[18,80,82,116,119,187],"spectrum":[19],"sensing,":[20],"online":[21],"advertising,":[22],"and":[23,151,164,229],"cloud":[24],"computing.":[25],"Although":[26],"lots":[27],"of":[28,37,44,109,197,203,223,235,242,249],"works":[29],"have":[30],"devoted":[32],"this":[34,123],"area,":[35],"most":[36],"them":[38],"do":[39],"not":[40],"consider":[41],"the":[42,97,102,106,135,144,158,161,165,175,179,195,204,232,236,243,247],"cost":[43,54,114],"pulling":[45,180],"actions,":[46],"i.e.,":[47,178],"a":[48,65,77,83,130,216],"player":[49,98],"to":[51,100,112,192],"pay":[52],"some":[53],"when":[55],"she":[56],"pulls":[57],"an":[58],"arm.":[59],"Motivated":[60],"by":[61],"this,":[62],"we":[63,125,213,253],"study":[64],"ratio-based":[66],"problem,":[70,124],"where":[71,155],"each":[72],"is":[74,201,208],"associated":[75],"with":[76,92,105,139,148],"random":[78,84],"reward":[79,111],"well":[81],"cost.":[85],"For":[86],"any":[87,224],"\u03b4":[88],"\u2208":[89],"(0,":[90],"1),":[91],"probability":[93],"at":[94],"least":[95],"1-\u03b4,":[96],"aims":[99],"find":[101],"optimal":[103,162],"largest":[107],"ratio":[108],"expected":[110,113],"using":[115],"few":[117],"samplings":[118],"possible.":[120],"To":[121],"solve":[122],"propose":[126],"three":[127,173,238],"algorithms:":[128],"1)":[129],"genie-aided":[131],"algorithm":[132,138,147],"GA;":[133],"2)":[134],"successive":[136,145],"elimination":[137,146],"unknown":[140,149],"gaps":[141,150,156],"SEUG;":[142],"3)":[143],"variance":[152],"information":[153],"SEUG-V,":[154],"denote":[157],"differences":[159],"between":[160],"suboptimal":[166],"arms.":[167],"We":[168],"show":[169,230],"that":[170,231,241],"for":[171,182,220],"all":[172,183],"algorithms,":[174],"sample":[176,221,233],"complexities,":[177],"times":[181],"arms,":[184],"grow":[185],"logarithmically":[186],"1/\u03b4":[188],"increases.":[189],"Moreover,":[190],"compared":[191],"existing":[193],"works,":[194],"running":[196],"our":[198,255],"elimination-type":[199],"algorithms":[200,225,239],"independent":[202],"arm-related":[205],"parameters,":[206],"which":[207],"more":[209],"practical.":[210],"In":[211],"addition,":[212],"also":[214],"provide":[215],"fundamental":[217],"lower":[218,244],"bound":[219,245],"complexities":[222,234],"under":[226],"Bernoulli":[227],"distributions,":[228],"proposed":[237],"match":[240],"sense":[248],"log":[250],"1/\u03b4.":[251],"Finally,":[252],"validate":[254],"theoretical":[256],"results":[257],"through":[258],"numerical":[259],"experiments.":[260]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}