{"id":"https://openalex.org/W4406801206","doi":"https://doi.org/10.1145/3712290","title":"Cost-aware Best Arm Identification in Stochastic Bandits","display_name":"Cost-aware Best Arm Identification in Stochastic Bandits","publication_year":2025,"publication_date":"2025-01-24","ids":{"openalex":"https://openalex.org/W4406801206","doi":"https://doi.org/10.1145/3712290"},"language":"en","primary_location":{"id":"doi:10.1145/3712290","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712290","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076872812","display_name":"Zhida Qin","orcid":"https://orcid.org/0000-0002-9270-1810"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhida Qin","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-9270-1810","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114235744","display_name":"Wenhao Xue","orcid":"https://orcid.org/0009-0005-1820-9499"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Xue","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, China"],"raw_orcid":"https://orcid.org/0009-0005-1820-9499","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lu Zheng","orcid":"https://orcid.org/0000-0003-2229-054X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-2229-054X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085791658","display_name":"Xiaoying Gan","orcid":"https://orcid.org/0000-0001-5200-1409"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Gan","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-5200-1409","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112570819","display_name":"Hongqiu Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongqiu Wu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0008-1557-7829","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087534120","display_name":"Haiming Jin","orcid":"https://orcid.org/0000-0002-3790-3743"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiming Jin","raw_affiliation_strings":["John Hopcroft Center for Computer Science, Shanghai Jiao Tong University, Shanghai, China","Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-3790-3743","affiliations":[{"raw_affiliation_string":"John Hopcroft Center for Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048486573","display_name":"Luoyi Fu","orcid":"https://orcid.org/0000-0001-7796-9168"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luoyi Fu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China","Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-7796-9168","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9581,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92167826,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9053311347961426},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.624600350856781},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5324526429176331},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4721667468547821},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33077937364578247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9053311347961426},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.624600350856781},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324526429176331},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4721667468547821},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33077937364578247},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712290","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712290","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3996011375","display_name":null,"funder_award_id":"62102029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323110","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1540190429","https://openalex.org/W1546290232","https://openalex.org/W1569559301","https://openalex.org/W2009551863","https://openalex.org/W2017919516","https://openalex.org/W2097452095","https://openalex.org/W2103405567","https://openalex.org/W2106663919","https://openalex.org/W2108794978","https://openalex.org/W2124277268","https://openalex.org/W2147967768","https://openalex.org/W2182104628","https://openalex.org/W2471883051","https://openalex.org/W2486917991","https://openalex.org/W2516576969","https://openalex.org/W2604308535","https://openalex.org/W2604946918","https://openalex.org/W2769948160","https://openalex.org/W2802856846","https://openalex.org/W2888004371","https://openalex.org/W2906849663","https://openalex.org/W2918314918","https://openalex.org/W2962691384","https://openalex.org/W2971266385","https://openalex.org/W2975876312","https://openalex.org/W2990738158","https://openalex.org/W3003196782","https://openalex.org/W3029674688","https://openalex.org/W3047374784","https://openalex.org/W3167401935","https://openalex.org/W3203539123","https://openalex.org/W4211030719","https://openalex.org/W4221141443","https://openalex.org/W4226106827","https://openalex.org/W4233287798","https://openalex.org/W4249888970","https://openalex.org/W4252473764","https://openalex.org/W4283329734","https://openalex.org/W4292928772","https://openalex.org/W4312881858","https://openalex.org/W4313177124","https://openalex.org/W4320497607","https://openalex.org/W4321835840","https://openalex.org/W4360584316","https://openalex.org/W6676362848"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"The":[0],"best":[1,67],"arm":[2,68,73,102],"identification":[3,69],"problem":[4],"in":[5,169],"multi-armed":[6],"bandit":[7],"model":[8],"has":[9,50],"been":[10,31],"widely":[11],"applied":[12],"into":[13,33],"many":[14],"practical":[15],"applications,":[16],"such":[17],"as":[18,80,82,114,117,201],"spectrum":[19],"sensing,":[20],"online":[21],"advertising,":[22],"and":[23,156],"cloud":[24],"computing.":[25],"Although":[26],"lots":[27],"of":[28,37,44,107,211,216],"works":[29],"have":[30],"devoted":[32],"this":[34],"area,":[35],"most":[36],"them":[38],"do":[39],"not":[40],"consider":[41,121],"the":[42,96,101,104,125,130,135,143,148,153,165,170,189,193,209,217],"cost":[43,54,112],"pulling":[45,194],"actions,":[46],"i.e.,":[47,128,192],"a":[48,65,77,83,158],"player":[49,97],"to":[51,99,110,206],"pay":[52],"some":[53],"when":[55],"she":[56],"pulls":[57],"an":[58,173],"arm.":[59],"Motivated":[60],"by":[61],"this,":[62],"we":[63,120,151,225],"study":[64],"ratio-based":[66],"problem,":[70],"where":[71],"each":[72],"is":[74,181,214,221],"associated":[75],"with":[76,90,103],"random":[78,84],"reward":[79,109],"well":[81],"cost.":[85],"For":[86,147],"any":[87],"\\(\\delta\\in(0,1)\\)":[88],",":[89,95],"probability":[91],"at":[92],"least":[93],"\\(1-\\delta\\)":[94],"aims":[98],"find":[100],"largest":[105],"ratio":[106],"expected":[108,111],"using":[113],"few":[115],"samplings":[116],"possible.":[118],"Specifically,":[119],"two":[122],"settings:":[123],"(1)":[124],"precise":[126,131,149],"setting,":[127,140,150,172],"identifying":[129],"optimal":[132],"one;":[133],"(2)":[134],"Probably":[136],"Approximate":[137],"Correct":[138],"(PAC)":[139],"which":[141,162,176,220],"identifies":[142],"\\(\\epsilon\\)":[144,178],"-optimal":[145],"one.":[146],"design":[152],"elimination-type":[154],"algorithms":[155,213],"provide":[157],"fundamental":[159],"lower":[160],"bound":[161],"asymptotically":[163],"matches":[164],"upper":[166],"bound,":[167],"while":[168],"PAC":[171],"UCB-type":[174],"algorithm":[175,180],"amed":[177],"-RCB":[179],"proposed.":[182],"We":[183],"show":[184],"that":[185],"for":[186,196],"all":[187,197],"algorithms,":[188],"sample":[190],"complexities,":[191],"times":[195],"arms,":[198],"grow":[199],"logarithmically":[200],"\\(\\frac{1}{\\delta}\\)":[202],"increases.":[203],"Moreover,":[204],"compared":[205],"existing":[207],"works,":[208],"running":[210],"our":[212,227],"independent":[215],"arm-related":[218],"parameters,":[219],"more":[222],"practical.":[223],"Finally,":[224],"validate":[226],"theoretical":[228],"results":[229],"through":[230],"numerical":[231],"experiments.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}