{"id":"https://openalex.org/W4225832234","doi":"https://doi.org/10.1109/tnnls.2022.3161806","title":"A Multiplier Bootstrap Approach to Designing Robust Algorithms for Contextual Bandits","display_name":"A Multiplier Bootstrap Approach to Designing Robust Algorithms for Contextual Bandits","publication_year":2022,"publication_date":"2022-04-06","ids":{"openalex":"https://openalex.org/W4225832234","doi":"https://doi.org/10.1109/tnnls.2022.3161806","pmid":"https://pubmed.ncbi.nlm.nih.gov/35385392"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3161806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3161806","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064190343","display_name":"Hong Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hong Xie","raw_affiliation_strings":["Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-7935-7210","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102056011","display_name":"Qiao Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Tang","raw_affiliation_strings":["Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079693039","display_name":"Qingsheng Zhu","orcid":"https://orcid.org/0000-0002-0643-4526"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingsheng Zhu","raw_affiliation_strings":["Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-7737-9966","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Software Theory and Technology, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064190343"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":0.8475,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75082009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"34","issue":"12","first_page":"9887","last_page":"9899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.8495903611183167},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8036357164382935},{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.6766560077667236},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.6539263129234314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5887736678123474},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.537675142288208},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5359234809875488},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5044382810592651},{"id":"https://openalex.org/keywords/multiplier","display_name":"Multiplier (economics)","score":0.4930703341960907},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.443771094083786},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4361379146575928},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4347858726978302},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.39512893557548523},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3388546109199524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32409897446632385},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08948037028312683},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.08416232466697693}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.8495903611183167},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8036357164382935},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.6766560077667236},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.6539263129234314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5887736678123474},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.537675142288208},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5359234809875488},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5044382810592651},{"id":"https://openalex.org/C124584101","wikidata":"https://www.wikidata.org/wiki/Q1053266","display_name":"Multiplier (economics)","level":2,"score":0.4930703341960907},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.443771094083786},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4361379146575928},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4347858726978302},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39512893557548523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3388546109199524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32409897446632385},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08948037028312683},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.08416232466697693},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3161806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3161806","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35385392","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35385392","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3292563469","display_name":null,"funder_award_id":"61902042","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4581836214","display_name":null,"funder_award_id":"cstc2020jcyj-msxmX0652","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1579979603","https://openalex.org/W1984332158","https://openalex.org/W2029604041","https://openalex.org/W2108114251","https://openalex.org/W2112420033","https://openalex.org/W2532022121","https://openalex.org/W2586338981","https://openalex.org/W2793172510","https://openalex.org/W2917480902","https://openalex.org/W2918714081","https://openalex.org/W2946248329","https://openalex.org/W2950845368","https://openalex.org/W2981687753","https://openalex.org/W3021703952","https://openalex.org/W4206530644","https://openalex.org/W4211192810","https://openalex.org/W4294446480","https://openalex.org/W4294558800","https://openalex.org/W4297732237","https://openalex.org/W4299668061","https://openalex.org/W6629353124","https://openalex.org/W6634861202","https://openalex.org/W6637387425","https://openalex.org/W6676576766","https://openalex.org/W6678092311","https://openalex.org/W6682735415","https://openalex.org/W6683757025","https://openalex.org/W6686679800","https://openalex.org/W6705193675","https://openalex.org/W6720001835","https://openalex.org/W6732908303","https://openalex.org/W6738568706","https://openalex.org/W6739511181","https://openalex.org/W6749557911","https://openalex.org/W6751799726","https://openalex.org/W6755089795","https://openalex.org/W6756164497","https://openalex.org/W6762839233","https://openalex.org/W6763452204","https://openalex.org/W6764339584","https://openalex.org/W6769499399","https://openalex.org/W6773756054","https://openalex.org/W6779558354","https://openalex.org/W6784617901","https://openalex.org/W6787844851","https://openalex.org/W6790601732","https://openalex.org/W6790747132","https://openalex.org/W6791726443","https://openalex.org/W6792689522","https://openalex.org/W6796468637"],"related_works":["https://openalex.org/W3108185025","https://openalex.org/W1850547517","https://openalex.org/W2964125852","https://openalex.org/W2804585439","https://openalex.org/W4299668061","https://openalex.org/W3176022311","https://openalex.org/W3048056964","https://openalex.org/W4287690869","https://openalex.org/W3046298489","https://openalex.org/W3015709540"],"abstract_inverted_index":{"Upper":[0],"confidence":[1],"bound":[2],"(UCB)-based":[3],"contextual":[4,49,78,106,153,172],"bandit":[5,50,79,107,154,173],"algorithms":[6],"require":[7],"one":[8,56],"to":[9,27,42,61,102,147,167,206],"know":[10],"the":[11,15,38,48,59,77,83,91,103,111,114,123,131,158,161,169,187,208,218,224],"tail":[12,20,34,97,117],"property":[13,21,35,98],"of":[14,47,93,113,130,151,160,210,221],"reward":[16,171],"distribution.":[17],"Unfortunately,":[18],"such":[19],"is":[22,134,140],"usually":[23],"unknown":[24],"or":[25],"difficult":[26],"specify":[28],"in":[29,178,214],"real-world":[30,202],"applications.":[31],"Using":[32],"a":[33,43,54,95,149,190],"heavier":[36,96,116],"than":[37],"ground":[39,104],"truth":[40,105],"leads":[41],"slow":[44],"learning":[45],"speed":[46],"algorithm,":[51],"while":[52],"using":[53],"lighter":[55],"may":[57],"cause":[58],"algorithm":[60,176],"diverge.":[62],"To":[63,156],"address":[64],"this":[65],"fundamental":[66],"problem,":[67],"we":[68,164],"develop":[69],"an":[70],"estimator":[71,89,133,139,213],"(evaluated":[72],"from":[73,204],"historical":[74],"rewards)":[75],"for":[76],"UCB":[80,108,174],"based":[81],"on":[82,122,197],"multiplier":[84],"bootstrap":[85],"technique.":[86],"Our":[87],"proposed":[88,132,138,162,212],"mitigates":[90],"problem":[92],"specifying":[94],"by":[99],"adaptively":[100],"converging":[101],"(i.e.,":[109],"eliminating":[110],"impact":[112],"specified":[115],"property)":[118],"with":[119],"theoretical":[120],"guarantees":[121],"convergence.":[124],"The":[125,137],"design":[126],"and":[127,142,201,217],"convergence":[128],"analysis":[129],"technically":[135],"nontrivial.":[136],"generic":[141],"it":[143,166],"can":[144],"be":[145],"applied":[146],"improve":[148,168],"variety":[150],"UCB-based":[152],"algorithms.":[155],"demonstrate":[157],"versatility":[159],"estimator,":[163],"apply":[165],"linear":[170],"(LinUCB)":[175],"resulting":[177],"our":[179,211],"bootstrapping":[180],"LinUCB":[181],"(BootLinUCB)":[182],"algorithm.":[183],"We":[184,193],"prove":[185],"that":[186],"BootLinUCB":[188,222],"has":[189],"sublinear":[191],"regret.":[192],"conduct":[194],"extensive":[195],"experiments":[196],"both":[198],"synthetic":[199],"dataset":[200,203],"Yahoo!":[205],"validate":[207],"benefits":[209],"reducing":[215],"regret":[216],"superior":[219],"performance":[220],"over":[223],"latest":[225],"baseline.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}