{"id":"https://openalex.org/W4406208490","doi":"https://doi.org/10.1109/ton.2024.3522073","title":"Power-of-2-Arms for Adversarial Bandit Learning With Switching Costs","display_name":"Power-of-2-Arms for Adversarial Bandit Learning With Switching Costs","publication_year":2025,"publication_date":"2025-01-09","ids":{"openalex":"https://openalex.org/W4406208490","doi":"https://doi.org/10.1109/ton.2024.3522073"},"language":"en","primary_location":{"id":"doi:10.1109/ton.2024.3522073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2024.3522073","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020579600","display_name":"Ming Shi","orcid":"https://orcid.org/0000-0001-9941-9095"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Shi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0001-9941-9095","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082208896","display_name":"Xiaojun Lin","orcid":"https://orcid.org/0000-0001-9117-7212"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojun Lin","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-9117-7212","affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053369746","display_name":"Lei Jiao","orcid":"https://orcid.org/0000-0002-3964-3172"},"institutions":[{"id":"https://openalex.org/I181233156","display_name":"University of Oregon","ror":"https://ror.org/0293rh119","country_code":"US","type":"education","lineage":["https://openalex.org/I181233156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Jiao","raw_affiliation_strings":["Center for Cyber Security and Privacy, University of Oregon, Eugene, OR, USA"],"raw_orcid":"https://orcid.org/0000-0002-3964-3172","affiliations":[{"raw_affiliation_string":"Center for Cyber Security and Privacy, University of Oregon, Eugene, OR, USA","institution_ids":["https://openalex.org/I181233156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":2.249,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88096914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"33","issue":"3","first_page":"1112","last_page":"1127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7621954679489136},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5402690172195435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49834775924682617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4236692190170288},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06241029500961304}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7621954679489136},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5402690172195435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49834775924682617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4236692190170288},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06241029500961304},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2024.3522073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2024.3522073","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3984326634","display_name":"Collaborative Research: CNS Core: Small: Edge AI with Streaming Data: Algorithmic Foundations for Online Learning and Control","funder_award_id":"2225950","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4486822316","display_name":"CAREER: Orchestrating Edge Infrastructures and Mobile Devices under Uncertainty to Provision Edge AI as a Service","funder_award_id":"2047719","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G872575665","display_name":"CNS Core: Small: Integrating Real-Time Learning and Control for Large and Dynamic Networked Computer Systems","funder_award_id":"2113893","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8867433166","display_name":"Collaborative Research: CNS Core: Small: Edge AI with Streaming Data: Algorithmic Foundations for Online Learning and Control","funder_award_id":"2225949","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1095970959","https://openalex.org/W1861492603","https://openalex.org/W1977655452","https://openalex.org/W2023146810","https://openalex.org/W2077902449","https://openalex.org/W2097160297","https://openalex.org/W2099111195","https://openalex.org/W2099419573","https://openalex.org/W2109690147","https://openalex.org/W2117702591","https://openalex.org/W2171543997","https://openalex.org/W2950865323","https://openalex.org/W2960833983","https://openalex.org/W4206275166","https://openalex.org/W4211192810","https://openalex.org/W4252642235","https://openalex.org/W4297882641","https://openalex.org/W4386076325","https://openalex.org/W4386245216","https://openalex.org/W6607198235","https://openalex.org/W6629689716","https://openalex.org/W6675342819","https://openalex.org/W6684381734","https://openalex.org/W6766063905","https://openalex.org/W6843772260"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492"],"abstract_inverted_index":{"Motivated":[0],"by":[1],"edge":[2],"computing":[3],"with":[4,16,26,196],"artificial":[5],"intelligence,":[6],"in":[7,21,34,210,230],"this":[8,190],"paper":[9],"we":[10,43,150],"study":[11,46],"an":[12],"adversarial":[13],"bandit-learning":[14],"problem":[15],"switching":[17,75,197],"costs.":[18,198],"Existing":[19],"results":[20],"the":[22,38,60,83,89,92,119,122,130,138,141,182,212,218,227,231],"literature":[23],"either":[24],"incur$\\Theta(T^{\\frac{2}{3}})$regret":[25],"bandit":[27,193],"feedback,":[28,72],"or":[29],"rely":[30],"on":[31,121],"free":[32],"full-feedback":[33,110,131],"order":[35],"to":[36,47],"reduce":[37],"regret":[39,103,162,204],"to$O(\\sqrt{T})$.":[40,164],"In":[41,135],"contrast,":[42,136],"expand":[44],"our":[45,101,166,200],"incorporate":[48],"two":[49],"new":[50,102,167,201,208],"factors.":[51],"First,":[52],"full":[53,173],"feedback":[54,174],"could":[55],"incur":[56],"a":[57,67,99,148,152,159],"cost.":[58],"Second,":[59],"player":[61,93,142],"may":[62,126,235],"choose$2$(or":[63,144],"more)":[64,145,187],"arms":[65,125,146,188],"at":[66,98,147,175],"time":[68],"and":[69,203,214,222,225],"observe":[70],"their":[71],"even":[73,107],"though":[74],"costs":[76],"are":[77],"still":[78,114],"incurred":[79],"when":[80,108,129],"she":[81],"changes":[82],"set":[84],"of":[85,124,185,192,237],"chosen":[86],"arms.":[87],"For":[88],"setting":[90,139],"where":[91,140],"pulls":[94],"only":[95],"one":[96],"arm":[97],"time,":[100,149],"lower-bound":[104],"shows":[105],"that,":[106],"costly":[109],"is":[111,133],"added,":[112],"the$\\Theta(T^{\\frac{2}{3}})$regret":[113],"cannot":[115],"be":[116,127,236],"improved.":[117],"However,":[118],"dependence":[120],"number":[123],"improved":[128],"cost":[132],"small.":[134],"for":[137,189],"can":[143],"provide":[151],"novel":[153],"online":[154],"learning":[155,194],"algorithm":[156,168,202],"that":[157],"achieves":[158],"significantly":[160],"lower":[161],"equal":[163],"Further,":[165],"does":[169],"not":[170],"need":[171],"any":[172],"all.":[176],"This":[177],"sharp":[178],"difference":[179],"therefore":[180],"reveals":[181],"surprising":[183],"power":[184],"choosing$2$(or":[186],"type":[191],"problems":[195],"Both":[199],"analysis":[205],"involve":[206],"several":[207],"ideas":[209],"choosing":[211],"primary":[213],"secondary":[215],"arms,":[216],"tuning":[217],"weight-decay":[219],"parameters":[220],"within":[221],"across":[223],"episodes,":[224],"using":[226],"loss":[228],"differences":[229],"weight":[232],"updates,":[233],"which":[234],"independent":[238],"interest.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}