{"id":"https://openalex.org/W4393180255","doi":"https://doi.org/10.1109/tnet.2024.3374755","title":"When Lyapunov Drift Based Queue Scheduling Meets Adversarial Bandit Learning","display_name":"When Lyapunov Drift Based Queue Scheduling Meets Adversarial Bandit Learning","publication_year":2024,"publication_date":"2024-03-26","ids":{"openalex":"https://openalex.org/W4393180255","doi":"https://doi.org/10.1109/tnet.2024.3374755"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2024.3374755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3374755","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101617351","display_name":"J.Y. Huang","orcid":"https://orcid.org/0000-0002-3008-4861"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiatai Huang","raw_affiliation_strings":["Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3008-4861","affiliations":[{"raw_affiliation_string":"Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081582862","display_name":"Leana Golubchik","orcid":"https://orcid.org/0000-0001-8353-5040"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leana Golubchik","raw_affiliation_strings":["Department of Computer Science, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8353-5040","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082905458","display_name":"Longbo Huang","orcid":"https://orcid.org/0000-0002-7341-447X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longbo Huang","raw_affiliation_strings":["Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7341-447X","affiliations":[{"raw_affiliation_string":"Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":3.4513,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92107173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"3034","last_page":"3044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7990888953208923},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.6910970211029053},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.6245458126068115},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.615563690662384},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5752249956130981},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.432951956987381},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4299718141555786},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3853504955768585},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34362560510635376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3149453401565552},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30964595079421997},{"id":"https://openalex.org/keywords/lyapunov-redesign","display_name":"Lyapunov redesign","score":0.19016146659851074},{"id":"https://openalex.org/keywords/lyapunov-exponent","display_name":"Lyapunov exponent","score":0.12033417820930481},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09141060709953308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990888953208923},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.6910970211029053},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6245458126068115},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.615563690662384},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5752249956130981},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.432951956987381},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4299718141555786},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3853504955768585},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34362560510635376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3149453401565552},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30964595079421997},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.19016146659851074},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.12033417820930481},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09141060709953308},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2024.3374755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3374755","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5269767468","display_name":"CSR: Small: Deconstructing Distributed Deep Learning","funder_award_id":"1816887","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1984181498","https://openalex.org/W1995862053","https://openalex.org/W2022575296","https://openalex.org/W2025757280","https://openalex.org/W2058316706","https://openalex.org/W2077902449","https://openalex.org/W2102103752","https://openalex.org/W2108114251","https://openalex.org/W2135663206","https://openalex.org/W2137152139","https://openalex.org/W2142798161","https://openalex.org/W2146120924","https://openalex.org/W2149733162","https://openalex.org/W2160222332","https://openalex.org/W2606979628","https://openalex.org/W2623663375","https://openalex.org/W2762228719","https://openalex.org/W2809655502","https://openalex.org/W2810804998","https://openalex.org/W2811335666","https://openalex.org/W2893743372","https://openalex.org/W2964571806","https://openalex.org/W2964749398","https://openalex.org/W2984468147","https://openalex.org/W3012037263","https://openalex.org/W3017335407","https://openalex.org/W3020983427","https://openalex.org/W3026345790","https://openalex.org/W3030924737","https://openalex.org/W3041064317","https://openalex.org/W3086913918","https://openalex.org/W3100293451","https://openalex.org/W3135074392","https://openalex.org/W3152523620","https://openalex.org/W3158129315","https://openalex.org/W3166603348","https://openalex.org/W3171907475","https://openalex.org/W4205841652","https://openalex.org/W4254686272","https://openalex.org/W4312555471","https://openalex.org/W4312563794","https://openalex.org/W4382199052","https://openalex.org/W6676576766","https://openalex.org/W6842847180"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3176240006","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4288019534","https://openalex.org/W1597107533"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,142],"study":[4],"scheduling":[5,36],"of":[6,13,43,53,63,80,92,118,130,138,161],"a":[7,19,98,135],"queueing":[8,22],"system":[9,23],"with":[10,27],"zero":[11],"knowledge":[12,52],"instantaneous":[14,55],"network":[15,56],"conditions.":[16],"We":[17,66,101],"consider":[18],"one-hop":[20],"single-server":[21],"consisting":[24],"of$K$queues,":[25],"each":[26,64],"time-varying":[28],"and":[29,32,47,60,74,111,122,125],"non-stationary":[30],"arrival":[31,59],"service":[33,61],"rates.":[34],"Our":[35],"approach":[37],"builds":[38],"on":[39],"an":[40],"innovative":[41],"combination":[42],"adversarial":[44],"bandit":[45],"learning":[46],"Lyapunov":[48],"drift":[49],"minimization,":[50],"without":[51],"the":[54,107,132,145],"state":[57],"(the":[58],"rates)":[62],"queue.":[65],"then":[67],"present":[68],"two":[69],"novel":[70],"algorithms":[71],"SoftMW":[72],"(SoftMaxWeight)":[73],"SSMW":[75],"(Sliding-window":[76],"SoftMaxWeight),":[77],"both":[78],"capable":[79,129],"stabilizing":[81,131],"systems":[82],"that":[83,127],"can":[84,159],"be":[85,160],"stabilized":[86],"by":[87],"some":[88],"(possibly":[89],"unknown)":[90],"sequence":[91],"randomized":[93],"policies":[94],"whose":[95],"time-variation":[96],"satisfies":[97],"mild":[99],"condition.":[100],"further":[102],"generalize":[103],"our":[104,139],"results":[105],"to":[106,152],"setting":[108],"where":[109],"arrivals":[110],"departures":[112],"only":[113],"have":[114],"bounded":[115,121],"moments":[116],"instead":[117],"being":[119],"deterministically":[120],"propose":[123],"SoftMW+":[124],"SSMW+":[126],"are":[128],"system.":[133],"As":[134],"building":[136],"block":[137],"new":[140],"algorithms,":[141],"also":[143],"extend":[144],"classical":[146],"EXP3.S":[147],"algorithm":[148],"for":[149],"multi-armed":[150],"bandits":[151],"handle":[153],"unboundedly":[154],"large":[155],"feedback":[156],"signals,":[157],"which":[158],"independent":[162],"interest.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}