{"id":"https://openalex.org/W4393180255","doi":"https://doi.org/10.1109/tnet.2024.3374755","title":"When Lyapunov Drift Based Queue Scheduling Meets Adversarial Bandit Learning","display_name":"When Lyapunov Drift Based Queue Scheduling Meets Adversarial Bandit Learning","publication_year":2024,"publication_date":"2024-03-26","ids":{"openalex":"https://openalex.org/W4393180255","doi":"https://doi.org/10.1109/tnet.2024.3374755"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2024.3374755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3374755","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101617351","display_name":"J.Y. Huang","orcid":"https://orcid.org/0000-0002-3008-4861"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiatai Huang","raw_affiliation_strings":["Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3008-4861","affiliations":[{"raw_affiliation_string":"Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081582862","display_name":"Leana Golubchik","orcid":"https://orcid.org/0000-0001-8353-5040"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leana Golubchik","raw_affiliation_strings":["Department of Computer Science, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8353-5040","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082905458","display_name":"Longbo Huang","orcid":"https://orcid.org/0000-0002-7341-447X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longbo Huang","raw_affiliation_strings":["Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7341-447X","affiliations":[{"raw_affiliation_string":"Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8962,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.932014,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"3034","last_page":"3044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7990888953208923},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.6910970211029053},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.6245458126068115},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.615563690662384},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5752249956130981},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.432951956987381},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4299718141555786},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3853504955768585},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34362560510635376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3149453401565552},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30964595079421997},{"id":"https://openalex.org/keywords/lyapunov-redesign","display_name":"Lyapunov redesign","score":0.19016146659851074},{"id":"https://openalex.org/keywords/lyapunov-exponent","display_name":"Lyapunov exponent","score":0.12033417820930481},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09141060709953308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990888953208923},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.6910970211029053},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6245458126068115},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.615563690662384},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5752249956130981},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.432951956987381},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4299718141555786},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3853504955768585},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34362560510635376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3149453401565552},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30964595079421997},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.19016146659851074},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.12033417820930481},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09141060709953308},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2024.3374755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3374755","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G529689006","display_name":null,"funder_award_id":"CNS-1816887","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1984181498","https://openalex.org/W1995862053","https://openalex.org/W2022575296","https://openalex.org/W2025757280","https://openalex.org/W2058316706","https://openalex.org/W2077902449","https://openalex.org/W2102103752","https://openalex.org/W2108114251","https://openalex.org/W2135663206","https://openalex.org/W2137152139","https://openalex.org/W2142798161","https://openalex.org/W2146120924","https://openalex.org/W2149733162","https://openalex.org/W2160222332","https://openalex.org/W2606979628","https://openalex.org/W2623663375","https://openalex.org/W2762228719","https://openalex.org/W2809655502","https://openalex.org/W2810804998","https://openalex.org/W2811335666","https://openalex.org/W2893743372","https://openalex.org/W2964571806","https://openalex.org/W2964749398","https://openalex.org/W2984468147","https://openalex.org/W3012037263","https://openalex.org/W3017335407","https://openalex.org/W3020983427","https://openalex.org/W3026345790","https://openalex.org/W3030924737","https://openalex.org/W3041064317","https://openalex.org/W3086913918","https://openalex.org/W3100293451","https://openalex.org/W3135074392","https://openalex.org/W3152523620","https://openalex.org/W3158129315","https://openalex.org/W3166603348","https://openalex.org/W3171907475","https://openalex.org/W4205841652","https://openalex.org/W4254686272","https://openalex.org/W4312555471","https://openalex.org/W4312563794","https://openalex.org/W4382199052","https://openalex.org/W6676576766","https://openalex.org/W6842847180"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3176240006","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4288019534","https://openalex.org/W1597107533"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,149],"study":[4],"scheduling":[5,43],"of":[6,13,25,50,60,70,87,99,125,137,145,168],"a":[7,19,105,142],"queueing":[8,22],"system":[9,23],"with":[10,34],"zero":[11],"knowledge":[12,59],"instantaneous":[14,62],"network":[15,63],"conditions.":[16],"We":[17,73,108],"consider":[18],"one-hop":[20],"single-server":[21],"consisting":[24],"<inline-formula":[26],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[27],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[28],"<tex-math":[29],"notation=\"LaTeX\">$K$</tex-math>":[30],"</inline-formula>":[31],"queues,":[32],"each":[33,71],"time-varying":[35],"and":[36,39,54,67,81,118,129,132],"non-stationary":[37],"arrival":[38,66],"service":[40,68],"rates.":[41],"Our":[42],"approach":[44],"builds":[45],"on":[46],"an":[47],"innovative":[48],"combination":[49],"adversarial":[51],"bandit":[52],"learning":[53],"Lyapunov":[55],"drift":[56],"minimization,":[57],"without":[58],"the":[61,114,139,152],"state":[64],"(the":[65],"rates)":[69],"queue.":[72],"then":[74],"present":[75],"two":[76],"novel":[77],"algorithms":[78],"SoftMW":[79],"(SoftMaxWeight)":[80],"SSMW":[82],"(Sliding-window":[83],"SoftMaxWeight),":[84],"both":[85],"capable":[86,136],"stabilizing":[88,138],"systems":[89],"that":[90,134],"can":[91,166],"be":[92,167],"stabilized":[93],"by":[94],"some":[95],"(possibly":[96],"unknown)":[97],"sequence":[98],"randomized":[100],"policies":[101],"whose":[102],"time-variation":[103],"satisfies":[104],"mild":[106],"condition.":[107],"further":[109],"generalize":[110],"our":[111,146],"results":[112],"to":[113,159],"setting":[115],"where":[116],"arrivals":[117],"departures":[119],"only":[120],"have":[121],"bounded":[122,128],"moments":[123],"instead":[124],"being":[126],"deterministically":[127],"propose":[130],"SoftMW+":[131],"SSMW+":[133],"are":[135],"system.":[140],"As":[141],"building":[143],"block":[144],"new":[147],"algorithms,":[148],"also":[150],"extend":[151],"classical":[153],"EXP3.S":[154],"algorithm":[155],"for":[156],"multi-armed":[157],"bandits":[158],"handle":[160],"unboundedly":[161],"large":[162],"feedback":[163],"signals,":[164],"which":[165],"independent":[169],"interest.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}