{"id":"https://openalex.org/W4312563794","doi":"https://doi.org/10.1109/tnet.2022.3227136","title":"Optimal Routing to Parallel Servers With Unknown Utilities\u2014Multi-Armed Bandit With Queues","display_name":"Optimal Routing to Parallel Servers With Unknown Utilities\u2014Multi-Armed Bandit With Queues","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4312563794","doi":"https://doi.org/10.1109/tnet.2022.3227136"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2022.3227136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2022.3227136","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049286032","display_name":"Xinzhe Fu","orcid":"https://orcid.org/0000-0002-4425-3881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinzhe Fu","raw_affiliation_strings":["Laboratory for Information and Decision Systems, MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4425-3881","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, MIT, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036587377","display_name":"Eytan Modiano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eytan Modiano","raw_affiliation_strings":["Laboratory for Information and Decision Systems, MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8238-8130","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, MIT, Cambridge, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8988,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76157461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"31","issue":"5","first_page":"1997","last_page":"2012"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5998489260673523},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5742842555046082},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5391239523887634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5059909224510193},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4023692011833191},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38101285696029663},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3276294469833374},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1922985315322876},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1882917582988739},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.1671493649482727}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5998489260673523},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5742842555046082},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5391239523887634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5059909224510193},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4023692011833191},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38101285696029663},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3276294469833374},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1922985315322876},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1882917582988739},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.1671493649482727}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2022.3227136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2022.3227136","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5}],"awards":[{"id":"https://openalex.org/G4086734921","display_name":null,"funder_award_id":"CNS-2148183","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4949411081","display_name":null,"funder_award_id":"N00014-20-1-2119","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8833513803","display_name":null,"funder_award_id":"CNS-2148128","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1883705886","https://openalex.org/W1983804795","https://openalex.org/W2009551863","https://openalex.org/W2020254732","https://openalex.org/W2058802489","https://openalex.org/W2117702591","https://openalex.org/W2121523570","https://openalex.org/W2139150706","https://openalex.org/W2142971854","https://openalex.org/W2148777482","https://openalex.org/W2152407381","https://openalex.org/W2161869110","https://openalex.org/W2164255506","https://openalex.org/W2522848032","https://openalex.org/W2567882221","https://openalex.org/W2739805727","https://openalex.org/W2790607499","https://openalex.org/W2950929549","https://openalex.org/W2951936005","https://openalex.org/W2962815295","https://openalex.org/W3005264892","https://openalex.org/W3011913216","https://openalex.org/W3086913918","https://openalex.org/W3102473272","https://openalex.org/W3105630790","https://openalex.org/W3124291373","https://openalex.org/W3146927926","https://openalex.org/W3171907475","https://openalex.org/W3176606742","https://openalex.org/W3202292813","https://openalex.org/W6601392155","https://openalex.org/W6630117878","https://openalex.org/W6638804227","https://openalex.org/W6679004901","https://openalex.org/W6772593463","https://openalex.org/W6786120962"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2051487156","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2073681303","https://openalex.org/W2963177394","https://openalex.org/W1595229445","https://openalex.org/W2105580438"],"abstract_inverted_index":{"We":[0,298,374],"consider":[1],"the":[2,28,32,48,57,61,143,148,174,178,184,187,190,196,222,239,250,254,260,264,287,294,305,308,321,324,331,348,352,355,406,414,427,437,441,445,451,479,484],"optimal":[3,199,240,295,485],"routing":[4,139,200,241,296,339,344,486],"problem":[5,201,207,242,487],"in":[6,168,249,492],"a":[7,11,36,44,104,106,118,135,151,206,225,230,365,480,493],"discrete-time":[8],"system":[9],"with":[10,40,65,81,211,359,393,436,488],"job":[12,29,226,490],"dispatcher":[13,30],"connected":[14],"to":[15,35,133,141,259,283,286,307,351,478],"<inline-formula":[16,73,85,97,109,122,155,333,367,378,385,397,417,429,454,464],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[17,74,86,98,110,123,156,334,368,379,386,398,418,430,455,465],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[18,75,87,99,111,124,157,335,369,380,387,399,419,431,456,466],"<tex-math":[19,76,88,100,112,125,158,336,370,381,388,400,420,432,457,467],"notation=\"LaTeX\">$M$":[20],"</tex-math></inline-formula>":[21,78,90,102,114,127,160,338,372,383,391,402,422,434,459,471],"parallel":[22],"servers.":[23,314],"At":[24],"every":[25],"time":[26,153],"slot,":[27],"sends":[31],"incoming":[33,54,349],"jobs":[34,350],"server":[37,42,72,96,215,353],"for":[38,293],"execution,":[39],"each":[41,214],"having":[43],"queue":[45,311,360],"that":[46,91,137,303,320,346,376,450],"stores":[47],"jobs.":[49],"The":[50,130,162,198,235],"arrival":[51,265],"process":[52],"of":[53,60,108,121,150,164,170,189,208,224,232,263,275,291,313,323,354,408,444,483],"jobs,":[55],"and":[56,67,117,186,221,243,266,279,289,310,329,448],"service":[58,267],"processes":[59],"servers":[62],"are":[63,499],"stochastic":[64,261,276,280],"unknown":[66],"possibly":[68],"heterogeneous":[69],"rates.":[70],"Each":[71],"notation=\"LaTeX\">$s_{m}$":[77,101],"is":[79,92,115,128,132,166,173,216,227,248,327],"associated":[80],"an":[82,219,233,394,462],"underlying":[83,325,357,446],"utility":[84,107,145,181,193,358,410],"notation=\"LaTeX\">$v_{m}$":[89,113,126],"initially":[93],"unknown.":[94],"Whenever":[95],"completes":[103],"job,":[105],"obtained":[116,146,182],"noisy":[119],"observation":[120],"received.":[129],"goal":[131],"design":[134,288],"policy":[136,185,340,435,460],"makes":[138,342],"decisions":[140,345],"maximize":[142],"total":[144,180,192],"by":[147,183,318,502],"end":[149],"finite":[152],"horizon":[154],"notation=\"LaTeX\">$T$":[159],".":[161,373,403],"performance":[163],"policies":[165,292],"measured":[167],"terms":[169],"regret,":[171],"which":[172,256,341,424],"additive":[175],"difference":[176],"between":[177,238],"expected":[179,191],"supremum":[188],"over":[194],"all":[195],"policies.":[197],"can":[202],"be":[203],"interpreted":[204],"as":[205,218,229],"multi-armed":[209,245,281],"bandit":[210,246],"queues":[212],"where":[213],"viewed":[217,228],"arm":[220],"completion":[223],"pull":[231],"arm.":[234],"key":[236],"distinction":[237],"traditional":[244],"problems":[247],"queueing":[251,277],"dynamics":[252],"at":[253],"server,":[255],"arises":[257],"due":[258],"nature":[262],"processes.":[268],"Our":[269,496],"results":[270,477,498],"combine":[271],"techniques":[272],"from":[273],"control":[274],"systems":[278],"bandits":[282],"provide":[284],"insights":[285],"analysis":[290],"problem.":[297],"first":[299],"present":[300],"analytical":[301],"bounds":[302,443],"link":[304],"regret":[306],"utilization":[309],"length":[312,361],"Next,":[315,404],"we":[316,412,474],"start":[317],"assuming":[319],"ordering":[322,438],"utilities":[326],"known":[328,409],"introduce":[330],"Priority-":[332,377,416,428,453],"notation=\"LaTeX\">$K$":[337,371,382,401,421,433,458],"priority-based":[343],"send":[347],"highest":[356],"no":[362],"larger":[363],"than":[364],"threshold":[366],"prove":[375],"achieves":[384,461],"notation=\"LaTeX\">$O(\\log":[389,468],"T)$":[390,470],"-regret":[392],"appropriately":[395],"chosen":[396],"removing":[405],"assumption":[407],"ordering,":[411],"propose":[413],"Upper-Confidence":[415,452],"policy,":[423],"essentially":[425],"combines":[426],"based":[439],"on":[440],"upper-confidence":[442],"utilities,":[447],"establish":[449],"instance-dependent":[463],"^{3}":[469],"-regret.":[472],"Finally,":[473],"extend":[475],"our":[476],"generalized":[481],"version":[482],"multiple":[489],"dispatchers":[491],"bipartite":[494],"network.":[495],"theoretical":[497],"also":[500],"validated":[501],"simulations.":[503]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}