{"id":"https://openalex.org/W4311079702","doi":"https://doi.org/10.1145/3570619","title":"Joint Learning and Control in Stochastic Queueing Networks with Unknown Utilities","display_name":"Joint Learning and Control in Stochastic Queueing Networks with Unknown Utilities","publication_year":2022,"publication_date":"2022-12-01","ids":{"openalex":"https://openalex.org/W4311079702","doi":"https://doi.org/10.1145/3570619"},"language":"en","primary_location":{"id":"doi:10.1145/3570619","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3570619","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3570619","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049286032","display_name":"Xinzhe Fu","orcid":"https://orcid.org/0000-0002-4425-3881"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinzhe Fu","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4425-3881","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036587377","display_name":"Eytan Modiano","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eytan Modiano","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8238-8130","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.9352,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76126953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":"3","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6747699975967407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6635714173316956},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5087495446205139},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.504203200340271},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5020308494567871},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.48435673117637634},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4749472439289093},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.45179060101509094},{"id":"https://openalex.org/keywords/stochastic-control","display_name":"Stochastic control","score":0.4429393410682678},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.39602118730545044},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36647170782089233},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16288354992866516},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07806605100631714}],"concepts":[{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6747699975967407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6635714173316956},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5087495446205139},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.504203200340271},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5020308494567871},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.48435673117637634},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4749472439289093},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.45179060101509094},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.4429393410682678},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.39602118730545044},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36647170782089233},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16288354992866516},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07806605100631714}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3570619","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3570619","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/151061","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/151061","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/151061/1/3578338.3593547.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"Article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/147659","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/147659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3570619","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3570619","pdf_url":null,"source":{"id":"https://openalex.org/S4210193547","display_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","issn_l":"2476-1249","issn":["2476-1249"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Measurement and Analysis of Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G3105513401","display_name":"RINGS: Enabling Wireless Edge-cloud Services via Autonomous Resource Allocation and Robust Physical Layer Technologies","funder_award_id":"2148128","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4086734921","display_name":null,"funder_award_id":"CNS-2148183","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4949411081","display_name":null,"funder_award_id":"N00014-20-1-2119","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5948025261","display_name":"RINGS: Robust and Resilient Wireless Networks using Next Generation Spectrum","funder_award_id":"2148183","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8833513803","display_name":null,"funder_award_id":"CNS-2148128","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W50486269","https://openalex.org/W153281708","https://openalex.org/W1508384000","https://openalex.org/W2049934117","https://openalex.org/W2077723394","https://openalex.org/W2123893388","https://openalex.org/W2128957716","https://openalex.org/W2137152139","https://openalex.org/W2137677949","https://openalex.org/W2145432435","https://openalex.org/W2148352389","https://openalex.org/W2159494247","https://openalex.org/W2739805727","https://openalex.org/W2807787047","https://openalex.org/W2810503582","https://openalex.org/W2894895161","https://openalex.org/W2946300093","https://openalex.org/W2953380042","https://openalex.org/W3001756029","https://openalex.org/W3017792779","https://openalex.org/W3105630790","https://openalex.org/W3107747824","https://openalex.org/W3112475644","https://openalex.org/W3124291373","https://openalex.org/W4231305576","https://openalex.org/W6685362521","https://openalex.org/W6725241636","https://openalex.org/W6736209634","https://openalex.org/W6743491589","https://openalex.org/W6782103484","https://openalex.org/W6802464473"],"related_works":["https://openalex.org/W4376155396","https://openalex.org/W2971351794","https://openalex.org/W1947085858","https://openalex.org/W2101991911","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247"],"abstract_inverted_index":{"We":[0,84,156,206,291],"study":[1],"the":[2,28,34,46,61,96,102,106,111,132,141,160,164,174,182,195,212,234,240,246,250,265,271,277,282,288,305,325],"optimal":[3,142,165,213,235,251,306],"control":[4,89,214,226,252,255,307],"problem":[5,215,308],"in":[6,134,249],"stochastic":[7,52],"queueing":[8],"networks":[9],"with":[10,23,53,138,321],"a":[11,18,75,88,114,177,209,221,225,257],"set":[12,19],"of":[13,20,43,49,63,113,122,163,188,220,259,301,328],"job":[14,65],"dispatchers":[15,29,97,191,266],"connected":[16],"to":[17,33,86,104,140,148,176,186,192,232,239,304,311,323],"parallel":[21],"servers":[22,35,50,103,193],"queues.":[24],"Jobs":[25],"arrive":[26],"at":[27,70,95,101,264,270],"and":[30,45,57,98,153,194,203,224,261,267],"get":[31],"routed":[32],"following":[36],"some":[37],"routing":[38,93,263],"policy.":[39,227,330],"The":[40,120,228,254,315],"arrival":[41,55,149,201],"processes":[42,48],"jobs":[44,189],"service":[47,58,151,204],"are":[51],"unknown":[54,81],"rates":[56,152,187,202],"rates.":[59,205],"Upon":[60],"completion":[62],"each":[64],"from":[66,190],"dispatcher":[67],"u":[68],"n":[69],"server":[71],"s":[72],"m":[73],",":[74],"random":[76],"utility":[77,108,137,162],"whose":[78],"mean":[79],"is":[80,82,124,129,168,198,217,318],"obtained.":[83],"seek":[85],"design":[87],"policy":[90,144,167,210,295],"that":[91,145,159,216,293],"makes":[92,273],"decisions":[94,100,274],"scheduling":[99,269],"maximize":[105],"total":[107,135],"obtained":[109],"by":[110,126,171,200,281,287],"end":[112],"finite":[115],"time":[116],"horizon":[117],"T":[118,172,313],".":[119],"performance":[121,327],"policies":[123],"measured":[125],"regret,":[127],"which":[128],"defined":[130],"as":[131],"difference":[133],"expected":[136,161],"respect":[139],"dynamic":[143,166],"has":[146],"access":[147],"rates,":[150],"underlying":[154],"utilities.":[155],"first":[157],"show":[158],"upper":[169],"bounded":[170],"times":[173],"solution":[175,238],"static":[178,241],"linear":[179,242],"program,":[180],"where":[181],"optimization":[183],"variables":[184],"correspond":[185],"feasibility":[196],"region":[197],"parameterized":[199],"next":[207],"propose":[208],"for":[211],"an":[218],"integration":[219],"learning":[222,229,289],"algorithm":[223,230],"seeks":[231],"learn":[233],"extreme":[236,283],"point":[237,284],"program":[243],"based":[244,275],"on":[245,276],"information":[247],"available":[248],"problem.":[253],"policy,":[256],"mixture":[258],"priority-based":[260,268],"Joint-the-Shortest-Queue":[262],"servers,":[272],"graphical":[278],"structure":[279],"induced":[280],"solutions":[285],"provided":[286],"algorithm.":[290],"prove":[292],"our":[294,329],"achieves":[296],"logarithmic":[297],"regret":[298],"whereas":[299],"application":[300],"existing":[302],"techniques":[303],"would":[309],"lead":[310],"\u03a9(\u221a":[312],")-regret.":[314],"theoretical":[316],"analysis":[317],"further":[319],"complemented":[320],"simulations":[322],"evaluate":[324],"empirical":[326]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}