{"id":"https://openalex.org/W3193362061","doi":"https://doi.org/10.1109/tcns.2022.3184107","title":"Scalable Regret for Learning to Control Network-Coupled Subsystems With Unknown Dynamics","display_name":"Scalable Regret for Learning to Control Network-Coupled Subsystems With Unknown Dynamics","publication_year":2022,"publication_date":"2022-06-17","ids":{"openalex":"https://openalex.org/W3193362061","doi":"https://doi.org/10.1109/tcns.2022.3184107","mag":"3193362061"},"language":"en","primary_location":{"id":"doi:10.1109/tcns.2022.3184107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2022.3184107","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076978447","display_name":"Sagar Sudhakara","orcid":"https://orcid.org/0000-0002-8956-1378"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sagar Sudhakara","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8956-1378","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005770424","display_name":"Aditya Mahajan","orcid":"https://orcid.org/0000-0001-8125-1191"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aditya Mahajan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8125-1191","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040616226","display_name":"Ashutosh Nayyar","orcid":"https://orcid.org/0000-0001-8310-7505"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashutosh Nayyar","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8310-7505","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100627878","display_name":"Yi Ouyang","orcid":"https://orcid.org/0000-0003-0556-4393"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Ouyang","raw_affiliation_strings":["Preferred Networks America, Burlingame, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0556-4393","affiliations":[{"raw_affiliation_string":"Preferred Networks America, Burlingame, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076978447"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.5085,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66070625,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"10","issue":"1","first_page":"2","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6721419095993042},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5443857908248901},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5096991062164307},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.47235211730003357},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4616685211658478},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4427202641963959},{"id":"https://openalex.org/keywords/linear-quadratic-gaussian-control","display_name":"Linear-quadratic-Gaussian control","score":0.4379218518733978},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3936212956905365},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38960233330726624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.374412477016449},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34899628162384033},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.324405312538147},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3107832670211792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3080753684043884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20199531316757202},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.16367009282112122},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.16282141208648682},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10982432961463928}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6721419095993042},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5443857908248901},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5096991062164307},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.47235211730003357},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4616685211658478},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4427202641963959},{"id":"https://openalex.org/C204495892","wikidata":"https://www.wikidata.org/wiki/Q1798304","display_name":"Linear-quadratic-Gaussian control","level":3,"score":0.4379218518733978},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3936212956905365},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38960233330726624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.374412477016449},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34899628162384033},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.324405312538147},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3107832670211792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3080753684043884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20199531316757202},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.16367009282112122},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.16282141208648682},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10982432961463928},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcns.2022.3184107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2022.3184107","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W53582479","https://openalex.org/W1535136082","https://openalex.org/W1616818660","https://openalex.org/W1911551976","https://openalex.org/W1972484140","https://openalex.org/W1981214223","https://openalex.org/W1983321045","https://openalex.org/W2026964400","https://openalex.org/W2038686546","https://openalex.org/W2039467271","https://openalex.org/W2073155476","https://openalex.org/W2094826322","https://openalex.org/W2121832485","https://openalex.org/W2128957716","https://openalex.org/W2164894752","https://openalex.org/W2168405694","https://openalex.org/W2292219073","https://openalex.org/W2401634636","https://openalex.org/W2559655401","https://openalex.org/W2623785075","https://openalex.org/W2765128655","https://openalex.org/W2783297289","https://openalex.org/W2804569092","https://openalex.org/W2914269115","https://openalex.org/W2916346876","https://openalex.org/W2945395894","https://openalex.org/W2962740831","https://openalex.org/W2963681938","https://openalex.org/W2963747324","https://openalex.org/W2970142535","https://openalex.org/W2972940109","https://openalex.org/W2982343021","https://openalex.org/W2992223242","https://openalex.org/W3015500735","https://openalex.org/W3015621283","https://openalex.org/W3033318690","https://openalex.org/W3034509363","https://openalex.org/W3034883799","https://openalex.org/W3035057092","https://openalex.org/W3037725723","https://openalex.org/W3103079025","https://openalex.org/W3107686539","https://openalex.org/W3119037855","https://openalex.org/W3129954366","https://openalex.org/W3132391918","https://openalex.org/W3155542523","https://openalex.org/W3173159926","https://openalex.org/W3195701459","https://openalex.org/W3209269917","https://openalex.org/W3213818741","https://openalex.org/W4210343460","https://openalex.org/W4236323066","https://openalex.org/W4293435764","https://openalex.org/W6602152948","https://openalex.org/W6639904974","https://openalex.org/W6678518843","https://openalex.org/W6679004901","https://openalex.org/W6713062373","https://openalex.org/W6749032143","https://openalex.org/W6751494857","https://openalex.org/W6751694215","https://openalex.org/W6759659934","https://openalex.org/W6763957639","https://openalex.org/W6773222293","https://openalex.org/W6773334542","https://openalex.org/W6778877748","https://openalex.org/W6779171780","https://openalex.org/W6782894428","https://openalex.org/W6785116810","https://openalex.org/W6788042930","https://openalex.org/W6800380471"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2101991911","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,83],"consider":[4],"the":[5,31,50,55,67,78,93,96,102,106,126,136,140,145,155,159],"problem":[6],"of":[7,17,37,80,95,105,128,147,158],"controlling":[8],"an":[9,46],"unknown":[10],"linear":[11],"quadratic":[12],"Gaussian":[13],"(LQG)":[14],"system":[15,51,69],"consisting":[16],"multiple":[18],"subsystems":[19,57,129],"connected":[20],"over":[21],"a":[22,72,85],"network.":[23,98],"Our":[24],"goal":[25],"is":[26,109,125,135],"to":[27,45,153],"minimize":[28],"and":[29,40,59,130],"quantify":[30],"regret":[32,73,104,141],"(i.e.,":[33],"loss":[34],"in":[35,71],"performance)":[36],"our":[38],"learning":[39,64,89],"control":[41],"strategy":[42],"with":[43,77,144],"respect":[44],"oracle":[47],"who":[48],"knows":[49],"model.":[52],"Upfront":[53],"viewing":[54],"interconnected":[56],"globally":[58],"directly":[60],"using":[61],"existing":[62],"LQG":[63],"algorithms":[65],"for":[66],"global":[68],"results":[70],"that":[74,101],"increases":[75],"super-linearly":[76],"number":[79,127,146],"subsystems.":[81,148],"Instead,":[82],"propose":[84],"new":[86],"Thompson":[87],"sampling-based":[88],"algorithm":[90,108],"which":[91],"exploits":[92],"structure":[94],"underlying":[97],"We":[99,149],"show":[100],"expected":[103],"proposed":[107,160],"bounded":[110],"by":[111],"<inline-formula":[112,121,131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[113,122,132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[114,123,133],"notation=\"LaTeX\">$\\tilde{\\mathcal":[115],"{O}}":[116],"(n":[117],"\\sqrt{T})$</tex-math></inline-formula>":[118],",":[119],"where":[120],"notation=\"LaTeX\">$n$</tex-math></inline-formula>":[124],"notation=\"LaTeX\">$T$</tex-math></inline-formula>":[134],"time":[137],"horizon.":[138],"Thus,":[139],"scales":[142],"linearly":[143],"present":[150],"numerical":[151],"experiments":[152],"illustrate":[154],"salient":[156],"features":[157],"algorithm.":[161]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}