{"id":"https://openalex.org/W4391020007","doi":"https://doi.org/10.1109/cdc49753.2023.10384167","title":"Rate-Matching the Regret Lower-Bound in the Linear Quadratic Regulator with Unknown Dynamics","display_name":"Rate-Matching the Regret Lower-Bound in the Linear Quadratic Regulator with Unknown Dynamics","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391020007","doi":"https://doi.org/10.1109/cdc49753.2023.10384167"},"language":"en","primary_location":{"id":"doi:10.1109/cdc49753.2023.10384167","doi":"https://doi.org/10.1109/cdc49753.2023.10384167","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc49753.2023.10384167","pdf_url":null,"source":{"id":"https://openalex.org/S4210221977","display_name":"IEEE Conference on Decision and Control (CDC)","issn_l":"0191-2216","issn":["0191-2216"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.05799","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103069699","display_name":"Feicheng Wang","orcid":"https://orcid.org/0000-0002-9268-554X","observed_orcids":["https://orcid.org/0000-0002-9268-554X"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feicheng Wang","raw_affiliation_strings":["Harvard University,Department of Statistics,MA,USA,02138"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University,Department of Statistics,MA,USA,02138","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060531981","display_name":"Lucas Janson","orcid":"https://orcid.org/0000-0001-8641-8181","observed_orcids":["https://orcid.org/0000-0001-8641-8181"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Janson","raw_affiliation_strings":["Harvard University,Department of Statistics,MA,USA,02138"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University,Department of Statistics,MA,USA,02138","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":1.4079,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77521202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"17.1","issue":null,"first_page":"536","last_page":"541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-quadratic-regulator","display_name":"linear quadratic regulator","score":0.953000009059906},{"id":"https://openalex.org/keywords/unknown-dynamics","display_name":"unknown dynamics","score":0.9089999794960022},{"id":"https://openalex.org/keywords/regret-lower-bounds","display_name":"regret lower bounds","score":0.6589999794960022},{"id":"https://openalex.org/keywords/regret-upper-bounds","display_name":"regret upper bounds","score":0.8130000233650208},{"id":"https://openalex.org/keywords/estimation-error-bounds","display_name":"estimation error bounds","score":0.6370000243186951},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.49900001287460327},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.42899999022483826}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7948517203330994},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6797876358032227},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5252401828765869},{"id":"https://openalex.org/C98779006","wikidata":"https://www.wikidata.org/wiki/Q2520550","display_name":"Linear-quadratic regulator","level":3,"score":0.4556487202644348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45296740531921387},{"id":"https://openalex.org/C166437778","wikidata":"https://www.wikidata.org/wiki/Q50695","display_name":"Quadratic function","level":3,"score":0.4442563056945801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43242591619491577},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.42920365929603577},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.42496001720428467},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4089321792125702},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.36180242896080017},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30275797843933105},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.1890236735343933},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16811728477478027},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0846361517906189},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cdc49753.2023.10384167","doi":"https://doi.org/10.1109/cdc49753.2023.10384167","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc49753.2023.10384167","pdf_url":null,"source":{"id":"https://openalex.org/S4210221977","display_name":"IEEE Conference on Decision and Control (CDC)","issn_l":"0191-2216","issn":["0191-2216"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2202.05799","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.05799","pdf_url":"https://arxiv.org/pdf/2202.05799","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2202.05799","doi":"https://doi.org/10.48550/arxiv.2202.05799","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2202.05799","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.05799","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.05799","pdf_url":"https://arxiv.org/pdf/2202.05799","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G657172661","display_name":"AI Institute in Dynamic Systems","funder_award_id":"2112085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7678611020","display_name":null,"funder_award_id":"2112085","funder_id":"https://openalex.org/F4320337390","funder_display_name":"Division of Chemical, Bioengineering, Environmental, and Transport Systems"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337390","display_name":"Division of Chemical, Bioengineering, Environmental, and Transport Systems","ror":"https://ror.org/0471zv972"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391020007.pdf","grobid_xml":"https://content.openalex.org/works/W4391020007.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1977532666","https://openalex.org/W2009551863","https://openalex.org/W2168405694","https://openalex.org/W2518564545","https://openalex.org/W2769648743","https://openalex.org/W2783297289","https://openalex.org/W2802546834","https://openalex.org/W2804656147","https://openalex.org/W2805379554","https://openalex.org/W2822752092","https://openalex.org/W2953995401","https://openalex.org/W2964161785","https://openalex.org/W2965112429","https://openalex.org/W2996037775","https://openalex.org/W3002592837","https://openalex.org/W3003533476","https://openalex.org/W3012692135","https://openalex.org/W3033318690","https://openalex.org/W3096072410","https://openalex.org/W3128125857","https://openalex.org/W3176697953","https://openalex.org/W3214522334","https://openalex.org/W7133210071"],"related_works":["https://openalex.org/W3013166727","https://openalex.org/W2804656147","https://openalex.org/W2883971433","https://openalex.org/W3002592837","https://openalex.org/W2811188376","https://openalex.org/W4313548028","https://openalex.org/W2950782066","https://openalex.org/W3012692135","https://openalex.org/W53582479","https://openalex.org/W3044373951"],"abstract_inverted_index":{"The":[0,34,122,150],"theory":[1],"of":[2,19,28,93,114,124,175,190],"adaptive":[3,44,205],"learning-based":[4],"control":[5,45],"currently":[6],"suffers":[7],"from":[8,177],"a":[9,42,134,160,182],"mismatch":[10],"between":[11,63],"its":[12,20,51],"empirical":[13],"performance":[14],"and":[15,32,53,72,106,139,164,180],"the":[16,26,61,64,94,99,147,167,186,191],"theoretical":[17,115],"characterization":[18],"performance,":[21],"with":[22,38,47,103],"consequences":[23],"for,":[24],"e.g.,":[25],"understanding":[27],"sample":[29],"efficiency,":[30],"safety,":[31],"robustness.":[33],"linear":[35,100],"quadratic":[36,101],"regulator":[37,102],"unknown":[39,104],"dynamics":[40,52,148],"is":[41,78,127],"fundamental":[43],"setting":[46,60],"significant":[48],"structure":[49],"in":[50,58,91,203],"cost":[54],"function,":[55],"yet":[56],"even":[57],"this":[59,125],"ratio":[62],"best-known":[65,75],"regret":[66,136],"or":[67],"estimation":[68,143,188],"error":[69,144,189],"upper":[70],"bounds":[71,77],"their":[73],"corresponding":[74],"lower":[76],"unbounded":[79],"due":[80],"to":[81,128,153],"polylogarithmic":[82,201],"factors":[83,202],"in$T$.":[84],"This":[85],"gap":[86,131],"has":[87],"not":[88],"been":[89],"closed":[90],"any":[92],"many":[95],"papers":[96],"theoretically":[97],"studying":[98],"dynamics,":[105],"indeed":[107],"similar":[108],"gaps":[109],"have":[110],"plagued":[111],"other":[112,204],"areas":[113],"online":[116],"learning":[117,206],"such":[118],"as":[119],"reinforcement":[120],"learning.":[121],"contribution":[123],"paper":[126],"close":[129],"that":[130],"by":[132,171],"establishing":[133,172],"novel":[135],"upper-bound":[137],"of$O_{p}(\\sqrt{T})$,":[138],"simultaneously":[140],"establishes":[141],"an":[142],"bound":[145],"on":[146,166,199],"of$O_{p}(T^{-1/4})$.":[149],"two":[151],"keys":[152],"our":[154],"improved":[155],"proof":[156],"technique":[157,195],"are":[158],"(1)":[159],"more":[161],"precise":[162],"upper-":[163],"lower-bound":[165],"system":[168],"Gram":[169],"matrix":[170],"exact":[173],"rates":[174],"eigenvalues":[176],"different":[178],"sub-spaces":[179],"(2)":[181],"self-bounding":[183],"argument":[184],"for":[185],"expected":[187],"optimal":[192],"controller.":[193],"Our":[194],"may":[196],"shed":[197],"light":[198],"removing":[200],"problems.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-01-20T00:00:00"}