{"id":"https://openalex.org/W3182492475","doi":"https://doi.org/10.1007/s00498-021-00294-y","title":"Convergence results for an averaged LQR problem with applications to reinforcement learning","display_name":"Convergence results for an averaged LQR problem with applications to reinforcement learning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-07-08","ids":{"openalex":"https://openalex.org/W3182492475","doi":"https://doi.org/10.1007/s00498-021-00294-y","mag":"3182492475"},"language":"en","primary_location":{"id":"doi:10.1007/s00498-021-00294-y","doi":"https://doi.org/10.1007/s00498-021-00294-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00498-021-00294-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00498-021-00294-y.pdf","source":{"id":"https://openalex.org/S88345224","display_name":"Mathematics of Control Signals and Systems","issn_l":"0932-4194","issn":["0932-4194","1435-568X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Control, Signals, and Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3182492475"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00498-021-00294-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074229655","display_name":"Andrea Pesare","orcid":"https://orcid.org/0000-0002-0131-0268","observed_orcids":["https://orcid.org/0000-0002-0131-0268"]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Pesare","raw_affiliation_strings":["Dipartimento di Matematica, Sapienza - Universit\u00e0 di Roma, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0131-0268","affiliations":[{"raw_affiliation_string":"Dipartimento di Matematica, Sapienza - Universit\u00e0 di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091822745","display_name":"Michele Palladino","orcid":"https://orcid.org/0000-0002-9907-3650","observed_orcids":["https://orcid.org/0000-0002-9907-3650"]},"institutions":[{"id":"https://openalex.org/I4210150763","display_name":"Gran Sasso Science Institute","ror":"https://ror.org/043qcb444","country_code":"IT","type":"education","lineage":["https://openalex.org/I160013858","https://openalex.org/I4210150763"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Palladino","raw_affiliation_strings":["Gran Sasso Science Institute - GSSI, L\u2019Aquila, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9907-3650","affiliations":[{"raw_affiliation_string":"Gran Sasso Science Institute - GSSI, L\u2019Aquila, Italy","institution_ids":["https://openalex.org/I4210150763"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044925835","display_name":"Maurizio Falcone","orcid":"https://orcid.org/0000-0002-4277-2370","observed_orcids":["https://orcid.org/0000-0002-4277-2370"]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Maurizio Falcone","raw_affiliation_strings":["Dipartimento di Matematica, Sapienza - Universit\u00e0 di Roma, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4277-2370","affiliations":[{"raw_affiliation_string":"Dipartimento di Matematica, Sapienza - Universit\u00e0 di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5044925835"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":{"value":2780,"currency":"USD","value_usd":2780},"apc_paid":{"value":2780,"currency":"USD","value_usd":2780},"fwci":0.6574,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.61352221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"33","issue":"3","first_page":"379","last_page":"411"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18770000338554382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-quadratic-control","display_name":"linear quadratic control","score":0.9300000071525574},{"id":"https://openalex.org/keywords/unknown-dynamics","display_name":"unknown dynamics","score":0.7730000019073486},{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.75},{"id":"https://openalex.org/keywords/uncertain-systems","display_name":"uncertain systems","score":0.4059999883174896}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6886761784553528},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6805676817893982},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.5532337427139282},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5195151567459106},{"id":"https://openalex.org/C98779006","wikidata":"https://www.wikidata.org/wiki/Q2520550","display_name":"Linear-quadratic regulator","level":3,"score":0.47435200214385986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47139695286750793},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.45239511132240295},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.44642117619514465},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4368833899497986},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4096582531929016},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38923361897468567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27525854110717773},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14529931545257568},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/s00498-021-00294-y","doi":"https://doi.org/10.1007/s00498-021-00294-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00498-021-00294-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00498-021-00294-y.pdf","source":{"id":"https://openalex.org/S88345224","display_name":"Mathematics of Control Signals and Systems","issn_l":"0932-4194","issn":["0932-4194","1435-568X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Control, Signals, and Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2011.03447","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.03447","pdf_url":"https://arxiv.org/pdf/2011.03447","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:iris.uniroma1.it:11573/1604568","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/11573/1604568","pdf_url":"https://iris.uniroma1.it/bitstream/11573/1604568/1/Pesare_Convergence_2021.pdf","source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:ricerca.univaq.it:11697/176416","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/11697/176416","pdf_url":"https://ricerca.univaq.it/bitstream/11697/176416/1/Pesare2021_Article_ConvergenceResultsForAnAverage.pdf","source":{"id":"https://openalex.org/S7407055225","display_name":"Archivio Istituzionale della Ricerca - Universit\u00e0 degli Studi dell Aquila","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"mag:3101875681","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.03447.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.03447","doi":"https://doi.org/10.48550/arxiv.2011.03447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.03447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s00498-021-00294-y","doi":"https://doi.org/10.1007/s00498-021-00294-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00498-021-00294-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00498-021-00294-y.pdf","source":{"id":"https://openalex.org/S88345224","display_name":"Mathematics of Control Signals and Systems","issn_l":"0932-4194","issn":["0932-4194","1435-568X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Control, Signals, and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322510","display_name":"Sapienza Universit\u00e0 di Roma","ror":"https://ror.org/02be6w209"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3182492475.pdf","grobid_xml":"https://content.openalex.org/works/W3182492475.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W385466589","https://openalex.org/W1496466567","https://openalex.org/W1497039698","https://openalex.org/W1564711114","https://openalex.org/W1567262822","https://openalex.org/W1965640670","https://openalex.org/W1982386909","https://openalex.org/W1990005421","https://openalex.org/W2003536328","https://openalex.org/W2011694027","https://openalex.org/W2013659868","https://openalex.org/W2018705428","https://openalex.org/W2113501460","https://openalex.org/W2116459397","https://openalex.org/W2117629901","https://openalex.org/W2121863487","https://openalex.org/W2140135625","https://openalex.org/W2165726932","https://openalex.org/W2179284380","https://openalex.org/W2263208803","https://openalex.org/W2300479161","https://openalex.org/W2314058526","https://openalex.org/W2490985668","https://openalex.org/W2527774453","https://openalex.org/W2700407638","https://openalex.org/W2788881372","https://openalex.org/W2798274031","https://openalex.org/W2798574506","https://openalex.org/W2805762288","https://openalex.org/W2822752092","https://openalex.org/W2909950896","https://openalex.org/W2913059304","https://openalex.org/W2950624398","https://openalex.org/W2953708620","https://openalex.org/W3011499472","https://openalex.org/W3123298421","https://openalex.org/W3149228433","https://openalex.org/W3164352982","https://openalex.org/W3165984606","https://openalex.org/W4214717370","https://openalex.org/W4242213933","https://openalex.org/W4252517507","https://openalex.org/W6600474606","https://openalex.org/W7208147649"],"related_works":["https://openalex.org/W6986124853","https://openalex.org/W1616818660","https://openalex.org/W3164352982","https://openalex.org/W3165984606","https://openalex.org/W3010834964","https://openalex.org/W2982343021","https://openalex.org/W2822752092","https://openalex.org/W4396929760","https://openalex.org/W7100497654"],"abstract_inverted_index":{"Abstract":[0],"In":[1,157],"this":[2],"paper,":[3],"we":[4,21,50,86,161],"will":[5,22,51,87,162],"deal":[6],"with":[7,14,77,103],"a":[8,18,38,55,106,164],"linear":[9,98,120],"quadratic":[10,99,121],"optimal":[11,91,100,114,122],"control":[12,92,101,115,123],"problem":[13,102,124],"unknown":[15],"dynamics.":[16,82,130],"As":[17],"modeling":[19],"assumption,":[20],"suppose":[23],"that":[24,27,53,68,89,167],"the":[25,32,45,65,69,74,80,90,96,113,119,127,148,151,158,169],"knowledge":[26,149],"an":[28],"agent":[29,70],"has":[30],"on":[31,44,150],"current":[33],"system":[34,153],"is":[35,58,133],"represented":[36],"by":[37,94,126],"probability":[39,56,145],"distribution":[40],"$$\\pi":[41,108],"$$":[42,109],"\u03c0":[43,110],"space":[46],"of":[47],"matrices.":[48],"Furthermore,":[49],"assume":[52],"such":[54],"measure":[57],"opportunely":[59],"updated":[60],"to":[61,105,112,118,136],"take":[62],"into":[63],"account":[64],"increased":[66],"experience":[67],"obtains":[71],"while":[72],"exploring":[73],"environment,":[75],"approximating":[76],"increasing":[78],"accuracy":[79],"underlying":[81,129],"Under":[83],"these":[84],"assumptions,":[85],"show":[88,163],"obtained":[93],"solving":[95],"\u201caverage\u201d":[97],"respect":[104],"certain":[107],"converges":[111],"driven":[116],"related":[117,135],"governed":[125],"actual,":[128],"This":[131],"approach":[132],"closely":[134],"model-based":[137],"reinforcement":[138],"learning":[139],"algorithms":[140],"where":[141],"prior":[142],"and":[143],"posterior":[144],"distributions":[146],"describing":[147],"uncertain":[152],"are":[154],"recursively":[155],"updated.":[156],"last":[159],"section,":[160],"numerical":[165],"test":[166],"confirms":[168],"theoretical":[170],"results.":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3182492475","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-07-19T00:00:00"}
