{"id":"https://openalex.org/W1967821692","doi":"https://doi.org/10.1109/adprl.2013.6614995","title":"Value function approximation and model predictive control","display_name":"Value function approximation and model predictive control","publication_year":2013,"publication_date":"2013-04-01","ids":{"openalex":"https://openalex.org/W1967821692","doi":"https://doi.org/10.1109/adprl.2013.6614995","mag":"1967821692"},"language":"en","primary_location":{"id":"doi:10.1109/adprl.2013.6614995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/adprl.2013.6614995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016365745","display_name":"Mingyuan Zhong","orcid":"https://orcid.org/0000-0003-3184-759X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210138199","display_name":"University of Washington Applied Physics Laboratory","ror":"https://ror.org/03d17d270","country_code":"US","type":"facility","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138199"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyuan Zhong","raw_affiliation_strings":["Department of Applied Mathematics, University of Washington, Seattle, WA, USA","Dept. of Appl. Math., Univ. of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210138199"]},{"raw_affiliation_string":"Dept. of Appl. Math., Univ. of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024006976","display_name":"Mikala C. Johnson","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210138199","display_name":"University of Washington Applied Physics Laboratory","ror":"https://ror.org/03d17d270","country_code":"US","type":"facility","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138199"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mikala Johnson","raw_affiliation_strings":["Department of Applied Mathematics, University of Washington, Seattle, WA, USA","Dept. of Appl. Math., Univ. of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210138199"]},{"raw_affiliation_string":"Dept. of Appl. Math., Univ. of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008259889","display_name":"Yuval Tassa","orcid":"https://orcid.org/0000-0002-1197-288X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuval Tassa","raw_affiliation_strings":["Department of Computer Science, University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080897805","display_name":"Tom Erez","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Erez","raw_affiliation_strings":["Department of Computer Science, University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108520754","display_name":"Emanuel Todorov","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210138199","display_name":"University of Washington Applied Physics Laboratory","ror":"https://ror.org/03d17d270","country_code":"US","type":"facility","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138199"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emanuel Todorov","raw_affiliation_strings":["Department of Applied Mathematics, University of Washington, Seattle, WA, USA","Dept. of Appl. Math., Univ. of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210138199"]},{"raw_affiliation_string":"Dept. of Appl. Math., Univ. of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.404,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.74867552,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"100","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.7471413612365723},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.702842652797699},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6851201057434082},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6664321422576904},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6656122207641602},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6374430656433105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6121466159820557},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.55567467212677},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.48019134998321533},{"id":"https://openalex.org/keywords/linear-quadratic-gaussian-control","display_name":"Linear-quadratic-Gaussian control","score":0.44083407521247864},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4405757486820221},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.4394538998603821},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3546709418296814},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.32985830307006836},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3146326541900635},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2762332558631897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11856579780578613}],"concepts":[{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.7471413612365723},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.702842652797699},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6851201057434082},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6664321422576904},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6656122207641602},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6374430656433105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6121466159820557},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.55567467212677},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.48019134998321533},{"id":"https://openalex.org/C204495892","wikidata":"https://www.wikidata.org/wiki/Q1798304","display_name":"Linear-quadratic-Gaussian control","level":3,"score":0.44083407521247864},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4405757486820221},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.4394538998603821},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3546709418296814},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32985830307006836},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3146326541900635},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2762332558631897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11856579780578613},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/adprl.2013.6614995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/adprl.2013.6614995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6800000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1784055017","https://openalex.org/W1976606095","https://openalex.org/W2009533501","https://openalex.org/W2015383196","https://openalex.org/W2020135152","https://openalex.org/W2041109651","https://openalex.org/W2087617385","https://openalex.org/W2093524643","https://openalex.org/W2096164155","https://openalex.org/W2105038027","https://openalex.org/W2109944946","https://openalex.org/W2115991640","https://openalex.org/W2128152413","https://openalex.org/W2138839127","https://openalex.org/W2158782408","https://openalex.org/W2167856595","https://openalex.org/W2217407546","https://openalex.org/W2294316001","https://openalex.org/W6638168269","https://openalex.org/W6654061920","https://openalex.org/W6675604983","https://openalex.org/W6676444349","https://openalex.org/W6680594301","https://openalex.org/W6683153233"],"related_works":["https://openalex.org/W2152670157","https://openalex.org/W2386410636","https://openalex.org/W176737593","https://openalex.org/W2808418668","https://openalex.org/W2903299703","https://openalex.org/W2156021013","https://openalex.org/W2016648086","https://openalex.org/W3105579180","https://openalex.org/W4399157305","https://openalex.org/W4281791088"],"abstract_inverted_index":{"Both":[0],"global":[1,101,116],"methods":[2,7,40,145,196,201,205],"and":[3,159,202],"on-line":[4,203],"trajectory":[5,204],"optimization":[6],"are":[8],"powerful":[9],"techniques":[10],"for":[11,105,146],"solving":[12],"optimal":[13,102,161],"control":[14,52],"problems;":[15],"however,":[16],"each":[17],"has":[18],"limitations.":[19],"In":[20],"order":[21],"to":[22,48,61,70,97,132,151,155,179,212],"mitigate":[23],"the":[24,31,35,66,78,91,100,115,120,133,139,156,160,169,191,213],"undesirable":[25],"properties":[26],"of":[27,33,41,81,166,176,194,215],"each,":[28],"we":[29,76,137,172,187],"explore":[30,38],"possibility":[32],"combining":[34],"two.":[36],"We":[37,111],"two":[39],"deriving":[42],"a":[43,56,108],"descriptive":[44],"final":[45,109],"cost":[46,73],"function":[47,104,117,122,158],"assist":[49],"model":[50],"predictive":[51],"(MPC)":[53],"in":[54,86,168,209],"selecting":[55],"good":[57],"policy":[58],"without":[59],"having":[60,69],"plan":[62],"as":[63,107],"far":[64],"into":[65],"future":[67],"or":[68],"fine-tune":[71],"delicate":[72],"functions.":[74],"First,":[75],"exploit":[77],"large":[79],"amount":[80],"data":[82],"which":[83],"is":[84,128],"generated":[85],"MPC":[87,170,180],"simulations":[88],"(based":[89],"on":[90,124],"receding":[92],"horizon":[93],"iterative":[94],"LQG":[95],"method)":[96],"learn,":[98],"off-line,":[99],"value":[103,121,157],"use":[106],"cost.":[110],"demonstrate":[112],"that,":[113],"while":[114],"approximation":[118,154],"matches":[119],"well":[123],"some":[125],"problems,":[126],"there":[127],"relatively":[129],"little":[130],"improvement":[131],"original":[134],"MPC.":[135],"Alternatively,":[136],"solve":[138],"Bellman":[140,199],"equation":[141],"directly":[142],"using":[143],"aggregation":[144],"linearly-solvable":[147],"Markov":[148],"Decision":[149],"Processes":[150],"obtain":[152],"an":[153],"policy.":[162],"Using":[163],"both":[164],"pieces":[165],"information":[167],"framework,":[171],"find":[173],"controller":[174],"performance":[175],"similar":[177],"quality":[178],"alone":[181],"with":[182],"long":[183],"horizon,":[184],"but":[185],"now":[186],"may":[188],"drastically":[189],"shorten":[190],"horizon.":[192],"Implementation":[193],"these":[195],"shows":[197],"that":[198],"equation-based":[200],"can":[206],"be":[207],"combined":[208],"real":[210],"applications":[211],"benefit":[214],"both.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}