{"id":"https://openalex.org/W2160782042","doi":"https://doi.org/10.1109/acc.2011.5990808","title":"Discrete-time local dynamic programming","display_name":"Discrete-time local dynamic programming","publication_year":2011,"publication_date":"2011-06-01","ids":{"openalex":"https://openalex.org/W2160782042","doi":"https://doi.org/10.1109/acc.2011.5990808","mag":"2160782042"},"language":"en","primary_location":{"id":"doi:10.1109/acc.2011.5990808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2011.5990808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 American Control Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022065516","display_name":"Max Berniker","orcid":"https://orcid.org/0000-0002-1406-6217"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Max Berniker","raw_affiliation_strings":["Department of Physical Medicine and Rehabilitation, Northwestern University, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physical Medicine and Rehabilitation, Northwestern University, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072047827","display_name":"Konrad P. K\u00f6rding","orcid":"https://orcid.org/0000-0001-8408-4499"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konrad Kording","raw_affiliation_strings":["Department of Physical Medicine and Rehabilitation, Northwestern University, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physical Medicine and Rehabilitation, Northwestern University, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5022065516"],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":0.141,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53616617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":null,"first_page":"618","last_page":"625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10882","display_name":"Cardiomyopathy and Myosin Studies","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.6555830240249634},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6375598311424255},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6207000017166138},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5669150352478027},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.536695659160614},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5242981314659119},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4686873257160187},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4505980610847473},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4391114115715027},{"id":"https://openalex.org/keywords/linear-quadratic-gaussian-control","display_name":"Linear-quadratic-Gaussian control","score":0.42257142066955566},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4219432473182678},{"id":"https://openalex.org/keywords/stochastic-control","display_name":"Stochastic control","score":0.41302692890167236},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3420294225215912},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3301340937614441},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3040871024131775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09843459725379944}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.6555830240249634},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6375598311424255},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6207000017166138},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5669150352478027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.536695659160614},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5242981314659119},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4686873257160187},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4505980610847473},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4391114115715027},{"id":"https://openalex.org/C204495892","wikidata":"https://www.wikidata.org/wiki/Q1798304","display_name":"Linear-quadratic-Gaussian control","level":3,"score":0.42257142066955566},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4219432473182678},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.41302692890167236},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3420294225215912},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3301340937614441},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3040871024131775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09843459725379944},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/acc.2011.5990808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2011.5990808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 American Control Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.704.228","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.704.228","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://sensorimotorcontrolatorium.uic.edu/uploads/3/8/9/6/38963381/idldppaperaccrevised.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W658381347","https://openalex.org/W1586251222","https://openalex.org/W1873049249","https://openalex.org/W1885639605","https://openalex.org/W1892385946","https://openalex.org/W1966517492","https://openalex.org/W1980440818","https://openalex.org/W1986201898","https://openalex.org/W2001067471","https://openalex.org/W2023230692","https://openalex.org/W2025752438","https://openalex.org/W2064527819","https://openalex.org/W2069669236","https://openalex.org/W2089063495","https://openalex.org/W2093831009","https://openalex.org/W2096450737","https://openalex.org/W2103359683","https://openalex.org/W2104601915","https://openalex.org/W2120236463","https://openalex.org/W2127817500","https://openalex.org/W2136237198","https://openalex.org/W2139087118","https://openalex.org/W2141416742","https://openalex.org/W2160561608","https://openalex.org/W2337661525"],"related_works":["https://openalex.org/W4255265352","https://openalex.org/W4239477580","https://openalex.org/W2619014647","https://openalex.org/W2090698372","https://openalex.org/W1932159282","https://openalex.org/W4285537323","https://openalex.org/W4306892756","https://openalex.org/W2003293420","https://openalex.org/W1632524629","https://openalex.org/W2767258356"],"abstract_inverted_index":{"Optimal":[0],"control":[1,27,37],"theory":[2,19],"is":[3,20],"a":[4,90,94,117],"powerful":[5],"analytical":[6],"tool":[7],"useful":[8],"for":[9,116,146,177],"many":[10],"diverse":[11],"fields,":[12],"including":[13],"biological":[14,46,153],"motor":[15,26],"control,":[16],"where":[17,48],"the":[18,72,75,87,100,103,149,157,175],"used":[21],"to":[22,35,57,74,131],"predict":[23],"characteristics":[24],"of":[25,127,148,152],"problems":[28,38],"under":[29],"optimal":[30,114],"conditions.":[31],"However,":[32],"finding":[33],"solutions":[34,115,133,143],"these":[36],"can":[39],"be":[40],"very":[41],"dif":[42],"ficult":[43],"when":[44],"examining":[45],"systems,":[47,154],"nonlinearity":[49],"and":[50,61,97,102,136,139,161],"stochasticity":[51],"are":[52,144,167],"typical.":[53],"In":[54,122],"an":[55,68],"effort":[56],"overcome":[58],"this":[59,110,128],"dilemma":[60],"analyze":[62],"more":[63],"realistic":[64],"problems,":[65],"we":[66,112,124],"present":[67],"algorithm":[69,88,130],"that":[70],"approximates":[71,89],"solution":[73,92],"discrete":[76],"time":[77],"Hamilton-Jacobi-Bellman":[78],"equations.":[79],"As":[80],"with":[81,134,170],"similar":[82],"local":[83,91,106],"dynamic":[84],"programming":[85],"algorithms,":[86],"around":[93],"nominal":[95],"trajectory":[96,101],"progressively":[98],"improves":[99],"value":[104],"function's":[105],"esti":[107],"mate.":[108],"Using":[109],"algorithm,":[111],"obtain":[113],"single":[118],"joint":[119],"musculo-skeletal":[120],"system.":[121],"particular,":[123],"take":[125],"advantage":[126],"new":[129],"examine":[132],"fast":[135],"discontinuous":[137],"dynamics":[138],"non-Gaussian":[140],"noise.":[141],"These":[142],"examined":[145],"some":[147],"stereotypical":[150],"responses":[151],"such":[155],"as":[156],"tri-phasic":[158],"muscle":[159],"activations":[160],"bell-shaped":[162],"velocity":[163],"profiles.":[164],"The":[165],"results":[166],"also":[168],"compared":[169],"their":[171],"deterministic":[172],"counterparts,":[173],"emphasizing":[174],"need":[176],"stochastic":[178],"solutions.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}