{"id":"https://openalex.org/W1533385129","doi":"https://doi.org/10.1002/9780470400531.eorms0274","title":"Computation and Dynamic Programming","display_name":"Computation and Dynamic Programming","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W1533385129","doi":"https://doi.org/10.1002/9780470400531.eorms0274","mag":"1533385129"},"language":"en","primary_location":{"id":"doi:10.1002/9780470400531.eorms0274","doi":"https://doi.org/10.1002/9780470400531.eorms0274","is_oa":false,"landing_page_url":"https://doi.org/10.1002/9780470400531.eorms0274","pdf_url":null,"source":{"id":"https://openalex.org/S4306464293","display_name":"Wiley eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wiley Encyclopedia of Operations Research and Management Science","raw_type":"other"},"volume":{"id":"https://openalex.org/W1481170590","display_name":"Wiley Encyclopedia of Operations Research and Management Science"},"type":"reference-entry","is_traditional":false,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048544465","display_name":"H\u00fcseyin Topalo\u011flu","orcid":"https://orcid.org/0000-0002-3049-6719","observed_orcids":["https://orcid.org/0000-0002-3049-6719"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Huseyin Topaloglu","raw_affiliation_strings":["Cornell University, School of Operations Research and Information Engineering, Ithaca, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, School of Operations Research and Information Engineering, Ithaca, New York","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5048544465"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.5669000148773193,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.5669000148773193,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3555000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0617000013589859,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"dynamic programming","score":0.968999981880188},{"id":"https://openalex.org/keywords/approximate-dynamic-programming","display_name":"approximate dynamic programming","score":0.8190000057220459},{"id":"https://openalex.org/keywords/sequential-decision-making-under-uncertainty","display_name":"sequential decision making under uncertainty","score":0.7239999771118164},{"id":"https://openalex.org/keywords/value-function-approximation","display_name":"value function approximation","score":0.7699999809265137},{"id":"https://openalex.org/keywords/linear-programming","display_name":"linear programming","score":0.7070000171661377},{"id":"https://openalex.org/keywords/approximate-policy-iteration","display_name":"approximate policy iteration","score":0.9399999976158142},{"id":"https://openalex.org/keywords/state-aggregation","display_name":"state aggregation","score":0.996999979019165},{"id":"https://openalex.org/keywords/model-free-methods","display_name":"model-free methods","score":0.8659999966621399},{"id":"https://openalex.org/keywords/simulation-based-methods","display_name":"simulation-based methods","score":0.7839999794960022},{"id":"https://openalex.org/keywords/large-state-and-action-spaces","display_name":"large state and action spaces","score":0.925000011920929}],"concepts":[{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.823837161064148},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.8010959029197693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372769713401794},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.6610701680183411},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5940729975700378},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.537812352180481},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.518888533115387},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5148745775222778},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5039657950401306},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4572770595550537},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43527764081954956},{"id":"https://openalex.org/C150762246","wikidata":"https://www.wikidata.org/wiki/Q4354073","display_name":"Reactive programming","level":4,"score":0.4142588675022125},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3825502395629883},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.3770614266395569},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.36452174186706543},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27654337882995605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21676865220069885},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19401371479034424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1764637529850006},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.08025556802749634},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/9780470400531.eorms0274","doi":"https://doi.org/10.1002/9780470400531.eorms0274","is_oa":false,"landing_page_url":"https://doi.org/10.1002/9780470400531.eorms0274","pdf_url":null,"source":{"id":"https://openalex.org/S4306464293","display_name":"Wiley eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wiley Encyclopedia of Operations Research and Management Science","raw_type":"other"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1499021337","https://openalex.org/W1514588745","https://openalex.org/W1529558080","https://openalex.org/W1568229137","https://openalex.org/W1569296262","https://openalex.org/W1576452626","https://openalex.org/W1601081659","https://openalex.org/W1745373831","https://openalex.org/W1848630723","https://openalex.org/W1854776945","https://openalex.org/W2009533501","https://openalex.org/W2028145673","https://openalex.org/W2029593259","https://openalex.org/W2040766536","https://openalex.org/W2044069028","https://openalex.org/W2065284701","https://openalex.org/W2074232820","https://openalex.org/W2076355050","https://openalex.org/W2091932422","https://openalex.org/W2095876516","https://openalex.org/W2098432798","https://openalex.org/W2100677568","https://openalex.org/W2102195169","https://openalex.org/W2106014125","https://openalex.org/W2111753883","https://openalex.org/W2116963370","https://openalex.org/W2117185138","https://openalex.org/W2123736449","https://openalex.org/W2124897406","https://openalex.org/W2125510930","https://openalex.org/W2127032814","https://openalex.org/W2134932665","https://openalex.org/W2135997697","https://openalex.org/W2139418546","https://openalex.org/W2140016283","https://openalex.org/W2147107304","https://openalex.org/W2147750403","https://openalex.org/W2149052950","https://openalex.org/W2152565894","https://openalex.org/W2154706439","https://openalex.org/W2158479468","https://openalex.org/W2167115653","https://openalex.org/W2169982856","https://openalex.org/W2222696761","https://openalex.org/W2235056388","https://openalex.org/W2319588593","https://openalex.org/W2334782222","https://openalex.org/W2341171179","https://openalex.org/W2487144912","https://openalex.org/W2575731723","https://openalex.org/W2595697910","https://openalex.org/W2914656440","https://openalex.org/W2999905431","https://openalex.org/W3011120880","https://openalex.org/W3016548437","https://openalex.org/W4212774754","https://openalex.org/W4241918052","https://openalex.org/W4254547512","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W4243798462","https://openalex.org/W7100505575","https://openalex.org/W2155950323","https://openalex.org/W2050942557","https://openalex.org/W4372056483","https://openalex.org/W2109634117","https://openalex.org/W2188609233","https://openalex.org/W2000825190","https://openalex.org/W2054494734","https://openalex.org/W7045520404"],"abstract_inverted_index":{"Abstract":[0],"Dynamic":[1],"programming":[2,68],"provides":[3],"a":[4,37,112],"structured":[5],"framework":[6],"for":[7],"solving":[8],"sequential":[9],"decision\u2010making":[10],"problems":[11,25],"under":[12],"uncertainty,":[13],"but":[14],"its":[15],"computational":[16,47],"appeal":[17],"has":[18],"traditionally":[19],"been":[20],"limited":[21],"when":[22],"dealing":[23],"with":[24,26,50],"large":[27],"state":[28,80],"and":[29,62,79,115],"action":[30],"spaces.":[31],"In":[32],"this":[33,92],"article,":[34],"we":[35,56,89],"describe":[36,57,90],"variety":[38],"of":[39,85],"methods":[40,54,87],"that":[41,55,88,95,105],"are":[42,59],"targeted":[43],"towards":[44],"alleviating":[45],"the":[46,66,86,106],"difficulties":[48],"associated":[49],"dynamic":[51,72],"programming.":[52],"The":[53],"here":[58],"simulation":[60,118],"based":[61],"model":[63],"free":[64],"methods,":[65],"linear":[67],"approach":[69],"to":[70,103,119],"approximate":[71,74],"programming,":[73],"policy":[75],"iteration,":[76],"rollout":[77],"policies,":[78],"aggregation.":[81],"An":[82],"important":[83],"aspect":[84],"in":[91,111],"article":[93],"is":[94],"they":[96,116],"use":[97],"parsimoniously":[98],"parameterized":[99],"value":[100],"function":[101],"approximations":[102,107],"ensure":[104],"can":[108],"be":[109],"stored":[110],"tractable":[113],"fashion":[114],"utilize":[117],"avoid":[120],"computing":[121],"expectations":[122],"explicitly.":[123]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2016-06-24T00:00:00"}