{"id":"https://openalex.org/W1519972694","doi":"https://doi.org/10.1007/978-3-642-11688-9_1","title":"Approximate Dynamic Programming and Reinforcement Learning","display_name":"Approximate Dynamic Programming and Reinforcement Learning","publication_year":2010,"publication_date":"2010-01-01","ids":{"openalex":"https://openalex.org/W1519972694","doi":"https://doi.org/10.1007/978-3-642-11688-9_1","mag":"1519972694"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-642-11688-9_1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-11688-9_1","pdf_url":null,"source":{"id":"https://openalex.org/S2764461748","display_name":"Studies in computational intelligence","issn_l":"1860-949X","issn":["1860-949X","1860-9503"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Computational Intelligence","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058935509","display_name":"Lucian Bu\u015foniu","orcid":"https://orcid.org/0000-0001-8017-1296"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Lucian Bu\u015foniu","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628CD, Delft, The Netherlands","Delft University of Technology,,,,,"],"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628CD, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026547410","display_name":"Bart De Schutter","orcid":"https://orcid.org/0000-0001-9867-6196"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bart De Schutter","raw_affiliation_strings":["Delft Center for Systems and Control & Marine and Transport Technology Department, Delft University of Technology, Mekelweg 2, 2628CD, Delft, The Netherlands","Delft University of Technology,,,,,"],"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control & Marine and Transport Technology Department, Delft University of Technology, Mekelweg 2, 2628CD, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084264842","display_name":"Robert Babu\u0161ka","orcid":"https://orcid.org/0000-0001-9578-8598"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Robert Babu\u0161ka","raw_affiliation_strings":["Delft Center for Systems and Control & Marine and Transport Technology Department, Delft University of Technology, Mekelweg 2, 2628CD, Delft, The Netherlands","Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628, Delft, CD, The Netherlands","Delft University of Technology,,,,,"],"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control & Marine and Transport Technology Department, Delft University of Technology, Mekelweg 2, 2628CD, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Mekelweg 2, 2628, Delft, CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058935509"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.7325,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.6915847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8678469061851501},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.7367954254150391},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.7032911777496338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6336349844932556},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5879950523376465},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.4464056193828583},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4368857443332672},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4324151575565338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3496396541595459},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2981879413127899},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2738785147666931},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1800563931465149}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8678469061851501},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.7367954254150391},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7032911777496338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6336349844932556},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5879950523376465},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.4464056193828583},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4368857443332672},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4324151575565338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3496396541595459},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2981879413127899},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2738785147666931},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1800563931465149},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-642-11688-9_1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-11688-9_1","pdf_url":null,"source":{"id":"https://openalex.org/S2764461748","display_name":"Studies in computational intelligence","issn_l":"1860-949X","issn":["1860-949X","1860-9503"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Computational Intelligence","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W74861005","https://openalex.org/W136800639","https://openalex.org/W166862392","https://openalex.org/W600489529","https://openalex.org/W1486566200","https://openalex.org/W1487385582","https://openalex.org/W1491843047","https://openalex.org/W1492518272","https://openalex.org/W1501482654","https://openalex.org/W1507222174","https://openalex.org/W1507639627","https://openalex.org/W1529558080","https://openalex.org/W1531900088","https://openalex.org/W1538843998","https://openalex.org/W1547105496","https://openalex.org/W1548867233","https://openalex.org/W1550698229","https://openalex.org/W1552830313","https://openalex.org/W1554366315","https://openalex.org/W1555801537","https://openalex.org/W1557517019","https://openalex.org/W1576452626","https://openalex.org/W1580425441","https://openalex.org/W1586365389","https://openalex.org/W1590631717","https://openalex.org/W1601974704","https://openalex.org/W1777239053","https://openalex.org/W1820996291","https://openalex.org/W1864787775","https://openalex.org/W1979340029","https://openalex.org/W1982650427","https://openalex.org/W1984986877","https://openalex.org/W1990005421","https://openalex.org/W1998172110","https://openalex.org/W2009303086","https://openalex.org/W2012728920","https://openalex.org/W2016670346","https://openalex.org/W2024303516","https://openalex.org/W2027968610","https://openalex.org/W2035808435","https://openalex.org/W2037932573","https://openalex.org/W2054875385","https://openalex.org/W2070570138","https://openalex.org/W2091565802","https://openalex.org/W2093898444","https://openalex.org/W2096018174","https://openalex.org/W2097082695","https://openalex.org/W2098432798","https://openalex.org/W2099618002","https://openalex.org/W2100677568","https://openalex.org/W2100857832","https://openalex.org/W2101167844","https://openalex.org/W2107726111","https://openalex.org/W2107977784","https://openalex.org/W2114537044","https://openalex.org/W2114599381","https://openalex.org/W2118556122","https://openalex.org/W2120346334","https://openalex.org/W2121863487","https://openalex.org/W2125510930","https://openalex.org/W2126085481","https://openalex.org/W2129092248","https://openalex.org/W2131653110","https://openalex.org/W2134289401","https://openalex.org/W2134569556","https://openalex.org/W2135826251","https://openalex.org/W2136064843","https://openalex.org/W2137093764","https://openalex.org/W2139418546","https://openalex.org/W2141559645","https://openalex.org/W2143490508","https://openalex.org/W2143803054","https://openalex.org/W2144088174","https://openalex.org/W2144357723","https://openalex.org/W2146290970","https://openalex.org/W2146737184","https://openalex.org/W2147839652","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2158316397","https://openalex.org/W2161795906","https://openalex.org/W2163302320","https://openalex.org/W2165131254","https://openalex.org/W2165418472","https://openalex.org/W2168359464","https://openalex.org/W2169982856","https://openalex.org/W2172968643","https://openalex.org/W2182044576","https://openalex.org/W2305205647","https://openalex.org/W2321513733","https://openalex.org/W2489920456","https://openalex.org/W2492794003","https://openalex.org/W2501213684","https://openalex.org/W2502258425","https://openalex.org/W3011120880","https://openalex.org/W3103182070","https://openalex.org/W3139377883","https://openalex.org/W4214717370","https://openalex.org/W4232170323","https://openalex.org/W4240845243","https://openalex.org/W4242606736","https://openalex.org/W4245296547","https://openalex.org/W4256160650","https://openalex.org/W4285719527","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W4255265352","https://openalex.org/W4239477580","https://openalex.org/W2386410636","https://openalex.org/W2952594763","https://openalex.org/W3038962357","https://openalex.org/W4285537323","https://openalex.org/W2025663273","https://openalex.org/W1932159282","https://openalex.org/W2090698372","https://openalex.org/W4383890581"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}