{"id":"https://openalex.org/W2577194360","doi":"https://doi.org/10.1109/jas.2017.7510310","title":"PDP: parallel dynamic programming","display_name":"PDP: parallel dynamic programming","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2577194360","doi":"https://doi.org/10.1109/jas.2017.7510310","mag":"2577194360"},"language":"en","primary_location":{"id":"doi:10.1109/jas.2017.7510310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2017.7510310","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/CAA Journal of Automatica Sinica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113600509","display_name":"Fei\u2010Yue Wang","orcid":"https://orcid.org/0000-0001-9185-3989"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fei-Yue Wang","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436631","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0001-7478-5670"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences U+0028 SKL-MCCS, CASIA U+0029, Beijing 100190, China","Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences U+0028 SKL-MCCS, CASIA U+0029, Beijing 100190, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087825639","display_name":"Qinglai Wei","orcid":"https://orcid.org/0000-0001-7002-9800"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglai Wei","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences U+0028 SKL-MCCS, CASIA U+0029, Beijing 100190, China","Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences U+0028 SKL-MCCS, CASIA U+0029, Beijing 100190, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062424202","display_name":"Xinhu Zheng","orcid":"https://orcid.org/0000-0002-9898-5543"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinhu Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota, Minneapolis, MN 55414, USA","Department of Computer Science and Engineering, University of Minnesota, Minneapolis, MN 55414 USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota, Minneapolis, MN 55414, USA","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota, Minneapolis, MN 55414 USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107114898","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-9392-7862"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing 100084, China","Department of Automation, Tsinghua University, Beijing, 100084, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, 100084, China#TAB#","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113600509"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":11.9495,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.9910235,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"4","issue":"1","first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.828108549118042},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.7936980724334717},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.71970134973526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5919969081878662},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5112016797065735},{"id":"https://openalex.org/keywords/inductive-programming","display_name":"Inductive programming","score":0.45158204436302185},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.4421156644821167},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3346641957759857},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1904284656047821},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.14125803112983704},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12780112028121948}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.828108549118042},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7936980724334717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71970134973526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5919969081878662},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5112016797065735},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.45158204436302185},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4421156644821167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3346641957759857},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1904284656047821},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.14125803112983704},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12780112028121948}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jas.2017.7510310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2017.7510310","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/CAA Journal of Automatica Sinica","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1531602929","https://openalex.org/W1576452626","https://openalex.org/W1836263003","https://openalex.org/W1913376867","https://openalex.org/W1915358632","https://openalex.org/W1986864433","https://openalex.org/W2011310556","https://openalex.org/W2030038728","https://openalex.org/W2041866840","https://openalex.org/W2048272394","https://openalex.org/W2062067490","https://openalex.org/W2070391909","https://openalex.org/W2078977470","https://openalex.org/W2120624705","https://openalex.org/W2121863487","https://openalex.org/W2136064843","https://openalex.org/W2154703456","https://openalex.org/W2156629001","https://openalex.org/W2160561608","https://openalex.org/W2174005552","https://openalex.org/W2189990206","https://openalex.org/W2249513906","https://openalex.org/W2257979135","https://openalex.org/W2329769476","https://openalex.org/W2333120204","https://openalex.org/W2341171179","https://openalex.org/W2404399993","https://openalex.org/W2490234001","https://openalex.org/W2550169503","https://openalex.org/W2559988195","https://openalex.org/W2561946193","https://openalex.org/W3100194135","https://openalex.org/W3213472335"],"related_works":["https://openalex.org/W2161156675","https://openalex.org/W4387445043","https://openalex.org/W1982419623","https://openalex.org/W2172209430","https://openalex.org/W4296878212","https://openalex.org/W1988273104","https://openalex.org/W2378928660","https://openalex.org/W3117088238","https://openalex.org/W1943224404","https://openalex.org/W2560787608"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,25,56,70],"learning":[2,26,57],"is":[3,18,37,58,72,89],"a":[4,19],"focus":[5],"research":[6],"area":[7],"in":[8,15],"artificial":[9],"intelligence.":[10,95],"The":[11,28],"principle":[12,29,76],"of":[13,24,30,41,77],"optimality":[14],"dynamic":[16,32,43,80,84],"programming":[17,33,44,85],"key":[20],"to":[21],"the":[22,49,64,68,75,78,92],"success":[23],"methods.":[27],"adaptive":[31],"U+0028":[34,45],"ADP":[35,53],"U+0029":[36],"first":[38],"presented":[39,90],"instead":[40],"direct":[42],"DP":[46],"U+0029,":[47],"and":[48,54,86],"inherent":[50],"relationship":[51],"between":[52],"deep":[55],"developed.":[59],"Next,":[60],"analytics":[61,87],"intelligence,":[62,88],"as":[63,91],"necessary":[65],"requirement,":[66],"for":[67],"real":[69],"learning,":[71],"discussed.":[73],"Finally,":[74],"parallel":[79],"programming,":[81],"which":[82],"integrates":[83],"future":[93],"computational":[94]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":14}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}