{"id":"https://openalex.org/W4409128893","doi":"https://doi.org/10.1109/tai.2025.3557399","title":"Understanding Connection Between PMP and HJB Equations from the Perspective of Hamilton Dynamics","display_name":"Understanding Connection Between PMP and HJB Equations from the Perspective of Hamilton Dynamics","publication_year":2025,"publication_date":"2025-04-03","ids":{"openalex":"https://openalex.org/W4409128893","doi":"https://doi.org/10.1109/tai.2025.3557399"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3557399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3557399","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061121548","display_name":"Xiangteng Zhang","orcid":"https://orcid.org/0009-0001-4532-7467"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiangteng Zhang","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-4532-7467","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083537762","display_name":"Yao Lyu","orcid":"https://orcid.org/0000-0003-1539-472X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Lyu","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1539-472X","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747108","display_name":"Shengbo Eben Li","orcid":"https://orcid.org/0000-0003-4923-3633"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Eben Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4923-3633","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067909017","display_name":"Jingliang Duan","orcid":"https://orcid.org/0000-0002-3697-1576"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingliang Duan","raw_affiliation_strings":["School of Mechanical Engineering, University of Science and Technology Beijing, Haidian, China","School of Mechanical Engineering, University of Science and Technology Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3697-1576","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Science and Technology Beijing, Haidian, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Mechanical Engineering, University of Science and Technology Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029301375","display_name":"Guojian Zhan","orcid":"https://orcid.org/0000-0002-1246-4860"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojian Zhan","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1246-4860","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chang Liu","orcid":"https://orcid.org/0000-0001-7686-2510"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["Department of Advanced Manufacturing and Robotics, College of Engineering, Peking University, Beijing, China","Department of Advanced Manufacturing and Robotics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7686-2510","affiliations":[{"raw_affiliation_string":"Department of Advanced Manufacturing and Robotics, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Department of Advanced Manufacturing and Robotics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640936","display_name":"Bo Cheng","orcid":"https://orcid.org/0000-0002-1753-2922"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Cheng","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1753-2922","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031855986","display_name":"Keqiang Li","orcid":"https://orcid.org/0000-0002-9333-7416"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keqiang Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9333-7416","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5061121548"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0498952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"10","first_page":"2777","last_page":"2787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11993","display_name":"Atomic and Subatomic Physics Research","score":0.1932000070810318,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11993","display_name":"Atomic and Subatomic Physics Research","score":0.1932000070810318,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13018","display_name":"Seismology and Earthquake Studies","score":0.17550000548362732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hamilton\u2013jacobi\u2013bellman-equation","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","score":0.8387647867202759},{"id":"https://openalex.org/keywords/connection","display_name":"Connection (principal bundle)","score":0.7789174318313599},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7238738536834717},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4602486193180084},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3857192099094391},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.3662680387496948},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3335089683532715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3263886570930481},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.062208324670791626}],"concepts":[{"id":"https://openalex.org/C196978813","wikidata":"https://www.wikidata.org/wiki/Q3302775","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","level":3,"score":0.8387647867202759},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.7789174318313599},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7238738536834717},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4602486193180084},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3857192099094391},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3662680387496948},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3335089683532715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3263886570930481},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.062208324670791626},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3557399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3557399","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G166390454","display_name":null,"funder_award_id":"U20A20334","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6259678243","display_name":null,"funder_award_id":"52072213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1976098248","https://openalex.org/W2040574660","https://openalex.org/W2050838777","https://openalex.org/W2061402583","https://openalex.org/W2082734851","https://openalex.org/W2092078242","https://openalex.org/W2136064843","https://openalex.org/W2727279496","https://openalex.org/W2886816784","https://openalex.org/W3015082424","https://openalex.org/W3125921861","https://openalex.org/W4237591687","https://openalex.org/W4239216443","https://openalex.org/W4285071855","https://openalex.org/W4301747304","https://openalex.org/W4362650413","https://openalex.org/W4382935770","https://openalex.org/W4403826514"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2358967034","https://openalex.org/W2155717523","https://openalex.org/W2024495128","https://openalex.org/W4319881067","https://openalex.org/W3130577778","https://openalex.org/W1974398766","https://openalex.org/W2087292112","https://openalex.org/W2623995997","https://openalex.org/W1600702449"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,46],"(RL)":[2],"is":[3,40,143,155],"widely":[4],"used":[5],"to":[6,66,72,207,222],"tackle":[7],"optimal":[8,101,149,173,211],"control":[9,102,174],"problems,":[10],"with":[11,205],"optimality":[12,22],"conditions":[13,23,39,197],"as":[14,104,129,145,198],"the":[15,25,31,56,73,79,89,110,120,140,162,187,191,199],"principle":[16],"of":[17,75,81,122,132,165,202],"algorithm":[18,243],"design.":[19],"Two":[20],"key":[21],"are":[24,220],"Pontryagin":[26],"Maximum":[27],"Principle":[28],"(PMP)":[29],"and":[30,78,93,108,116,195,212,215],"Hamilton-Jacobi-Bellman":[32],"(HJB)":[33],"equation.":[34],"The":[35],"relationship":[36,54,90],"between":[37,91,113],"these":[38],"vital":[41],"for":[42,148,157],"developing":[43],"effective":[44],"policy":[45,153],"algorithms.":[47],"Existing":[48],"studies":[49],"mainly":[50],"focus":[51],"on":[52,242],"their":[53],"in":[55,96,135,172,209],"open-loop":[57,214],"optimality,":[58],"but":[59],"this":[60],"property":[61,164],"cannot":[62],"be":[63],"directly":[64],"extended":[65],"nonoptimal":[67,158],"or":[68],"closed-loop":[69,216],"cases":[70,98,150],"due":[71],"absence":[74],"extreme":[76],"condition":[77,142,154],"existence":[80],"non-zero":[82],"partial":[83,200],"derivative":[84,134,201],"term.":[85],"This":[86,227],"paper":[87],"unifies":[88],"PMP":[92],"HJB":[94],"equations":[95],"all":[97,181],"by":[99],"considering":[100],"problems":[103],"nonholonomic":[105,136],"Lagrange":[106,137],"systems,":[107,138],"proves":[109],"intrinsic":[111],"equivalence":[112],"value":[114,203],"function":[115,204],"costate":[117,127,188],"variable":[118,128,189],"from":[119],"perspective":[121],"Hamilton":[123],"dynamics.":[124],"We":[125],"redefine":[126],"Legendre":[130],"transformation":[131],"state":[133,208],"where":[139,175],"Weierstrass":[141],"selected":[144],"a":[146,238],"constraint":[147],"while":[151],"fixed":[152],"chosen":[156],"cases.":[159,182,217],"By":[160],"utilizing":[161],"anti-symmetric":[163],"canonical":[166],"equations,":[167],"we":[168,184],"identify":[169],"conservation":[170,234],"properties":[171],"symplectic":[176],"form":[177],"remains":[178],"invariant":[179],"across":[180],"Additionally,":[183],"prove":[185],"that":[186],"has":[190],"identical":[192],"differential":[193],"equation":[194],"boundary":[196],"respect":[206],"both":[210],"nonoptimal,":[213],"Numerical":[218],"experiments":[219],"conducted":[221],"verify":[223],"our":[224],"theoretical":[225],"results.":[226],"discovery":[228],"can":[229],"establish":[230],"more":[231],"readily":[232],"available":[233],"conditions,":[235],"thereby":[236],"providing":[237],"high-level":[239],"view":[240],"angle":[241],"designs.":[244]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}