{"id":"https://openalex.org/W4413472155","doi":"https://doi.org/10.1109/tsmc.2025.3595891","title":"Dynamic Historical Data-Based Reinforcement Learning for Pursuit\u2013Evasion Games of Nonholonomic Vehicles With Input Saturation","display_name":"Dynamic Historical Data-Based Reinforcement Learning for Pursuit\u2013Evasion Games of Nonholonomic Vehicles With Input Saturation","publication_year":2025,"publication_date":"2025-08-23","ids":{"openalex":"https://openalex.org/W4413472155","doi":"https://doi.org/10.1109/tsmc.2025.3595891"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2025.3595891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3595891","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086748436","display_name":"Fei Zhang","orcid":"https://orcid.org/0000-0002-8369-3644"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fei Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031737874","display_name":"Guang\u2010Hong Yang","orcid":"https://orcid.org/0000-0002-8911-0112"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang-Hong Yang","raw_affiliation_strings":["College of Information Science and Engineering and the State Key Laboratory of Synthetical Automation for Process Industries, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering and the State Key Laboratory of Synthetical Automation for Process Industries, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086748436"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":1.1617,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81697593,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"55","issue":"10","first_page":"7539","last_page":"7550"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pursuit-evasion","display_name":"Pursuit-evasion","score":0.8725433349609375},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.720635175704956},{"id":"https://openalex.org/keywords/nonholonomic-system","display_name":"Nonholonomic system","score":0.6620741486549377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49242815375328064},{"id":"https://openalex.org/keywords/saturation","display_name":"Saturation (graph theory)","score":0.4348128139972687},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.43222323060035706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35416319966316223},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2172456979751587},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.14671146869659424},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09410271048545837},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.08728361129760742}],"concepts":[{"id":"https://openalex.org/C2778388243","wikidata":"https://www.wikidata.org/wiki/Q7261573","display_name":"Pursuit-evasion","level":2,"score":0.8725433349609375},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.720635175704956},{"id":"https://openalex.org/C138632511","wikidata":"https://www.wikidata.org/wiki/Q2478109","display_name":"Nonholonomic system","level":4,"score":0.6620741486549377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49242815375328064},{"id":"https://openalex.org/C9930424","wikidata":"https://www.wikidata.org/wiki/Q7426587","display_name":"Saturation (graph theory)","level":2,"score":0.4348128139972687},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.43222323060035706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35416319966316223},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2172456979751587},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.14671146869659424},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09410271048545837},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.08728361129760742},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2025.3595891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3595891","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G577153277","display_name":null,"funder_award_id":"U23A20337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6074952546","display_name":null,"funder_award_id":"2018ZCX03","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8086002158","display_name":null,"funder_award_id":"61621004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1564377203","https://openalex.org/W1977671496","https://openalex.org/W2015113370","https://openalex.org/W2104843094","https://openalex.org/W2314983263","https://openalex.org/W2484646121","https://openalex.org/W2568609125","https://openalex.org/W2767307332","https://openalex.org/W2898166639","https://openalex.org/W2921869787","https://openalex.org/W2942027162","https://openalex.org/W2954093458","https://openalex.org/W2963248885","https://openalex.org/W3035782080","https://openalex.org/W3047221759","https://openalex.org/W3166621636","https://openalex.org/W4205319053","https://openalex.org/W4224220415","https://openalex.org/W4304480072","https://openalex.org/W4312617603","https://openalex.org/W4312987110","https://openalex.org/W4380079031","https://openalex.org/W4380303677","https://openalex.org/W4383113528","https://openalex.org/W4384304062","https://openalex.org/W4385863710","https://openalex.org/W4385938296","https://openalex.org/W4386631242","https://openalex.org/W4390188396","https://openalex.org/W4390871533","https://openalex.org/W4391853743","https://openalex.org/W4394711302","https://openalex.org/W4394744264","https://openalex.org/W4394862850","https://openalex.org/W4398757453"],"related_works":["https://openalex.org/W2802540229","https://openalex.org/W2032198329","https://openalex.org/W1874066705","https://openalex.org/W1021426334","https://openalex.org/W2323165849","https://openalex.org/W2123897685","https://openalex.org/W2293606346","https://openalex.org/W2057376130","https://openalex.org/W1967307436","https://openalex.org/W2091926052"],"abstract_inverted_index":{"This":[0],"article":[1],"studies":[2],"the":[3,15,23,28,40,44,48,56,78,116,132,138,142,167,172,185],"pursuit\u2013evasion":[4,80],"game":[5,25],"involving":[6],"nonholonomic":[7],"vehicles":[8],"constrained":[9],"by":[10,54,102],"input":[11],"saturation,":[12],"aiming":[13],"for":[14],"pursuer":[16],"to":[17,38,61,98,126,144,184],"intercept":[18],"an":[19,127,145],"evasive":[20],"opponent.":[21],"Unlike":[22],"previous":[24],"research":[26],"neglecting":[27],"practical":[29],"kinematic":[30],"constraints,":[31],"a":[32,62,83,94,160,176],"coupled":[33],"nonlinear":[34],"system":[35],"is":[36,90],"formulated":[37],"elucidate":[39],"interaction":[41],"dynamics":[42],"between":[43],"players.":[45],"After":[46],"that,":[47],"optimal":[49,79],"control":[50],"strategies":[51],"are":[52,74],"derived":[53],"solving":[55],"Hamilton\u2013Jacobi\u2013Isaacs":[57],"(HJI)":[58],"equation":[59],"linked":[60],"special":[63],"nonquadratic":[64],"cost":[65],"function.":[66],"The":[67],"Nash":[68],"equilibrium":[69],"analysis":[70],"and":[71,104,107,131,148,164,169],"finite-time":[72],"capturability":[73],"conducted.":[75],"To":[76],"learn":[77],"strategy":[81],"pair,":[82],"fixed-time":[84],"convergent":[85],"reinforcement":[86],"learning":[87,129],"(RL)":[88],"algorithm":[89],"proposed,":[91],"which":[92],"leverages":[93],"novel":[95],"residual":[96],"design":[97],"facilitate":[99],"weight":[100,157],"updates":[101],"collecting":[103],"evaluating":[105],"current":[106],"historical":[108],"data":[109],"based":[110],"on":[111],"information":[112],"quality.":[113],"Compared":[114],"with":[115],"existing":[117],"RL":[118,140,187],"methods":[119],"that":[120],"suffer":[121],"from":[122],"sluggish":[123],"convergence":[124,158,180],"due":[125],"asymptotic":[128],"rule":[130],"stringent":[133],"persistent":[134],"excitation":[135,152],"(PE)":[136],"condition,":[137,154],"proposed":[139,173],"relaxes":[141],"PE":[143],"easily":[146],"achievable":[147],"online":[149],"verifiable":[150],"finite":[151],"(FE)":[153],"allowing":[155],"rapid":[156],"within":[159],"fixed":[161],"period.":[162],"Simulations":[163],"comparisons":[165],"validate":[166],"effectiveness":[168],"superiority":[170],"of":[171],"method,":[174],"showing":[175],"61%":[177],"reduction":[178],"in":[179,182],"time":[181],"contrast":[183],"prevailing":[186],"schemes.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}