{"id":"https://openalex.org/W4390871533","doi":"https://doi.org/10.1109/tcsii.2024.3354120","title":"Adaptive Optimal Control via <i>Q</i>-Learning for Multi-Agent Pursuit-Evasion Games","display_name":"Adaptive Optimal Control via <i>Q</i>-Learning for Multi-Agent Pursuit-Evasion Games","publication_year":2024,"publication_date":"2024-01-15","ids":{"openalex":"https://openalex.org/W4390871533","doi":"https://doi.org/10.1109/tcsii.2024.3354120"},"language":"en","primary_location":{"id":"doi:10.1109/tcsii.2024.3354120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2024.3354120","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057960713","display_name":"Dong Xu","orcid":"https://orcid.org/0000-0001-9252-0211"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Dong","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-9252-0211","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625792","display_name":"Huaguang Zhang","orcid":"https://orcid.org/0000-0002-2375-9824"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaguang Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-2375-9824","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010477724","display_name":"Zhongyang Ming","orcid":"https://orcid.org/0009-0001-1002-6840"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyang Ming","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0001-1002-6840","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":19.7981,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.9898429,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"71","issue":"6","first_page":"3056","last_page":"3060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pursuit-evasion","display_name":"Pursuit-evasion","score":0.9193108677864075},{"id":"https://openalex.org/keywords/hamilton\u2013jacobi\u2013bellman-equation","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","score":0.7336201667785645},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.681398868560791},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5644152760505676},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5276740193367004},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5100741982460022},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.49767830967903137},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4931942820549011},{"id":"https://openalex.org/keywords/evasion","display_name":"Evasion (ethics)","score":0.45137423276901245},{"id":"https://openalex.org/keywords/pursuer","display_name":"Pursuer","score":0.42582207918167114},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.41870203614234924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28185269236564636},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2542770504951477},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2112119495868683}],"concepts":[{"id":"https://openalex.org/C2778388243","wikidata":"https://www.wikidata.org/wiki/Q7261573","display_name":"Pursuit-evasion","level":2,"score":0.9193108677864075},{"id":"https://openalex.org/C196978813","wikidata":"https://www.wikidata.org/wiki/Q3302775","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","level":3,"score":0.7336201667785645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.681398868560791},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5644152760505676},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5276740193367004},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5100741982460022},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.49767830967903137},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4931942820549011},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.45137423276901245},{"id":"https://openalex.org/C2776927521","wikidata":"https://www.wikidata.org/wiki/Q468489","display_name":"Pursuer","level":2,"score":0.42582207918167114},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.41870203614234924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28185269236564636},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2542770504951477},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2112119495868683},{"id":"https://openalex.org/C203014093","wikidata":"https://www.wikidata.org/wiki/Q101929","display_name":"Immunology","level":1,"score":0.0},{"id":"https://openalex.org/C8891405","wikidata":"https://www.wikidata.org/wiki/Q1059","display_name":"Immune system","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsii.2024.3354120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2024.3354120","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2034784894","display_name":null,"funder_award_id":"U23B20118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G451589156","display_name":null,"funder_award_id":"2018YFA0702200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G837822842","display_name":null,"funder_award_id":"XLYC1801005","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2108383324","https://openalex.org/W2408768628","https://openalex.org/W2779486833","https://openalex.org/W2800797998","https://openalex.org/W2954093458","https://openalex.org/W2958479196","https://openalex.org/W2971602941","https://openalex.org/W3008282592","https://openalex.org/W3108326949","https://openalex.org/W3182680309","https://openalex.org/W3208081444","https://openalex.org/W4211109292","https://openalex.org/W4224306019","https://openalex.org/W4308634128","https://openalex.org/W4312966755","https://openalex.org/W4313476622","https://openalex.org/W4313892934"],"related_works":["https://openalex.org/W2057376130","https://openalex.org/W2091926052","https://openalex.org/W4253161990","https://openalex.org/W2039546613","https://openalex.org/W2184611791","https://openalex.org/W2522390654","https://openalex.org/W1994748888","https://openalex.org/W114019308","https://openalex.org/W3152565215","https://openalex.org/W2546733891"],"abstract_inverted_index":{"The":[0,101],"multi-agent":[1],"pursuit-evasion":[2],"(PE)":[3],"games":[4],"are":[5,31,89,104],"solved":[6],"in":[7],"this":[8,93],"work":[9],"to":[10,26,33,38,51,76,91,106],"find":[11],"the":[12,54,65,78,83,97,108,111],"best":[13],"possible":[14],"strategic":[15],"options":[16],"for":[17,43],"every":[18],"participant.":[19],"In":[20,36],"these":[21],"games,":[22],"numerous":[23,28],"pursuers":[24],"aim":[25],"catch":[27],"evaders":[29],"which":[30],"trying":[32],"escape":[34],"arrest.":[35],"order":[37],"determine":[39],"distributed":[40],"control":[41],"rules":[42],"each":[44],"agent,":[45],"a":[46],"graph-theoretic":[47],"technique":[48],"is":[49,74,99],"used":[50],"examine":[52],"how":[53],"agents":[55],"with":[56,61],"restricted":[57],"sensing":[58],"capabilities":[59],"interact":[60],"one":[62],"another.":[63],"Further,":[64],"online":[66],"and":[67],"real-time":[68],"solution":[69],"of":[70,110],"Hamilton-Jacobi-Bellman":[71],"(HJB)":[72],"equations":[73],"necessary":[75],"achieve":[77],"optimal":[79],"actions.":[80],"By":[81],"introducing":[82],"Q-learning":[84],"technique\u2019s":[85],"policy":[86],"iteration,":[87],"we":[88],"able":[90],"solve":[92],"issue.":[94],"Once":[95],"capture,":[96],"game":[98],"over.":[100],"simulation":[102],"results":[103],"shown":[105],"demonstrate":[107],"viability":[109],"suggested":[112],"techniques.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2024-01-16T00:00:00"}