{"id":"https://openalex.org/W2529203006","doi":"https://doi.org/10.1109/tcyb.2016.2611613","title":"Discrete-Time Nonzero-Sum Games for Multiplayer Using Policy-Iteration-Based Adaptive Dynamic Programming Algorithms","display_name":"Discrete-Time Nonzero-Sum Games for Multiplayer Using Policy-Iteration-Based Adaptive Dynamic Programming Algorithms","publication_year":2016,"publication_date":"2016-10-03","ids":{"openalex":"https://openalex.org/W2529203006","doi":"https://doi.org/10.1109/tcyb.2016.2611613","mag":"2529203006","pmid":"https://pubmed.ncbi.nlm.nih.gov/28113535"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2016.2611613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2016.2611613","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100625792","display_name":"Huaguang Zhang","orcid":"https://orcid.org/0000-0002-2375-9824"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaguang Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-2375-9824","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101986741","display_name":"He Jiang","orcid":"https://orcid.org/0000-0001-9841-3580"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Jiang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038203605","display_name":"Chaomin Luo","orcid":"https://orcid.org/0000-0002-7578-3631"},"institutions":[{"id":"https://openalex.org/I71792333","display_name":"University of Detroit Mercy","ror":"https://ror.org/0037qsh65","country_code":"US","type":"education","lineage":["https://openalex.org/I71792333"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaomin Luo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Detroit Mercy, Detroit, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Detroit Mercy, Detroit, MI, USA","institution_ids":["https://openalex.org/I71792333"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044730926","display_name":"Geyang Xiao","orcid":"https://orcid.org/0000-0002-7597-1034"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Geyang Xiao","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.2204,"has_fulltext":false,"cited_by_count":133,"citation_normalized_percentile":{"value":0.99183458,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"47","issue":"10","first_page":"3331","last_page":"3340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9502999782562256,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9240000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6503031253814697},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.6352084875106812},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5975340008735657},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5499347448348999},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5358660817146301},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.49627619981765747},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.4667425751686096},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46109357476234436},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.45328289270401},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4465402066707611},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4420570731163025},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.40385979413986206},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27546003460884094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15109151601791382},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07566311955451965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6503031253814697},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.6352084875106812},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5975340008735657},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5499347448348999},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5358660817146301},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49627619981765747},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.4667425751686096},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46109357476234436},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.45328289270401},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4465402066707611},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4420570731163025},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.40385979413986206},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27546003460884094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15109151601791382},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07566311955451965},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2016.2611613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2016.2611613","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:28113535","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28113535","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4629068781","display_name":null,"funder_award_id":"61433004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W173093232","https://openalex.org/W575429305","https://openalex.org/W1162378864","https://openalex.org/W1567906773","https://openalex.org/W1614417283","https://openalex.org/W1873250141","https://openalex.org/W1968908471","https://openalex.org/W1969959431","https://openalex.org/W1977458621","https://openalex.org/W1981934471","https://openalex.org/W1983523797","https://openalex.org/W1991119064","https://openalex.org/W1997603681","https://openalex.org/W2002007892","https://openalex.org/W2004506122","https://openalex.org/W2005675298","https://openalex.org/W2010152647","https://openalex.org/W2011150195","https://openalex.org/W2011310556","https://openalex.org/W2012451615","https://openalex.org/W2017570421","https://openalex.org/W2019338681","https://openalex.org/W2019478222","https://openalex.org/W2020688906","https://openalex.org/W2024162902","https://openalex.org/W2024355308","https://openalex.org/W2033030672","https://openalex.org/W2035018355","https://openalex.org/W2035608030","https://openalex.org/W2045719273","https://openalex.org/W2048687352","https://openalex.org/W2050838777","https://openalex.org/W2052305027","https://openalex.org/W2052399669","https://openalex.org/W2052688942","https://openalex.org/W2059147929","https://openalex.org/W2064365520","https://openalex.org/W2068949505","https://openalex.org/W2074470931","https://openalex.org/W2080504737","https://openalex.org/W2086977346","https://openalex.org/W2090582772","https://openalex.org/W2093831009","https://openalex.org/W2097569048","https://openalex.org/W2098035803","https://openalex.org/W2108286682","https://openalex.org/W2108383324","https://openalex.org/W2111980775","https://openalex.org/W2116488102","https://openalex.org/W2124829859","https://openalex.org/W2137092694","https://openalex.org/W2156629001","https://openalex.org/W2160561608","https://openalex.org/W2165501837","https://openalex.org/W2165726932","https://openalex.org/W2183137222","https://openalex.org/W2245501338","https://openalex.org/W2249513906","https://openalex.org/W2297688646","https://openalex.org/W2299109138","https://openalex.org/W2329769476","https://openalex.org/W2344118647","https://openalex.org/W2344252038","https://openalex.org/W2344560087","https://openalex.org/W2345038028","https://openalex.org/W2484646121","https://openalex.org/W2541582879","https://openalex.org/W2963609304","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,91],"investigate":[4],"the":[5,39,45,53,61,84,104,117,125,137],"nonzero-sum":[6,86],"games":[7,87],"for":[8,65,88,103],"a":[9,18,129],"class":[10],"of":[11,31,139],"discrete-time":[12],"(DT)":[13],"nonlinear":[14],"systems":[15],"by":[16],"using":[17],"novel":[19],"policy":[20],"iteration":[21],"(PI)":[22],"adaptive":[23],"dynamic":[24],"programming":[25],"(ADP)":[26],"method.":[27],"The":[28],"main":[29],"idea":[30],"our":[32,140],"proposed":[33,141],"PI":[34,105],"scheme":[35],"is":[36,121,133],"to":[37,43,55,80,112,135],"utilize":[38],"iterative":[40,46],"ADP":[41],"algorithm":[42],"obtain":[44],"control":[47,74],"policies,":[48],"which":[49],"not":[50],"only":[51],"ensure":[52],"system":[54],"achieve":[56],"stability":[57,119],"but":[58],"also":[59,122],"minimize":[60],"performance":[62],"index":[63],"function":[64],"each":[66],"player.":[67],"This":[68],"paper":[69],"integrates":[70],"game":[71],"theory,":[72,75],"optimal":[73],"and":[76,82,99,116],"reinforcement":[77],"learning":[78],"technique":[79],"formulate":[81],"handle":[83],"DT":[85],"multiplayer.":[89],"First,":[90],"design":[92],"three":[93],"actor-critic":[94],"algorithms,":[95],"an":[96],"offline":[97],"one":[98],"two":[100],"online":[101],"ones,":[102],"scheme.":[106],"Subsequently,":[107],"neural":[108],"networks":[109],"are":[110],"employed":[111],"implement":[113],"these":[114],"algorithms":[115],"corresponding":[118],"analysis":[120],"provided":[123],"via":[124],"Lyapunov":[126],"theory.":[127],"Finally,":[128],"numerical":[130],"simulation":[131],"example":[132],"presented":[134],"demonstrate":[136],"effectiveness":[138],"approach.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":24},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}