{"id":"https://openalex.org/W2110556532","doi":"https://doi.org/10.1109/icsmc.2008.4811804","title":"Reinforcement learning methods for finding equilibria and tracking evolution paths in conflicts","display_name":"Reinforcement learning methods for finding equilibria and tracking evolution paths in conflicts","publication_year":2008,"publication_date":"2008-10-01","ids":{"openalex":"https://openalex.org/W2110556532","doi":"https://doi.org/10.1109/icsmc.2008.4811804","mag":"2110556532"},"language":"en","primary_location":{"id":"doi:10.1109/icsmc.2008.4811804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2008.4811804","pdf_url":null,"source":{"id":"https://openalex.org/S4210195764","display_name":"Conference proceedings/Conference proceedings - IEEE International Conference on Systems, Man, and Cybernetics","issn_l":"1062-922X","issn":["1062-922X","2577-1655"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Systems, Man and Cybernetics","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007728943","display_name":"Donghua Li","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghua Li","raw_affiliation_strings":["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Coll. of Autom. Eng., Nanjing Univ. of Aeronaut. & Astronaut., Nanjing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Coll. of Autom. Eng., Nanjing Univ. of Aeronaut. & Astronaut., Nanjing","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057515922","display_name":"Ju Jiang","orcid":"https://orcid.org/0000-0002-0700-8035"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Jiang","raw_affiliation_strings":["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Coll. of Autom. Eng., Nanjing Univ. of Aeronaut. & Astronaut., Nanjing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Coll. of Autom. Eng., Nanjing Univ. of Aeronaut. & Astronaut., Nanjing","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063078131","display_name":"Haiyan Xu","orcid":"https://orcid.org/0000-0002-0535-1702"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Haiyan Xu","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, ONT, Canada","Dept. of Syst. Design Eng., Univ. of Waterloo, Waterloo, ON"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ONT, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Dept. of Syst. Design Eng., Univ. of Waterloo, Waterloo, ON","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071587979","display_name":"Keith W. Hipel","orcid":"https://orcid.org/0000-0003-4177-7935"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Keith W. Hipel","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, ONT, Canada","Dept. of Syst. Design Eng., Univ. of Waterloo, Waterloo, ON"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ONT, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Dept. of Syst. Design Eng., Univ. of Waterloo, Waterloo, ON","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":null,"first_page":"3292","last_page":"3297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conflict-resolution","display_name":"Conflict resolution","score":0.7429291009902954},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6946191191673279},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6661427021026611},{"id":"https://openalex.org/keywords/conflict-analysis","display_name":"Conflict analysis","score":0.6392683982849121},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5188707113265991},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4835626780986786},{"id":"https://openalex.org/keywords/status-quo","display_name":"Status quo","score":0.43781834840774536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38038936257362366},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.36276882886886597},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2507306933403015},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22211530804634094}],"concepts":[{"id":"https://openalex.org/C21711469","wikidata":"https://www.wikidata.org/wiki/Q1194317","display_name":"Conflict resolution","level":2,"score":0.7429291009902954},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6946191191673279},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6661427021026611},{"id":"https://openalex.org/C138232368","wikidata":"https://www.wikidata.org/wiki/Q5160175","display_name":"Conflict analysis","level":3,"score":0.6392683982849121},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5188707113265991},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4835626780986786},{"id":"https://openalex.org/C2776748549","wikidata":"https://www.wikidata.org/wiki/Q201610","display_name":"Status quo","level":2,"score":0.43781834840774536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38038936257362366},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36276882886886597},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2507306933403015},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22211530804634094},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsmc.2008.4811804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2008.4811804","pdf_url":null,"source":{"id":"https://openalex.org/S4210195764","display_name":"Conference proceedings/Conference proceedings - IEEE International Conference on Systems, Man, and Cybernetics","issn_l":"1062-922X","issn":["1062-922X","2577-1655"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Systems, Man and Cybernetics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W24941540","https://openalex.org/W32403112","https://openalex.org/W1542941925","https://openalex.org/W1641379095","https://openalex.org/W1657709721","https://openalex.org/W1998932394","https://openalex.org/W2030512383","https://openalex.org/W2046626688","https://openalex.org/W2053616263","https://openalex.org/W2067050450","https://openalex.org/W2072164538","https://openalex.org/W2073756399","https://openalex.org/W2080514819","https://openalex.org/W2110906765","https://openalex.org/W2120846115","https://openalex.org/W2129974603","https://openalex.org/W2144846366","https://openalex.org/W2160021866","https://openalex.org/W2162113302","https://openalex.org/W2358501308","https://openalex.org/W2516137114","https://openalex.org/W4214717370","https://openalex.org/W4234761190","https://openalex.org/W4240804236","https://openalex.org/W4299533421","https://openalex.org/W6678168664"],"related_works":["https://openalex.org/W2945088828","https://openalex.org/W3213033178","https://openalex.org/W2964485238","https://openalex.org/W3196502557","https://openalex.org/W1586050742","https://openalex.org/W4200011365","https://openalex.org/W2947465159","https://openalex.org/W1535592365","https://openalex.org/W2625909886","https://openalex.org/W2137978945"],"abstract_inverted_index":{"The":[0,156],"search":[1,80],"for":[2,39,46,81,90,113],"the":[3,24,36,43,65,82,88,96,114,121,138,161,170,174],"equilibrium":[4,25,66,83],"states":[5,26,84],"of":[6,27,74,95,116],"a":[7,11,28,54,72,91,102],"given":[8],"conflict":[9,15,40,47,97,110,153],"is":[10,71,148],"major":[12],"issue":[13],"in":[14,140],"analyses.":[16],"There":[17],"are":[18],"several":[19],"traditional":[20],"methodologies":[21],"to":[22,63,137],"determine":[23],"strategic":[29],"conflict,":[30],"such":[31],"as":[32],"logical":[33],"definitions":[34],"within":[35],"graph":[37],"model":[38,94],"resolution":[41,111],"and":[42,59,167,172],"matrix":[44],"representation":[45,58],"resolution.":[48],"However,":[49],"these":[50,143],"methods":[51],"depend":[52],"on":[53],"graphical":[55],"or":[56],"mathematical":[57,93],"need":[60,89],"analytical":[61],"expressions":[62],"calculate":[64],"states.":[67],"Reinforcement":[68],"learning":[69,76],"(RL)":[70],"type":[73],"machine":[75],"method":[77,123,147,163],"that":[78,107,160],"can":[79,164],"by":[85],"trial-and-error":[86],"without":[87],"precise":[92],"problem.":[98],"This":[99,146],"paper":[100],"proposes":[101],"novel":[103],"multiple":[104],"RL":[105],"technique":[106],"deals":[108],"with":[109],"problems":[112],"case":[115],"two":[117,151],"decision":[118],"makers.":[119],"Moreover,":[120],"proposed":[122,162],"cannot":[124],"only":[125],"find":[126,169],"equilibria,":[127],"but":[128],"also":[129],"track":[130,173],"all":[131],"paths":[132,144],"from":[133],"any":[134],"status":[135],"quo":[136],"equilibria":[139,171],"conflicts":[141],"when":[142],"exist.":[145],"evaluated":[149],"using":[150],"well-known":[152],"analysis":[154],"examples.":[155],"experimental":[157],"results":[158],"show":[159],"quickly,":[165],"correctly,":[166],"efficiently":[168],"evolution":[175],"paths.":[176]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}