{"id":"https://openalex.org/W3035200689","doi":"https://doi.org/10.24963/ijcai.2020/466","title":"Generating Behavior-Diverse Game AIs with Evolutionary Multi-Objective Deep Reinforcement Learning","display_name":"Generating Behavior-Diverse Game AIs with Evolutionary Multi-Objective Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3035200689","doi":"https://doi.org/10.24963/ijcai.2020/466","mag":"3035200689"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/466","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/466","pdf_url":"https://www.ijcai.org/proceedings/2020/0466.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0466.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108479221","display_name":"Ruimin Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruimin Shen","raw_affiliation_strings":["Fuxi Lab, NetEase"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fuxi Lab, NetEase","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084937471","display_name":"Yan Zheng","orcid":"https://orcid.org/0000-0003-2741-058X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Yan Zheng","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University","Nanyang Technological University","College of Intelligence and Computing, Tianjin University; Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University; Nanyang Technological University","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047509839","display_name":"Jianye Hao","orcid":"https://orcid.org/0000-0002-0422-8235"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["CN","SE"],"is_corresponding":false,"raw_author_name":"Jianye Hao","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University","Noah\u2019s Ark Lab, Huawei","Tianjin Key Lab of Machine Learning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Noah\u2019s Ark Lab, Huawei","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Tianjin Key Lab of Machine Learning","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005604730","display_name":"Zhaopeng Meng","orcid":"https://orcid.org/0000-0001-6019-5952"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaopeng Meng","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103121632","display_name":"Yingfeng Chen","orcid":"https://orcid.org/0000-0002-9747-5947"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingfeng Chen","raw_affiliation_strings":["Fuxi Lab, NetEase"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fuxi Lab, NetEase","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022008180","display_name":"Changjie Fan","orcid":"https://orcid.org/0000-0001-5420-0516"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjie Fan","raw_affiliation_strings":["Fuxi Lab, NetEase"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fuxi Lab, NetEase","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Institute of Computing Innovation, Zhejiang University","Nanyang Technological University","Institute of Computing Innovation, Zhejiang University; Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Innovation, Zhejiang University","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I76130692"]},{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Institute of Computing Innovation, Zhejiang University; Nanyang Technological University","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108479221"],"corresponding_institution_ids":["https://openalex.org/I4210091137"],"apc_list":null,"apc_paid":null,"fwci":2.3123,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.90691511,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3371","last_page":"3377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8368382453918457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7599325180053711},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.6214639544487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5973556041717529},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5747153162956238},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5685688257217407},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.5414159297943115},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5193339586257935},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.445962131023407},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32386714220046997},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.12374359369277954},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10839229822158813}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8368382453918457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7599325180053711},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.6214639544487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5973556041717529},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5747153162956238},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5685688257217407},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.5414159297943115},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5193339586257935},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.445962131023407},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32386714220046997},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.12374359369277954},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10839229822158813},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/466","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/466","pdf_url":"https://www.ijcai.org/proceedings/2020/0466.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/466","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/466","pdf_url":"https://www.ijcai.org/proceedings/2020/0466.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2640896872","display_name":null,"funder_award_id":"NRFI06-2020-0022","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G4045071619","display_name":null,"funder_award_id":"NRF2018NCR-NCR005-0001","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G4382255046","display_name":null,"funder_award_id":"NRF2018NCR-NSOE003-0001","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G4921399682","display_name":null,"funder_award_id":"NRF2018NCR-NCR005-0001","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G6828898563","display_name":null,"funder_award_id":"NRF2018NCR-NSOE003-0001","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G8462351438","display_name":null,"funder_award_id":"61702362","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8921145797","display_name":null,"funder_award_id":"U1836214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035200689.pdf","grobid_xml":"https://content.openalex.org/works/W3035200689.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W4651795","https://openalex.org/W179947112","https://openalex.org/W225560312","https://openalex.org/W758372786","https://openalex.org/W2099746672","https://openalex.org/W2121863487","https://openalex.org/W2136065562","https://openalex.org/W2145339207","https://openalex.org/W2146772569","https://openalex.org/W2153875226","https://openalex.org/W2160802237","https://openalex.org/W2167159964","https://openalex.org/W2491675558","https://openalex.org/W2891287243","https://openalex.org/W2935192495","https://openalex.org/W2945359358","https://openalex.org/W2963527567","https://openalex.org/W2964043796","https://openalex.org/W2997293639","https://openalex.org/W3000499753","https://openalex.org/W4214717370","https://openalex.org/W4394662461"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W1501776718","https://openalex.org/W2615136228","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W3170685057","https://openalex.org/W3194338326","https://openalex.org/W2744525207","https://openalex.org/W4295008850","https://openalex.org/W3095685693"],"abstract_inverted_index":{"Generating":[0],"diverse":[1,105,130],"behaviors":[2,131],"for":[3],"game":[4,19],"artificial":[5],"intelligence":[6],"(Game":[7],"AI)":[8],"has":[9],"been":[10],"long":[11],"recognized":[12],"as":[13],"a":[14,22,26,62,80,102],"challenging":[15],"task":[16],"in":[17,72,100,128],"the":[18,34,50,67,76,113,135],"industry.":[20],"Designing":[21],"Game":[23,52,64,109,138],"AI":[24,53,139],"with":[25,91],"satisfying":[27],"behavioral":[28,70],"characteristic":[29],"(style)":[30],"heavily":[31],"depends":[32],"on":[33,48,60,112],"domain":[35,94],"knowledge":[36],"and":[37,115,132],"is":[38],"hard":[39],"to":[40,122],"achieve":[41],"manually.":[42],"Deep":[43],"reinforcement":[44],"learning":[45],"sheds":[46],"light":[47],"advancing":[49],"automatic":[51],"design.":[54,140],"However,":[55],"most":[56],"of":[57,69,104,137],"them":[58],"focus":[59],"creating":[61,101],"superhuman":[63],"AI,":[65],"ignoring":[66],"importance":[68],"diversity":[71],"games.":[73],"To":[74],"bridge":[75],"gap,":[77],"we":[78],"introduce":[79],"new":[81],"framework,":[82],"named":[83],"EMOGI,":[84],"which":[85],"can":[86],"automatically":[87],"generate":[88],"desirable":[89],"styles":[90],"almost":[92],"no":[93],"knowledge.":[95],"More":[96],"importantly,":[97],"EMOGI":[98,125],"succeeds":[99],"range":[103],"styles,":[106],"providing":[107],"behavior-diverse":[108],"AIs.":[110],"Evaluations":[111],"Atari":[114],"real":[116],"commercial":[117],"games":[118],"indicate":[119],"that,":[120],"compared":[121],"existing":[123],"algorithms,":[124],"performs":[126],"better":[127],"generating":[129],"significantly":[133],"improves":[134],"efficiency":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":9}],"updated_date":"2026-06-04T09:04:59.091469","created_date":"2025-10-10T00:00:00"}