{"id":"https://openalex.org/W2975821818","doi":"https://doi.org/10.1109/cig.2019.8848061","title":"Deep Reinforcement Learning to train agents in a multiplayer First Person Shooter: some preliminary results","display_name":"Deep Reinforcement Learning to train agents in a multiplayer First Person Shooter: some preliminary results","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2975821818","doi":"https://doi.org/10.1109/cig.2019.8848061","mag":"2975821818"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2019.8848061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848061","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045108301","display_name":"Daniele Piergigli","orcid":null},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Piergigli","raw_affiliation_strings":["Dept. of Computer Science, University of Milan, Italy","Department of Computer Science University of Milan,Italy#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Milan, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science University of Milan,Italy#TAB#","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029761033","display_name":"Laura Anna Ripamonti","orcid":null},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Laura Anna Ripamonti","raw_affiliation_strings":["Dept. of Computer Science, University of Milan, Italy","Department of Computer Science University of Milan,Italy#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Milan, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science University of Milan,Italy#TAB#","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047648362","display_name":"Dario Maggiorini","orcid":"https://orcid.org/0000-0002-7460-2966"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dario Maggiorini","raw_affiliation_strings":["Dept. of Computer Science, University of Milan, Italy","Department of Computer Science University of Milan,Italy#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Milan, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science University of Milan,Italy#TAB#","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004735540","display_name":"Davide Gadia","orcid":"https://orcid.org/0000-0003-4491-9150"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Gadia","raw_affiliation_strings":["Dept. of Computer Science, University of Milan, Italy","Department of Computer Science University of Milan,Italy#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Milan, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science University of Milan,Italy#TAB#","institution_ids":["https://openalex.org/I189158943"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2659,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.61847661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7585582733154297},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7534765601158142},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.689647376537323},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.630098283290863},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6199893355369568},{"id":"https://openalex.org/keywords/first-person","display_name":"First person","score":0.5788062810897827},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5088325142860413},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.46121346950531006},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.4417971968650818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41023287177085876},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40616804361343384},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3472314178943634},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2764694094657898},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1519121527671814},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1033632755279541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7585582733154297},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7534765601158142},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.689647376537323},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.630098283290863},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6199893355369568},{"id":"https://openalex.org/C3018176237","wikidata":"https://www.wikidata.org/wiki/Q5397000","display_name":"First person","level":2,"score":0.5788062810897827},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5088325142860413},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.46121346950531006},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.4417971968650818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41023287177085876},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40616804361343384},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3472314178943634},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2764694094657898},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1519121527671814},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1033632755279541},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cig.2019.8848061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848061","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1487104801","https://openalex.org/W1557454735","https://openalex.org/W1771410628","https://openalex.org/W1989157576","https://openalex.org/W2041224215","https://openalex.org/W2064675550","https://openalex.org/W2257979135","https://openalex.org/W2415726935","https://openalex.org/W2463648847","https://openalex.org/W2736601468","https://openalex.org/W2747083752","https://openalex.org/W2752013199","https://openalex.org/W2765833400","https://openalex.org/W2771148109","https://openalex.org/W2788519588","https://openalex.org/W2883207175","https://openalex.org/W2885766801","https://openalex.org/W2896247463","https://openalex.org/W2897242117","https://openalex.org/W2897406577","https://openalex.org/W2897852577","https://openalex.org/W2943621804","https://openalex.org/W2962747693","https://openalex.org/W2963285578","https://openalex.org/W2964182681","https://openalex.org/W3198350258","https://openalex.org/W4232217679","https://openalex.org/W4300311901","https://openalex.org/W4300582476","https://openalex.org/W6638018090","https://openalex.org/W6685562342","https://openalex.org/W6716193690","https://openalex.org/W6727252785","https://openalex.org/W6741002519","https://openalex.org/W6745378982","https://openalex.org/W6746035520","https://openalex.org/W6748395181"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Training":[0],"agents":[1,15,119],"to":[2,18,42,103,117],"play":[3],"in":[4,20,56,76],"contemporary":[5],"multiplayer":[6,58],"actions":[7,28],"game":[8,48,63],"is":[9,36],"a":[10,21,38,57,66,92,108,124],"challenging":[11],"task,":[12],"especially":[13],"when":[14],"are":[16],"expected":[17],"cooperate":[19],"hostile":[22],"environment":[23],"while":[24],"performing":[25],"several":[26],"different":[27],"at":[29],"the":[30,43,96,121,128],"same":[31],"time.":[32],"Nonetheless,":[33],"this":[34,47],"topic":[35],"assuming":[37],"growing":[39],"importance":[40],"due":[41],"rampaging":[44],"diffusion":[45],"of":[46,123,131],"genre":[49],"and":[50,90,106],"its":[51],"related":[52],"e-sports.":[53],"Agents":[54],"playing":[55],"survival":[59],"first":[60],"person":[61],"shooter":[62],"should":[64,71],"mimic":[65],"human":[67,125],"player,":[68],"hence":[69],"they":[70],"learn":[72],"how":[73],"to:":[74],"survive":[75],"unexplored":[77],"environment,":[78],"improve":[79],"their":[80],"combat":[81],"skills,":[82],"deal":[83],"with":[84,88,127],"unexpected":[85],"events,":[86],"coordinate":[87],"allies":[89],"reach":[91],"good":[93],"ranking":[94],"among":[95],"players":[97],"community.":[98],"Our":[99],"aim":[100],"has":[101],"been":[102],"design,":[104],"develop":[105],"test":[107],"preliminary":[109],"solution":[110],"that":[111],"exploits":[112],"Proximal":[113],"Policy":[114],"Optimization":[115],"algorithms":[116],"train":[118],"without":[120],"need":[122],"expert,":[126],"final":[129],"goal":[130],"creating":[132],"teams":[133],"composed":[134],"only":[135],"by":[136],"artificial":[137],"players.":[138]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}