{"id":"https://openalex.org/W2975203507","doi":"https://doi.org/10.1109/cig.2019.8848080","title":"Action Spaces in Deep Reinforcement Learning to Mimic Human Input Devices","display_name":"Action Spaces in Deep Reinforcement Learning to Mimic Human Input Devices","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2975203507","doi":"https://doi.org/10.1109/cig.2019.8848080","mag":"2975203507"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2019.8848080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848080","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056492267","display_name":"Marco Pleines","orcid":null},"institutions":[{"id":"https://openalex.org/I200332995","display_name":"TU Dortmund University","ror":"https://ror.org/01k97gp34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200332995"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Marco Pleines","raw_affiliation_strings":["Technische Universit\u00e4t, Dortmund, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t, Dortmund, Germany","institution_ids":["https://openalex.org/I200332995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017449879","display_name":"Fr\u00e4nk Zimmer","orcid":null},"institutions":[{"id":"https://openalex.org/I70865968","display_name":"Rhine-Waal University of Applied Sciences","ror":"https://ror.org/04wdt0z89","country_code":"DE","type":"education","lineage":["https://openalex.org/I70865968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Zimmer","raw_affiliation_strings":["Laboratory for Computational Intelligence and Visualization, Rhine-Waal University of Applied Sciences, Kamp-Lintfort, Germany"],"affiliations":[{"raw_affiliation_string":"Laboratory for Computational Intelligence and Visualization, Rhine-Waal University of Applied Sciences, Kamp-Lintfort, Germany","institution_ids":["https://openalex.org/I70865968"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083464407","display_name":"Vincent-Pierre Berges","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vincent-Pierre Berges","raw_affiliation_strings":["Unity Technologies, San Francisco, California, USA"],"affiliations":[{"raw_affiliation_string":"Unity Technologies, San Francisco, California, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5056492267"],"corresponding_institution_ids":["https://openalex.org/I200332995"],"apc_list":null,"apc_paid":null,"fwci":0.6559,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76589546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7679792046546936},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7292534112930298},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.690446138381958},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.6032760143280029},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5009884834289551},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4487520456314087},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4120578169822693},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08588138222694397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7679792046546936},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7292534112930298},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.690446138381958},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.6032760143280029},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5009884834289551},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4487520456314087},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4120578169822693},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08588138222694397},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cig.2019.8848080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2019.8848080","pdf_url":null,"source":{"id":"https://openalex.org/S4306498491","display_name":"2019 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2173248099","https://openalex.org/W2736601468","https://openalex.org/W2769883686","https://openalex.org/W2808114884","https://openalex.org/W2889987506","https://openalex.org/W2897417898","https://openalex.org/W2914898814","https://openalex.org/W2963616477","https://openalex.org/W2963637944","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964182681","https://openalex.org/W2966556569","https://openalex.org/W4297810554","https://openalex.org/W6684921986","https://openalex.org/W6691861496","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6745190604","https://openalex.org/W6746605513","https://openalex.org/W6753526802","https://openalex.org/W6755326576"],"related_works":["https://openalex.org/W2006251942","https://openalex.org/W2364741597","https://openalex.org/W1492103595","https://openalex.org/W1864774435","https://openalex.org/W946352265","https://openalex.org/W3020787026","https://openalex.org/W2334479858","https://openalex.org/W2799209613","https://openalex.org/W2793786119","https://openalex.org/W1507702947"],"abstract_inverted_index":{"Enabling":[0],"agents":[1,176],"to":[2,8,26,42,62,84,109,165],"generally":[3],"play":[4],"video":[5],"games":[6],"requires":[7],"implement":[9],"a":[10,20,60,64,71,82,115,121],"common":[11],"action":[12,23,73,87],"space":[13],"that":[14],"mimics":[15],"human":[16],"input":[17],"devices":[18],"like":[19],"gamepad.":[21],"Such":[22],"spaces":[24],"have":[25],"support":[27],"concurrent":[28,47],"discrete":[29,48,76],"and":[30,49,156],"continuous":[31,50,65,72],"actions.":[32,77],"To":[33],"solve":[34],"this":[35,37,169],"problem,":[36],"work":[38,172],"investigates":[39],"three":[40],"approaches":[41,90],"examine":[43],"the":[44,98,103,106,124,130,143,154,161,166],"application":[45],"of":[46,105,123,135,168],"actions":[51],"in":[52,133],"Deep":[53],"Reinforcement":[54],"Learning":[55],"(DRL).":[56],"One":[57],"approach":[58,80,145],"implements":[59],"threshold":[61,162],"discretize":[63],"action,":[66],"while":[67],"another":[68],"one":[69],"divides":[70],"into":[74],"multiple":[75,141],"The":[78,117],"third":[79],"creates":[81],"multiagent":[83,155],"combine":[85],"both":[86],"kinds.":[88],"These":[89],"are":[91],"benchmarked":[92],"by":[93,113],"two":[94],"novel":[95],"environments.":[96],"In":[97],"first":[99],"environment":[100,119],"(Shooting":[101],"Birds)":[102],"goal":[104],"agent":[107,131],"is":[108,120,132,146,150,157],"accurately":[110],"shoot":[111],"birds":[112],"controlling":[114],"cross-hair.":[116],"second":[118],"simplification":[122],"game":[125],"Beastly":[126],"Rivals":[127],"On-slaught,":[128],"where":[129],"charge":[134],"its":[136],"controlled":[137],"character's":[138],"survival.":[139],"Throughout":[140],"experiments,":[142],"bucket":[144],"recommended,":[147],"because":[148],"it":[149],"trained":[151],"faster":[152],"than":[153,160],"more":[158],"stable":[159],"approach.":[163],"Due":[164],"contributions":[167],"paper,":[170],"consecutive":[171],"can":[173],"start":[174],"training":[175],"using":[177],"visual":[178],"observations.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}