{"id":"https://openalex.org/W4386590831","doi":"https://doi.org/10.1109/access.2023.3313737","title":"Character Behavior Automation Using Deep Reinforcement Learning","display_name":"Character Behavior Automation Using Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386590831","doi":"https://doi.org/10.1109/access.2023.3313737"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3313737","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3313737","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10246267.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10246267.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068211677","display_name":"Hyun-Ki Lee","orcid":"https://orcid.org/0009-0008-0465-5078"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyunki Lee","raw_affiliation_strings":["Department of Computer Science, Hanyang University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0008-0465-5078","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055369143","display_name":"Mwamba Kasongo Dahouda","orcid":"https://orcid.org/0000-0003-0376-683X"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Mwamba Kasongo Dahouda","raw_affiliation_strings":["Department of Computer Science, Hanyang University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0376-683X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040592322","display_name":"Inwhee Joe","orcid":"https://orcid.org/0000-0002-8435-0395"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Inwhee Joe","raw_affiliation_strings":["Department of Computer Science, Hanyang University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8435-0395","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8658,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74993598,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"101435","last_page":"101442"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9269999861717224,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13810","display_name":"Legal Systems and Institutions","score":0.9186999797821045,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8456923365592957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450884819030762},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6960808038711548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5597077012062073},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.49938440322875977},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.4766346216201782},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4483819305896759},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.4471198320388794},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.42716100811958313},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4176101088523865}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8456923365592957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450884819030762},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6960808038711548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5597077012062073},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.49938440322875977},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4766346216201782},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4483819305896759},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.4471198320388794},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42716100811958313},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4176101088523865},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3313737","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3313737","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10246267.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ebf32f78ef254fe898b28d02dd29be8f","is_oa":true,"landing_page_url":"https://doaj.org/article/ebf32f78ef254fe898b28d02dd29be8f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 101435-101442 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3313737","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3313737","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10246267.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3411130480","display_name":null,"funder_award_id":"2020-0-00107","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G950944287","display_name":null,"funder_award_id":"2020-0-00107","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386590831.pdf","grobid_xml":"https://content.openalex.org/works/W4386590831.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2090677037","https://openalex.org/W2509904931","https://openalex.org/W2605102758","https://openalex.org/W2726187156","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2889987506","https://openalex.org/W2952629144","https://openalex.org/W2963864421","https://openalex.org/W2990747716","https://openalex.org/W3020174875","https://openalex.org/W4206848870","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W4307934390","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6728925229","https://openalex.org/W6740222838","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6753526802","https://openalex.org/W6770858630","https://openalex.org/W6807450337","https://openalex.org/W6846387898"],"related_works":["https://openalex.org/W4240558103","https://openalex.org/W2754277141","https://openalex.org/W2157759147","https://openalex.org/W1884167867","https://openalex.org/W52174007","https://openalex.org/W2971619563","https://openalex.org/W4236642004","https://openalex.org/W4386432636","https://openalex.org/W2166290858","https://openalex.org/W2395271781"],"abstract_inverted_index":{"Recently,":[0],"various":[1],"new":[2],"attempts":[3],"are":[4,125,213],"being":[5],"made":[6],"to":[7,15,48,67,96,171,174,205,215,228,239],"improve":[8],"the":[9,16,19,29,75,78,108,121,128,132,135,153,172,187,206,226,229,233,240,243],"quality":[10],"of":[11,18,25,31,52,77,107,152,242],"media":[12,20],"content":[13],"according":[14,170,204,238],"expansion":[17],"market.":[21],"Pre-visualization":[22],"is":[23,37,90,111,168],"one":[24],"those":[26],"attempts,":[27],"and":[28,102,115,120,143,160,193,198],"behavior":[30,72],"characters":[32,54],"(agents)":[33],"in":[34,59,139,150],"virtual":[35,53,88,118,133],"space":[36,98],"essential":[38],"for":[39,55,99],"pre-visualization.":[40,60],"In":[41,61,131],"this":[42],"paper,":[43],"a":[44,65,82,93,103,140,166,210,217],"study":[45],"was":[46,184],"conducted":[47,185,203],"automatically":[49,68,236],"generate":[50],"behaviors":[51],"more":[56],"efficient":[57],"visualization":[58],"particular,":[62],"we":[63,212],"propose":[64],"method":[66],"produce":[69],"an":[70],"appropriate":[71],"by":[73],"detecting":[74],"state":[76,241],"surrounding":[79,244],"environment":[80,89,110,119,124,245],"with":[81,113,127,176,221],"deep":[83],"reinforcement":[84,100,104,181,218],"learning":[85,105,182,219],"technique.":[86],"A":[87],"created":[91],"using":[92,186],"game":[94],"engine":[95],"configure":[97],"learning,":[101],"model":[106,122,220,227],"training":[109,123,183],"configured":[112],"Python":[114],"PyTorch.":[116],"The":[117,155],"communicated":[126],"ML-agents":[129],"toolkit.":[130],"environment,":[134],"character":[136,156,230,234],"basically":[137],"moves":[138],"straight":[141],"line,":[142],"three":[144],"obstacles":[145],"appear":[146],"at":[147],"random":[148],"locations":[149],"front":[151],"character.":[154],"senses":[157],"9":[158],"states":[159],"allows":[161],"5":[162],"actions.":[163],"After":[164],"that,":[165],"reward":[167],"offered":[169],"action":[173],"proceed":[175],"learning.":[177],"For":[178],"performance":[179,199],"evaluation,":[180],"Proximal":[188],"Policy":[189],"Optimization":[190],"(PPO)":[191],"algorithm":[192],"Soft":[194],"Actor-Critic":[195],"(SAC)":[196],"algorithm,":[197],"comparisons":[200],"were":[201],"also":[202],"batch":[207],"size.":[208],"As":[209],"result,":[211],"able":[214],"secure":[216],"obstacle":[222],"avoidance":[223],"capability.":[224],"Applying":[225],"proved":[231],"that":[232],"can":[235],"animate":[237],"without":[246],"explicit":[247],"programming.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}