{"id":"https://openalex.org/W4367280894","doi":"https://doi.org/10.1109/access.2023.3271282","title":"DESEM: Depthwise Separable Convolution-Based Multimodal Deep Learning for In-Game Action Anticipation","display_name":"DESEM: Depthwise Separable Convolution-Based Multimodal Deep Learning for In-Game Action Anticipation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4367280894","doi":"https://doi.org/10.1109/access.2023.3271282"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3271282","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3271282","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10109657.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10109657.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100600389","display_name":"Changhyun Kim","orcid":"https://orcid.org/0000-0002-3304-4929"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Changhyun Kim","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3304-4929","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045914271","display_name":"Jinsoo Bae","orcid":"https://orcid.org/0000-0002-4317-3636"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinsoo Bae","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4317-3636","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054709371","display_name":"Insung Baek","orcid":"https://orcid.org/0000-0002-6764-5028"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Insung Baek","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6764-5028","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101713073","display_name":"Jae\u2010Yoon Jeong","orcid":"https://orcid.org/0000-0002-6822-8189"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaeyoon Jeong","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6822-8189","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360631","display_name":"Young Jae Lee","orcid":"https://orcid.org/0000-0002-1309-0602"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young Jae Lee","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1309-0602","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013337843","display_name":"Kiwoong Park","orcid":"https://orcid.org/0009-0002-8696-4179"},"institutions":[{"id":"https://openalex.org/I2801036362","display_name":"Agency for Defense Development","ror":"https://ror.org/05fhe0r85","country_code":"KR","type":"government","lineage":["https://openalex.org/I1327899338","https://openalex.org/I1344042128","https://openalex.org/I2801036362","https://openalex.org/I2801339556"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kiwoong Park","raw_affiliation_strings":["Agency for Defense Development (ADD), Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Defense Development (ADD), Seoul, South Korea","institution_ids":["https://openalex.org/I2801036362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112910294","display_name":"Sang Heun Shim","orcid":null},"institutions":[{"id":"https://openalex.org/I2801036362","display_name":"Agency for Defense Development","ror":"https://ror.org/05fhe0r85","country_code":"KR","type":"government","lineage":["https://openalex.org/I1327899338","https://openalex.org/I1344042128","https://openalex.org/I2801036362","https://openalex.org/I2801339556"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sang Heun Shim","raw_affiliation_strings":["Agency for Defense Development (ADD), Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0006-5194-2649","affiliations":[{"raw_affiliation_string":"Agency for Defense Development (ADD), Seoul, South Korea","institution_ids":["https://openalex.org/I2801036362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058258354","display_name":"Seoung Bum Kim","orcid":"https://orcid.org/0000-0002-2205-8516"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seoung Bum Kim","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2205-8516","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100600389"],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1209,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87602195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"11","issue":null,"first_page":"46504","last_page":"46512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7909634709358215},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.7329649925231934},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.7154870629310608},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.6993428468704224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6287013292312622},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6096914410591125},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5116131901741028},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3497418165206909},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1798894703388214},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12182626128196716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7909634709358215},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.7329649925231934},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.7154870629310608},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.6993428468704224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6287013292312622},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6096914410591125},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5116131901741028},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3497418165206909},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1798894703388214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12182626128196716},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3271282","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3271282","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10109657.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7b1dbfa679184a6084f7f59ff9cc110f","is_oa":true,"landing_page_url":"https://doaj.org/article/7b1dbfa679184a6084f7f59ff9cc110f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 46504-46512 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3271282","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3271282","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10109657.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8595406695","display_name":null,"funder_award_id":"UI2100062D","funder_id":"https://openalex.org/F4320323103","funder_display_name":"Agency for Defense Development"}],"funders":[{"id":"https://openalex.org/F4320323103","display_name":"Agency for Defense Development","ror":"https://ror.org/05fhe0r85"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367280894.pdf","grobid_xml":"https://content.openalex.org/works/W4367280894.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2064675550","https://openalex.org/W2099514605","https://openalex.org/W2114216982","https://openalex.org/W2130942839","https://openalex.org/W2135539640","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2472970127","https://openalex.org/W2531409750","https://openalex.org/W2605300166","https://openalex.org/W2618530766","https://openalex.org/W2749807327","https://openalex.org/W2767290858","https://openalex.org/W2770185292","https://openalex.org/W2777460464","https://openalex.org/W2793962634","https://openalex.org/W2810685774","https://openalex.org/W2892515961","https://openalex.org/W2946165673","https://openalex.org/W2952670776","https://openalex.org/W2953333557","https://openalex.org/W2962991582","https://openalex.org/W2963563276","https://openalex.org/W2964980087","https://openalex.org/W2978855205","https://openalex.org/W2982316857","https://openalex.org/W3021065276","https://openalex.org/W4214555767","https://openalex.org/W4295682697","https://openalex.org/W4297775537","https://openalex.org/W4299335686","https://openalex.org/W4312117275","https://openalex.org/W6637373629","https://openalex.org/W6677265961","https://openalex.org/W6679436768","https://openalex.org/W6686207219","https://openalex.org/W6737664043","https://openalex.org/W6743756900","https://openalex.org/W6765069029","https://openalex.org/W6843042870"],"related_works":["https://openalex.org/W2952741422","https://openalex.org/W3033133102","https://openalex.org/W4225846781","https://openalex.org/W2321705977","https://openalex.org/W2885024018","https://openalex.org/W2530952058","https://openalex.org/W2582836483","https://openalex.org/W4299366318","https://openalex.org/W3158431807","https://openalex.org/W4297580547"],"abstract_inverted_index":{"In":[0,40,139],"real-time":[1],"strategy":[2],"(RTS)":[3],"games,":[4],"to":[5,11,33,36,79,147,179,196],"defeat":[6],"their":[7,38,66],"opponents,":[8],"players":[9,27,42,61],"need":[10],"choose":[12,34],"and":[13,117,189],"implement":[14],"the":[15,47,50,106,130,158,172,180,190],"correct":[16],"sequential":[17,81,103],"actions.":[18],"Because":[19],"RTS":[20,84],"games":[21,85],"like":[22],"StarCraft":[23,108,154],"II":[24,155],"are":[25,68],"real-time,":[26],"have":[28,54],"a":[29,87,125,143,162],"very":[30],"limited":[31],"time":[32],"how":[35],"develop":[37],"strategy.":[39],"addition,":[41,140],"can":[43],"only":[44],"partially":[45],"observe":[46],"parts":[48],"of":[49],"map":[51],"that":[52,171,186],"they":[53],"explored.":[55],"Therefore,":[56],"unlike":[57],"Chess":[58],"or":[59],"Go,":[60],"do":[62],"not":[63],"know":[64],"what":[65],"opponents":[67],"doing.":[69],"For":[70],"these":[71],"reasons,":[72],"applying":[73],"generally":[74],"used":[75],"artificial":[76],"intelligence":[77],"models":[78],"forecast":[80],"actions":[82,104],"in":[83,105,161],"is":[86,177],"challenge.":[88],"To":[89],"address":[90],"this,":[91],"we":[92,141,184],"propose":[93,142],"depthwise":[94,126,174],"separable":[95,127,175],"convolution-based":[96],"multimodal":[97,112,187],"deep":[98],"learning":[99,113,188],"(DESEM)":[100],"for":[101,133],"forecasting":[102,198],"game":[107],"II.":[109],"DESEM":[110],"performs":[111],"using":[114],"high-dimensional":[115,137],"frames":[116],"action":[118],"labels":[119],"simultaneously":[120],"as":[121,129],"inputs.":[122],"We":[123,151],"use":[124,152],"convolution":[128,176],"backbone":[131],"network":[132],"extracting":[134],"features":[135],"from":[136],"frames.":[138],"weighted":[144,191],"loss":[145,192],"function":[146,193],"resolve":[148],"class":[149],"imbalances.":[150],"1,978":[153],"replays":[156],"where":[157],"Terrans":[159],"win":[160],"Terran":[163],"vs.":[164],"Protoss":[165],"game.":[166],"The":[167],"experimental":[168],"results":[169],"show":[170],"proposed":[173],"superior":[178],"conventional":[181],"convolution.":[182],"Furthermore,":[183],"demonstrate":[185],"contribute":[194],"significantly":[195],"improving":[197],"performance.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}