{"id":"https://openalex.org/W4205442145","doi":"https://doi.org/10.1109/cog52621.2021.9619112","title":"Towards an AI playing Touhou from pixels: a dataset for real-time semantic segmentation","display_name":"Towards an AI playing Touhou from pixels: a dataset for real-time semantic segmentation","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W4205442145","doi":"https://doi.org/10.1109/cog52621.2021.9619112"},"language":"en","primary_location":{"id":"doi:10.1109/cog52621.2021.9619112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619112","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080344083","display_name":"Dario Ostuni","orcid":"https://orcid.org/0000-0002-7275-8123"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Dario Ostuni","raw_affiliation_strings":["Department of Computer Science, University of Verona, Verona, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057182707","display_name":"Ettore Tancredi Galante","orcid":null},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ettore Tancredi Galante","raw_affiliation_strings":["Department of Computer Science, University of Milan, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Milan, Milan, Italy","institution_ids":["https://openalex.org/I189158943"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5080344083"],"corresponding_institution_ids":["https://openalex.org/I119439378"],"apc_list":null,"apc_paid":null,"fwci":0.0653,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.36491935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8383950591087341},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.7413943409919739},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.674889087677002},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6423327922821045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6282811164855957},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5626634955406189},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.502476692199707},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.49601301550865173},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46147724986076355},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4441814422607422},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4423123002052307},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2476283311843872},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.09005281329154968},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07699999213218689}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383950591087341},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.7413943409919739},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.674889087677002},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6423327922821045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6282811164855957},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5626634955406189},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.502476692199707},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49601301550865173},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46147724986076355},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4441814422607422},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4423123002052307},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2476283311843872},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.09005281329154968},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07699999213218689},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog52621.2021.9619112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619112","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W123015697","https://openalex.org/W1544103597","https://openalex.org/W1861492603","https://openalex.org/W1913356549","https://openalex.org/W1923184257","https://openalex.org/W2013892605","https://openalex.org/W2031489346","https://openalex.org/W2037227137","https://openalex.org/W2145339207","https://openalex.org/W2171943915","https://openalex.org/W2340897893","https://openalex.org/W2561196672","https://openalex.org/W2761434131","https://openalex.org/W2785523195","https://openalex.org/W2921526792","https://openalex.org/W2963871073","https://openalex.org/W2963890956","https://openalex.org/W2963948533","https://openalex.org/W3006861906","https://openalex.org/W3112503277","https://openalex.org/W3150635270","https://openalex.org/W3196904463","https://openalex.org/W4293406525","https://openalex.org/W6605075725","https://openalex.org/W6632410607","https://openalex.org/W6639102338","https://openalex.org/W6717372056","https://openalex.org/W6747620207","https://openalex.org/W6760613829","https://openalex.org/W6776044926"],"related_works":["https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W1647606319","https://openalex.org/W4390494008","https://openalex.org/W2922442631","https://openalex.org/W2053596378","https://openalex.org/W2168523118","https://openalex.org/W2073639911","https://openalex.org/W2043988397"],"abstract_inverted_index":{"When":[0],"playing":[1,14],"from":[2,114],"pixels,":[3,65],"AIs":[4],"share":[5],"some":[6,47],"of":[7,30,58],"the":[8,28,31,49,69,89,137,146,162,171,177,189],"struggles":[9],"that":[10,136],"humans":[11],"face":[12],"when":[13],"a":[15,36,42,75,80,86,97,141],"game,":[16],"namely":[17],"not":[18],"knowing":[19],"its":[20],"internal":[21],"state.":[22],"In":[23],"this":[24,103],"paper":[25],"we":[26,95,127],"begin":[27],"exploration":[29],"AI-playing-from-pixels":[32],"problem":[33],"for":[34,102,185],"Touhou,":[35],"bullet":[37],"hell":[38],"game.":[39,191],"Albeit":[40],"being":[41],"massively":[43],"popular":[44],"game":[45,169],"in":[46,66,159,188],"niches,":[48],"community":[50],"has":[51],"yet":[52],"to":[53,78,84,88,99,157,180,183],"produce":[54],"an":[55],"AI":[56],"capable":[57],"beating":[59],"it,":[60],"while":[61],"looking":[62],"only":[63],"at":[64,161],"Lunatic":[67],"mode,":[68],"hardest":[70],"difficulty.":[71],"We":[72],"propose,":[73],"as":[74],"first":[76],"step,":[77],"build":[79],"semantic":[81,124],"segmentation":[82,125],"model":[83],"create":[85],"bridge":[87],"internal-state-looking":[90],"AIs.":[91],"To":[92],"achieve":[93],"this,":[94],"created":[96],"dataset":[98,106,178],"train":[100],"models":[101,138,172],"task.":[104],"This":[105],"is":[107],"procedurally":[108],"generated":[109],"using":[110,130],"manually":[111],"labeled":[112],"assets":[113],"classic":[115],"era":[116],"Touhou":[117],"games.":[118],"After":[119],"selecting":[120],"five":[121],"state-of-the-art":[122],"real-time":[123,160],"networks,":[126],"trained":[128],"them":[129],"our":[131],"dataset.":[132],"The":[133],"results":[134],"indicate":[135],"produced":[139],"have":[140],"high":[142],"classification":[143],"performance":[144],"over":[145],"validation":[147],"set.":[148],"However":[149],"all":[150],"models,":[151],"but":[152,176],"one,":[153],"are":[154],"too":[155],"slow":[156],"run":[158],"game's":[163],"target":[164],"frame":[165],"rate.":[166],"On":[167],"real":[168,190],"footage":[170],"show":[173],"promising":[174],"results,":[175],"needs":[179],"be":[181],"strengthen":[182],"account":[184],"noise":[186],"sources":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}
