{"id":"https://openalex.org/W4296123194","doi":"https://doi.org/10.1007/s11042-022-13695-1","title":"Exploiting semantic segmentation to boost reinforcement learning in video game environments","display_name":"Exploiting semantic segmentation to boost reinforcement learning in video game environments","publication_year":2022,"publication_date":"2022-09-15","ids":{"openalex":"https://openalex.org/W4296123194","doi":"https://doi.org/10.1007/s11042-022-13695-1"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-022-13695-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-022-13695-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13695-1.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13695-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056547152","display_name":"Javier Montalvo","orcid":"https://orcid.org/0000-0001-6610-1566"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Javier Montalvo","raw_affiliation_strings":["VPULab, Universidad Aut\u00f3noma de Madrid, Ciudad Universitaria de Cantoblanco, Madrid, 28049, Spain"],"raw_orcid":"https://orcid.org/0000-0001-6610-1566","affiliations":[{"raw_affiliation_string":"VPULab, Universidad Aut\u00f3noma de Madrid, Ciudad Universitaria de Cantoblanco, Madrid, 28049, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015024907","display_name":"\u00c1lvaro Garc\u00eda\u2010Mart\u00edn","orcid":"https://orcid.org/0000-0002-1705-3972"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"\u00c1lvaro Garc\u00eda-Mart\u00edn","raw_affiliation_strings":["VPULab, Universidad Aut\u00f3noma de Madrid, Ciudad Universitaria de Cantoblanco, Madrid, 28049, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VPULab, Universidad Aut\u00f3noma de Madrid, Ciudad Universitaria de Cantoblanco, Madrid, 28049, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042406317","display_name":"Jes\u00fas Besc\u00f3s","orcid":"https://orcid.org/0000-0001-6238-6859"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jes\u00fas Besc\u00f3s","raw_affiliation_strings":["VPULab, Universidad Aut\u00f3noma de Madrid, Ciudad Universitaria de Cantoblanco, Madrid, 28049, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VPULab, Universidad Aut\u00f3noma de Madrid, Ciudad Universitaria de Cantoblanco, Madrid, 28049, Spain","institution_ids":["https://openalex.org/I63634437"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5056547152"],"corresponding_institution_ids":["https://openalex.org/I63634437"],"apc_list":null,"apc_paid":null,"fwci":0.464,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.68687523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"82","issue":"7","first_page":"10961","last_page":"10979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9193853139877319},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9187284708023071},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6556310653686523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6340484619140625},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5886309742927551},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5845546722412109},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5633720755577087},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5155839323997498},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4509895443916321},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43259984254837036},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.42859187722206116},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.1272803246974945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9193853139877319},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9187284708023071},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6556310653686523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6340484619140625},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5886309742927551},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5845546722412109},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5633720755577087},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5155839323997498},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4509895443916321},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43259984254837036},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.42859187722206116},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.1272803246974945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11042-022-13695-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-022-13695-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13695-1.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},{"id":"pmh:oai:repositorio.uam.es:10486/704109","is_oa":true,"landing_page_url":"http://hdl.handle.net/10486/704109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400964","display_name":"Biblos-e Archivo (Universidad Aut\u00f3noma de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63634437","host_organization_name":"Universidad Aut\u00f3noma de Madrid","host_organization_lineage":["https://openalex.org/I63634437"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s11042-022-13695-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-022-13695-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13695-1.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8701379388","display_name":null,"funder_award_id":"PID2021-125051OB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322755","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4296123194.pdf","grobid_xml":"https://content.openalex.org/works/W4296123194.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2431874326","https://openalex.org/W2469938794","https://openalex.org/W2487365028","https://openalex.org/W2746553466","https://openalex.org/W2765302304","https://openalex.org/W2933610837","https://openalex.org/W2955058313","https://openalex.org/W2955084925","https://openalex.org/W2963052201","https://openalex.org/W2971014764","https://openalex.org/W2981689412","https://openalex.org/W2989847975","https://openalex.org/W3089060308","https://openalex.org/W3090843930","https://openalex.org/W3109120382","https://openalex.org/W3109301572","https://openalex.org/W3117097536","https://openalex.org/W3118210634","https://openalex.org/W3120294196","https://openalex.org/W3170841864","https://openalex.org/W3202424564","https://openalex.org/W3213694496","https://openalex.org/W3215896291","https://openalex.org/W3217258974","https://openalex.org/W6600281463","https://openalex.org/W6601558754","https://openalex.org/W6814003322"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2,24,120],"work":[3,191],"we":[4,26,67],"explore":[5],"enhancing":[6],"performance":[7,132,152],"of":[8,61,87],"reinforcement":[9,42,70,136,187],"learning":[10,43,71,137,170,188],"algorithms":[11,189],"in":[12,145],"video":[13,108],"game":[14,109],"environments":[15],"by":[16,195],"feeding":[17],"it":[18,123,149,165],"better,":[19],"more":[20],"relevant":[21],"data.":[22],"For":[23],"purpose,":[25],"use":[27],"semantic":[28,52,127,182],"segmentation":[29,128,183],"to":[30,49,82,93,167],"transform":[31],"the":[32,41,69,104,111,134,141,160],"images":[33],"that":[34,125,180,190,202],"would":[35],"be":[36,209,218],"used":[37],"as":[38,110],"input":[39],"for":[40,119,171,211],"algorithm":[44,72,138],"from":[45],"their":[46],"original":[47],"domain":[48,53],"a":[50],"simplified":[51,75],"with":[54,73,103,192],"just":[55],"silhouettes":[56],"and":[57,63,65,90,96,144,163,215],"class":[58],"labels":[59],"instead":[60],"textures":[62],"colors,":[64],"then":[66],"train":[68],"these":[74],"images.":[76],"We":[77,178],"have":[78,100],"conducted":[79],"different":[80,176],"experiments":[81],"study":[83],"multiple":[84,117,157],"aspects:":[85],"feasibility":[86],"our":[88],"proposal,":[89],"potential":[91],"benefits":[92],"model":[94],"generalization":[95],"transfer":[97,169],"learning.":[98],"Experiments":[99],"been":[101],"performed":[102],"Super":[105],"Mario":[106],"Bros":[107],"testing":[112],"environment.":[113],"Our":[114,198],"results":[115,199],"show":[116],"advantages":[118],"method.":[121],"First,":[122],"proves":[124],"using":[126,181],"enables":[129],"reaching":[130],"higher":[131],"than":[133],"baseline":[135],"without":[139],"modifying":[140],"actual":[142],"algorithm,":[143],"fewer":[146],"episodes;":[147],"second,":[148],"shows":[150],"noticeable":[151],"improvements":[153],"when":[154],"training":[155],"on":[156,174,220],"levels":[158],"at":[159],"same":[161],"time;":[162],"finally,":[164],"allows":[166],"apply":[168],"models":[172],"trained":[173],"visually":[175],"environments.":[177],"conclude":[179],"can":[184],"certainly":[185],"help":[186],"visual":[193],"data,":[194],"refining":[196],"it.":[197],"also":[200,208],"suggest":[201],"other":[203],"computer":[204],"vision":[205],"techniques":[206],"may":[207],"beneficial":[210],"data":[212],"prepossessing.":[213],"Models":[214],"code":[216],"will":[217],"available":[219],"github":[221],"upon":[222],"acceptance.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}