{"id":"https://openalex.org/W2952695043","doi":"https://doi.org/10.1109/icarsc.2019.8733606","title":"Learning high-level robotic soccer strategies from scratch through reinforcement learning","display_name":"Learning high-level robotic soccer strategies from scratch through reinforcement learning","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2952695043","doi":"https://doi.org/10.1109/icarsc.2019.8733606","mag":"2952695043"},"language":"en","primary_location":{"id":"doi:10.1109/icarsc.2019.8733606","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarsc.2019.8733606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057161810","display_name":"Miguel Abreu","orcid":"https://orcid.org/0000-0002-6342-2054"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Miguel Abreu","raw_affiliation_strings":["DEI/FEUP - Department of Informatics Engineering, University of Porto, Porto, Portugal"],"affiliations":[{"raw_affiliation_string":"DEI/FEUP - Department of Informatics Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089812166","display_name":"Lu\u00eds Paulo Reis","orcid":"https://orcid.org/0000-0002-4709-1718"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis Paulo Reis","raw_affiliation_strings":["DEI/FEUP - Department of Informatics Engineering, University of Porto, Porto, Portugal"],"affiliations":[{"raw_affiliation_string":"DEI/FEUP - Department of Informatics Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035645484","display_name":"Henrique Lopes Cardoso","orcid":"https://orcid.org/0000-0003-1252-7515"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Henrique Lopes Cardoso","raw_affiliation_strings":["DEI/FEUP - Department of Informatics Engineering, University of Porto, Porto, Portugal"],"affiliations":[{"raw_affiliation_string":"DEI/FEUP - Department of Informatics Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057161810"],"corresponding_institution_ids":["https://openalex.org/I182534213"],"apc_list":null,"apc_paid":null,"fwci":0.42,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70304447,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8553484082221985},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.8063273429870605},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7155773639678955},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6270867586135864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5529343485832214},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48430147767066956},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4721403419971466}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8553484082221985},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.8063273429870605},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7155773639678955},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6270867586135864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5529343485832214},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48430147767066956},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4721403419971466},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarsc.2019.8733606","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarsc.2019.8733606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1899715700","https://openalex.org/W1976115983","https://openalex.org/W2104641222","https://openalex.org/W2122097156","https://openalex.org/W2262257077","https://openalex.org/W2267881773","https://openalex.org/W2560622419","https://openalex.org/W2620645529","https://openalex.org/W2736601468","https://openalex.org/W2916906876","https://openalex.org/W2963615220","https://openalex.org/W2963616477","https://openalex.org/W2963637944","https://openalex.org/W4297810554","https://openalex.org/W6639694594","https://openalex.org/W6678158298","https://openalex.org/W6691861496","https://openalex.org/W6692458258","https://openalex.org/W6693502484","https://openalex.org/W6731040297","https://openalex.org/W6741002519","https://openalex.org/W6745190604"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2066741154","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2059109728","https://openalex.org/W2082556335","https://openalex.org/W322691623","https://openalex.org/W2494989134","https://openalex.org/W2509444723"],"abstract_inverted_index":{"The":[0,132],"field":[1],"of":[2,19,51,62,99,123,138],"automated":[3],"learning":[4,25,67],"has":[5],"been":[6],"steadily":[7],"growing":[8],"in":[9,112],"robotic":[10,52],"tasks.":[11],"This":[12,45,104],"phenomenon":[13],"is":[14,71],"supported":[15],"by":[16],"the":[17,49,60,79,84,92,113,124,136,139,147],"evolution":[18],"computational":[20],"resources":[21],"and":[22,39,143],"new":[23,55],"reinforcement":[24],"algorithms.":[26],"Researchers":[27],"have":[28,134],"drawn":[29],"their":[30,144],"attentions":[31],"to":[32,37,86,95],"methods":[33,94],"that":[34],"are":[35,101],"easy":[36],"implement":[38],"tune,":[40],"while":[41],"achieving":[42],"state-of-the-art":[43],"performance.":[44],"trend":[46],"also":[47],"affects":[48],"world":[50],"soccer,":[53],"where":[54],"papers":[56],"delve":[57],"systematically":[58],"into":[59],"optimization":[61],"basic":[63],"skills.":[64],"However,":[65],"when":[66],"higher-level":[68],"strategies,":[69],"there":[70],"space":[72],"for":[73],"improvement":[74],"on":[75],"two":[76],"fronts.":[77],"First,":[78],"simulation":[80],"environment":[81],"should":[82],"allow":[83],"agent":[85],"abstract":[87],"from":[88],"low-level":[89],"details.":[90],"Second,":[91],"existing":[93],"train":[96],"this":[97],"kind":[98],"behaviors":[100],"still":[102],"scarce.":[103],"paper":[105],"contributes":[106],"with":[107,146],"innovative":[108],"problem-solving":[109],"methods,":[110],"specifically":[111],"rewards":[114],"field.":[115],"To":[116],"test":[117],"alternative":[118],"approaches,":[119],"an":[120],"extended":[121],"version":[122],"RoboCup's":[125],"official":[126],"Soccer":[127],"Server":[128],"simulator":[129],"was":[130],"used.":[131],"results":[133],"confirmed":[135],"importance":[137],"proposed":[140],"reward":[141],"components":[142],"relationship":[145],"episodes'":[148],"initial":[149],"conditions.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}