{"id":"https://openalex.org/W4406460595","doi":"https://doi.org/10.1109/sbr/wre63066.2024.10837743","title":"Reinforcement Learning Applied to Very Small Size Soccer Decision-Making, Trajectory Planning and Control In Penalty Kicks","display_name":"Reinforcement Learning Applied to Very Small Size Soccer Decision-Making, Trajectory Planning and Control In Penalty Kicks","publication_year":2024,"publication_date":"2024-11-13","ids":{"openalex":"https://openalex.org/W4406460595","doi":"https://doi.org/10.1109/sbr/wre63066.2024.10837743"},"language":"en","primary_location":{"id":"doi:10.1109/sbr/wre63066.2024.10837743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sbr/wre63066.2024.10837743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Brazilian Symposium on Robotics (SBR), and 2024 Workshop on Robotics in Education (WRE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036564580","display_name":"Thayna Pires Bald\u00e3o","orcid":null},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Thayna Pires Bald\u00e3o","raw_affiliation_strings":["Aeronautics Institute of Technology,Computer Science Division,São José dos Campos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aeronautics Institute of Technology,Computer Science Division,São José dos Campos,Brazil","institution_ids":["https://openalex.org/I107428990","https://openalex.org/I4210123805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114179151","display_name":"Marcos R. O. A. Maximo","orcid":null},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos R. O. A. Maximo","raw_affiliation_strings":["Aeronautics Institute of Technology,Computer Science Division,São José dos Campos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aeronautics Institute of Technology,Computer Science Division,São José dos Campos,Brazil","institution_ids":["https://openalex.org/I107428990","https://openalex.org/I4210123805"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007059703","display_name":"Takashi Yoneyama","orcid":"https://orcid.org/0000-0001-5375-1076"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I4210123805","display_name":"Instituto de Aeron\u00e1utica e Espa\u00e7o","ror":"https://ror.org/025n1fp68","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123805"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Takashi Yoneyama","raw_affiliation_strings":["Aeronautics Institute of Technology,Electronic Engineering Division,São José dos Campos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aeronautics Institute of Technology,Electronic Engineering Division,São José dos Campos,Brazil","institution_ids":["https://openalex.org/I107428990","https://openalex.org/I4210123805"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"115","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.852729320526123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6941192150115967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6221979856491089},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6166346669197083},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5356352925300598},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4902041554450989},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4265690743923187},{"id":"https://openalex.org/keywords/error-driven-learning","display_name":"Error-driven learning","score":0.422024667263031},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1682533323764801}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.852729320526123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941192150115967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6221979856491089},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6166346669197083},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5356352925300598},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4902041554450989},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4265690743923187},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.422024667263031},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1682533323764801},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sbr/wre63066.2024.10837743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sbr/wre63066.2024.10837743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Brazilian Symposium on Robotics (SBR), and 2024 Workshop on Robotics in Education (WRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1992955514","https://openalex.org/W2097998348","https://openalex.org/W2296073425","https://openalex.org/W2543333441","https://openalex.org/W2736601468","https://openalex.org/W3081720148","https://openalex.org/W3120863400","https://openalex.org/W3123244128","https://openalex.org/W4292495332","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6674385629","https://openalex.org/W6741002519","https://openalex.org/W6782242850","https://openalex.org/W6786541156"],"related_works":["https://openalex.org/W2371091044","https://openalex.org/W2171010636","https://openalex.org/W87513465","https://openalex.org/W2786230833","https://openalex.org/W1966803121","https://openalex.org/W2391666574","https://openalex.org/W3203256658","https://openalex.org/W2352650970","https://openalex.org/W1544514152","https://openalex.org/W1493952344"],"abstract_inverted_index":{"In":[0],"this":[1,71],"work,":[2],"we":[3],"propose":[4],"a":[5,87],"Reinforcement":[6],"Learning":[7,18],"(RL)":[8],"training":[9],"methodology":[10,72],"using":[11,70],"Proximal":[12],"Policy":[13],"Optimization":[14],"(PPO)":[15],"and":[16,51,98,129],"Curriculum":[17],"(CL)":[19],"to":[20,29,62],"make":[21],"simulated":[22],"Very":[23],"Small":[24],"Size":[25],"Soccer":[26],"robots":[27],"learn":[28],"convert":[30],"penalty":[31,75],"kicks":[32],"against":[33,93,102,124,132],"two":[34],"types":[35],"of":[36,90,99],"opponents:":[37],"the":[38,44,48,52,57,64,94,103,108,113,125,133],"\u201cline":[39,95,126],"follow\u201d":[40,96,127],"goalkeeper,":[41,54],"which":[42,55],"defends":[43],"goal":[45,49],"by":[46],"following":[47],"line,":[50],"offensive":[53,104,134],"uses":[56],"univector":[58,109],"field":[59],"navigation":[60],"technique":[61],"attack":[63],"ball.":[65],"The":[66,82],"RL":[67,84,114],"agents":[68,115],"trained":[69],"demonstrated":[73],"sophisticated":[74],"kick":[76],"skills":[77],"with":[78,107,119],"high":[79],"conversion":[80,88,120],"rates.":[81],"best-evaluated":[83],"agent":[85,110],"achieved":[86],"rate":[89],"over":[91,100],"90%":[92],"goalkeeper":[97,128],"71%":[101],"goalkeeper.":[105,135],"Comparisons":[106],"showed":[111],"that":[112],"significantly":[116],"outperformed":[117],"it,":[118],"rates":[121],"78.71%":[122],"higher":[123,131],"1997.66%":[130]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}