{"id":"https://openalex.org/W4406947145","doi":"https://doi.org/10.1109/access.2025.3536497","title":"Reinforcement Learning for Reconfigurable Robotic Soccer","display_name":"Reinforcement Learning for Reconfigurable Robotic Soccer","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406947145","doi":"https://doi.org/10.1109/access.2025.3536497"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3536497","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3536497","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3536497","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109526992","display_name":"M. Rafiq Ahamed","orcid":null},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"M. Shameer Ahamed","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064109073","display_name":"J. J. J. Pey","orcid":"https://orcid.org/0000-0002-8874-0833"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"J. J. J. Pey","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050654727","display_name":"S. M. Bhagya P. Samarakoon","orcid":"https://orcid.org/0000-0002-3458-5006"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"S. M. Bhagya P. Samarakoon","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3458-5006","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042817259","display_name":"M. A. Viraj J. Muthugala","orcid":"https://orcid.org/0000-0002-3598-5570"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"M. A. Viraj J. Muthugala","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3598-5570","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041057723","display_name":"Mohan Rajesh Elara","orcid":"https://orcid.org/0000-0001-6504-1530"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan Rajesh Elara","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6504-1530","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore University of Technology and Design, Engineering Product Development Pillar, 8 Somapah Rd, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":7.8715,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96744145,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"22314","last_page":"22324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.8762000203132629,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8274000287055969,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8365647792816162},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7398556470870972},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46775388717651367},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4433855414390564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39545905590057373},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13454186916351318}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8365647792816162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7398556470870972},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46775388717651367},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4433855414390564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39545905590057373},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13454186916351318},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3536497","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3536497","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e08f0c2448d8481d9946c602d47bcc6f","is_oa":true,"landing_page_url":"https://doaj.org/article/e08f0c2448d8481d9946c602d47bcc6f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 22314-22324 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3536497","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3536497","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6083374422","display_name":null,"funder_award_id":"M21K1a0104","funder_id":"https://openalex.org/F4320320696","funder_display_name":"Agency for Science, Technology and Research"}],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1496590343","https://openalex.org/W1589248913","https://openalex.org/W1660957643","https://openalex.org/W2026675745","https://openalex.org/W2139714790","https://openalex.org/W2141858592","https://openalex.org/W2192043779","https://openalex.org/W2761228196","https://openalex.org/W2783134749","https://openalex.org/W2899318310","https://openalex.org/W3003522421","https://openalex.org/W3138971305","https://openalex.org/W3158362201","https://openalex.org/W3160611005","https://openalex.org/W4205972012","https://openalex.org/W4223473120","https://openalex.org/W4226293448","https://openalex.org/W4233529130","https://openalex.org/W4246760065","https://openalex.org/W4250983876","https://openalex.org/W4312951824","https://openalex.org/W4390694989","https://openalex.org/W6603186514","https://openalex.org/W6741002519","https://openalex.org/W6753526802","https://openalex.org/W6766978945","https://openalex.org/W6810200319","https://openalex.org/W6852263707","https://openalex.org/W6857288461","https://openalex.org/W7033723411"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Robots":[0],"are":[1],"showing":[2],"great":[3],"impact":[4],"and,":[5],"in":[6,10,23,27,36,54,65,111,122,155,190],"recent":[7],"trends,":[8],"appearing":[9],"areas":[11],"such":[12,39],"as":[13,40],"education":[14],"and":[15,29,44,63,101,109,140,160,180],"entertainment.":[16],"Robotic":[17],"soccer":[18,178],"is":[19,34],"becoming":[20],"more":[21],"prevalent":[22],"competitions,":[24],"furthering":[25],"research":[26],"robotics":[28,33],"artificial":[30],"intelligence.":[31],"Reconfigurable":[32],"used":[35,91,144],"application":[37],"domains":[38],"cleaning,":[41],"multi-terrain":[42],"locomotion,":[43],"logistical":[45],"support,":[46],"but":[47],"reconfigurability":[48],"has":[49],"yet":[50,193],"to":[51,76,80,99,118,126,145,174,176],"be":[52],"introduced":[53],"robotic":[55],"soccer.":[56,69],"Using":[57],"reconfigurable":[58,172],"robots":[59],"provides":[60],"increased":[61],"flexibility":[62],"adaptability":[64],"the":[66,93,115,120,128,147,150,164,177,182,187],"game":[67],"of":[68,138,149,158,186],"This":[70],"paper":[71],"proposes":[72],"Reinforcement":[73],"Learning":[74],"(RL)":[75],"train":[77,100],"an":[78,123],"agent":[79,116],"kick":[81],"a":[82,85,131,171],"ball":[83,121,129],"toward":[84],"goal":[86,103,132,156],"using":[87,133],"reconfiguration.":[88,134],"RL":[89],"was":[90,107],"with":[92],"Proximal":[94],"Policy":[95],"Optimisation":[96],"(PPO)":[97],"algorithm":[98],"optimise":[102],"scoring.":[104],"The":[105],"environment":[106],"developed":[108],"trained":[110],"Unity.":[112],"Training":[113],"included":[114],"learning":[117],"approach":[119],"optimal":[124],"position":[125],"hit":[127],"into":[130],"Two":[135],"use":[136],"cases":[137],"penalty":[139],"free":[141],"kicks":[142],"were":[143],"validate":[146],"accuracy":[148],"proposed":[151],"model,":[152],"which":[153],"resulted":[154],"conversion":[157],"81%":[159],"67%,":[161],"respectively.":[162],"Moreover,":[163],"results":[165],"confirm":[166],"that":[167],"this":[168,191],"method":[169],"allows":[170],"robot":[173],"adapt":[175],"field":[179],"perform":[181],"best":[183],"move":[184],"out":[185],"myriad":[188],"possibilities":[189],"complex":[192],"competitive":[194],"game.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}