{"id":"https://openalex.org/W4390099531","doi":"https://doi.org/10.1109/robio58561.2023.10354565","title":"Deep Reinforcement Learning for a Humanoid Robot Basketball Player","display_name":"Deep Reinforcement Learning for a Humanoid Robot Basketball Player","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4390099531","doi":"https://doi.org/10.1109/robio58561.2023.10354565"},"language":"en","primary_location":{"id":"doi:10.1109/robio58561.2023.10354565","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/robio58561.2023.10354565","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044309431","display_name":"Shuaiqi Zhang","orcid":"https://orcid.org/0000-0001-5697-2210"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuaiqi Zhang","raw_affiliation_strings":["Harbin Engineering University,School of Computer Science and Technology,Harbin,China","School of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,School of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102997524","display_name":"Guodong Zhao","orcid":"https://orcid.org/0000-0002-5554-3876"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guodong Zhao","raw_affiliation_strings":["Harbin Engineering University,School of Computer Science and Technology,Harbin,China","School of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,School of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439453","display_name":"Lin Peng","orcid":"https://orcid.org/0009-0002-2724-8711"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Lin","raw_affiliation_strings":["Harbin Engineering University,School of Computer Science and Technology,Harbin,China","School of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,School of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035277052","display_name":"Mingshuo Liu","orcid":"https://orcid.org/0000-0003-2951-3603"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingshuo Liu","raw_affiliation_strings":["Harbin Engineering University,School of Computer Science and Technology,Harbin,China","School of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,School of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108888274","display_name":"Jianhua Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Dong","raw_affiliation_strings":["Harbin Engineering University,School of Computer Science and Technology,Harbin,China","School of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,School of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100425881","display_name":"Haoyu Zhang","orcid":"https://orcid.org/0000-0001-9260-0270"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Zhang","raw_affiliation_strings":["Harbin Engineering University,School of Computer Science and Technology,Harbin,China","School of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,School of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044309431"],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":null,"apc_paid":null,"fwci":0.6993,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76828751,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8311870098114014},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7606820464134216},{"id":"https://openalex.org/keywords/basketball","display_name":"Basketball","score":0.727668821811676},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6687740087509155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4932543635368347},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4131240248680115},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38906294107437134}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8311870098114014},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7606820464134216},{"id":"https://openalex.org/C103189561","wikidata":"https://www.wikidata.org/wiki/Q5372","display_name":"Basketball","level":2,"score":0.727668821811676},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6687740087509155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4932543635368347},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4131240248680115},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38906294107437134},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio58561.2023.10354565","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/robio58561.2023.10354565","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W144697723","https://openalex.org/W2113873503","https://openalex.org/W2490545168","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W3120364637","https://openalex.org/W3126808210","https://openalex.org/W3174857949","https://openalex.org/W4226403863","https://openalex.org/W4293117609","https://openalex.org/W4317384011"],"related_works":["https://openalex.org/W2369330680","https://openalex.org/W2387007275","https://openalex.org/W2389047293","https://openalex.org/W2348951541","https://openalex.org/W2363923555","https://openalex.org/W2379277877","https://openalex.org/W2359223739","https://openalex.org/W2377467184","https://openalex.org/W2375049945","https://openalex.org/W1569471492"],"abstract_inverted_index":{"Currently,":[0],"the":[1,29,38,69,83,89,95,101,141,146,158,165],"majority":[2],"of":[3,129,148,160],"research":[4],"on":[5,11,20,82,157],"humanoid":[6,75,102],"robot":[7,103,112],"basketball":[8,70,84,107],"shooting":[9,25,31,56,71,85,108],"focuses":[10],"traditional":[12],"control":[13,28],"methods.":[14],"However,":[15],"these":[16,60],"methods":[17],"primarily":[18],"rely":[19],"human-robot":[21],"interaction":[22],"and":[23,46,49,138,151,155],"fixed":[24],"patterns":[26],"to":[27,54,68,99,104,126],"robot\u2019s":[30],"actions,":[32,132],"resulting":[33],"in":[34,52,88],"limited":[35],"autonomy":[36],"for":[37,73],"robot.":[39,76],"They":[40],"often":[41],"require":[42],"extensive":[43],"manual":[44],"design":[45],"coding":[47],"operations,":[48],"face":[50],"challenges":[51],"adapting":[53],"different":[55],"scenarios.":[57],"To":[58],"address":[59],"problems,":[61],"this":[62],"paper":[63,93],"applies":[64],"deep":[65],"reinforcement":[66],"learning":[67],"task":[72,78],"a":[74],"The":[77,111],"environment":[79],"is":[80],"based":[81],"competition":[86],"defined":[87],"FIRA":[90],"HuroCup.":[91],"This":[92],"uses":[94],"Double":[96],"DQN":[97],"algorithm":[98],"train":[100],"master":[105],"end-to-end":[106],"skills,":[109],"specifically:":[110],"takes":[113],"RGB":[114],"images":[115],"captured":[116],"by":[117],"its":[118],"own":[119],"head":[120],"camera":[121],"as":[122],"input,":[123],"then":[124],"decides":[125],"take":[127],"one":[128],"three":[130],"discrete":[131],"including":[133],"turning":[134,136],"left,":[135],"right,":[137],"shooting.":[139],"In":[140],"experimental":[142,166],"section,":[143],"we":[144],"validate":[145],"effectiveness":[147],"our":[149],"approach":[150],"conduct":[152],"an":[153],"analysis":[154],"discussion":[156],"setup":[159],"important":[161],"parameters":[162],"that":[163],"influence":[164],"results.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}