{"id":"https://openalex.org/W3176329889","doi":"https://doi.org/10.1109/access.2021.3093340","title":"Ball Motion Control in the Table Tennis Robot System Using Time-Series Deep Reinforcement Learning","display_name":"Ball Motion Control in the Table Tennis Robot System Using Time-Series Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3176329889","doi":"https://doi.org/10.1109/access.2021.3093340","mag":"3176329889"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3093340","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3093340","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09467347.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09467347.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104042540","display_name":"Luo Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Luo Yang","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Pongbot Technology Company Ltd., Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Pongbot Technology Company Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415757","display_name":"Haibo Zhang","orcid":"https://orcid.org/0000-0002-3752-0806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haibo Zhang","raw_affiliation_strings":["Shanghai Pongbot Technology Company Ltd., Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Pongbot Technology Company Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078125284","display_name":"Xiangyang Zhu","orcid":"https://orcid.org/0000-0003-4914-6636"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Zhu","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062272467","display_name":"Xinjun Sheng","orcid":"https://orcid.org/0000-0001-6124-8665"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinjun Sheng","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5104042540"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.5353,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.93861859,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"99816","last_page":"99827"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tennis-ball","display_name":"Tennis ball","score":0.6902812719345093},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.6410471796989441},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6115602850914001},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5925125479698181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.573647141456604},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.5111241936683655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49677354097366333},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.49102115631103516},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.43598195910453796},{"id":"https://openalex.org/keywords/aerodynamics","display_name":"Aerodynamics","score":0.43247485160827637},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3859058618545532},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3703363537788391},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22427836060523987},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.18715879321098328},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18703565001487732},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.09829086065292358},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.07551050186157227}],"concepts":[{"id":"https://openalex.org/C2992174615","wikidata":"https://www.wikidata.org/wiki/Q246514","display_name":"Tennis ball","level":3,"score":0.6902812719345093},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.6410471796989441},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6115602850914001},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5925125479698181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.573647141456604},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.5111241936683655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49677354097366333},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.49102115631103516},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.43598195910453796},{"id":"https://openalex.org/C13393347","wikidata":"https://www.wikidata.org/wiki/Q8424","display_name":"Aerodynamics","level":2,"score":0.43247485160827637},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3859058618545532},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3703363537788391},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22427836060523987},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18715879321098328},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18703565001487732},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.09829086065292358},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.07551050186157227},{"id":"https://openalex.org/C2780101202","wikidata":"https://www.wikidata.org/wiki/Q768186","display_name":"sports equipment","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3093340","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3093340","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09467347.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fb0b8c27b42f4b97bf2fe35f465e81bf","is_oa":true,"landing_page_url":"https://doaj.org/article/fb0b8c27b42f4b97bf2fe35f465e81bf","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 99816-99827 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3093340","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3093340","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09467347.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1691558216","display_name":null,"funder_award_id":"18JC1410400","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176329889.pdf","grobid_xml":"https://content.openalex.org/works/W3176329889.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1485009520","https://openalex.org/W1522301498","https://openalex.org/W1964347016","https://openalex.org/W1983504832","https://openalex.org/W1990348223","https://openalex.org/W2025644940","https://openalex.org/W2026770681","https://openalex.org/W2033638498","https://openalex.org/W2112090547","https://openalex.org/W2320163917","https://openalex.org/W2342662072","https://openalex.org/W2610395436","https://openalex.org/W2741122588","https://openalex.org/W2766447205","https://openalex.org/W2766614170","https://openalex.org/W2775482448","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2792305967","https://openalex.org/W2797121477","https://openalex.org/W2798705390","https://openalex.org/W2823112946","https://openalex.org/W2906204569","https://openalex.org/W2914987759","https://openalex.org/W2946783853","https://openalex.org/W2955701021","https://openalex.org/W2963641140","https://openalex.org/W2963923407","https://openalex.org/W2963960193","https://openalex.org/W2964001908","https://openalex.org/W2964121744","https://openalex.org/W2964198579","https://openalex.org/W2964342357","https://openalex.org/W2981546531","https://openalex.org/W2983430868","https://openalex.org/W2990747716","https://openalex.org/W2999046867","https://openalex.org/W3000691000","https://openalex.org/W3009632987","https://openalex.org/W3090503027","https://openalex.org/W3090809839","https://openalex.org/W3104187952","https://openalex.org/W3127461190","https://openalex.org/W3164947292","https://openalex.org/W4293864724","https://openalex.org/W4298206671","https://openalex.org/W4300799055","https://openalex.org/W6628877408","https://openalex.org/W6631190155","https://openalex.org/W6704571135","https://openalex.org/W6737327832","https://openalex.org/W6740801417","https://openalex.org/W6742461812","https://openalex.org/W6745744936","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6749423406","https://openalex.org/W6751494529","https://openalex.org/W6753060773"],"related_works":["https://openalex.org/W2500432627","https://openalex.org/W2337502480","https://openalex.org/W2302011901","https://openalex.org/W2085868700","https://openalex.org/W2973156926","https://openalex.org/W2383982173","https://openalex.org/W2317418221","https://openalex.org/W584172674","https://openalex.org/W1988727730","https://openalex.org/W2375317300"],"abstract_inverted_index":{"One":[0],"of":[1,113,148,199,207],"the":[2,19,31,56,70,74,101,111,118,133,140,144,149,160,165,187,196,200,208,220],"biggest":[3],"challenges":[4],"hindering":[5],"a":[6,15,90,114,122,172],"table":[7,83,174,189],"tennis":[8,175,190],"robot":[9,191],"to":[10,47,63,69,88,94,109,205],"play":[11],"as":[12,14,30,55],"well":[13],"professional":[16],"player":[17],"is":[18,61,130],"ball\u2019s":[20,33,57,75],"accurate":[21,79],"motion":[22,80],"control,":[23],"which":[24,60,104,139,179],"depends":[25],"on":[26,73],"various":[27,180],"factors":[28,43],"such":[29,54],"incoming":[32],"position,":[34],"linear,":[35],"spin":[36,58,119,134,146],"velocity":[37,120,135,147],"and":[38,100,151,219],"so":[39],"forth.":[40],"Unfortunately,":[41],"some":[42],"are":[44,105],"almost":[45],"impossible":[46],"be":[48,64,184],"directly":[49],"measured":[50],"in":[51,82],"real":[52,188],"practice,":[53],"velocity,":[59],"difficult":[62],"estimated":[65],"from":[66,159],"vision":[67],"due":[68],"little":[71],"texture":[72],"surface.":[76],"To":[77,116,163],"perform":[78],"control":[81,202],"tennis,":[84],"this":[85,169],"study":[86],"proposes":[87],"learn":[89],"ball":[91,150],"stroke":[92,128,152],"strategy":[93,167,203],"guarantee":[95],"desirable":[96],"\u201ctarget":[97],"landing":[98,215],"location\u201d":[99],"\u201cover-net":[102],"height\u201d":[103],"two":[106],"key":[107],"indicators":[108],"evaluate":[110],"quality":[112],"stroke.":[115],"overcome":[117],"challenge,":[121],"deep":[123],"reinforcement":[124],"learning":[125,158],"(DRL)":[126],"based":[127],"approach":[129],"developed":[131],"with":[132,212],"estimation":[136],"capability,":[137],"through":[138,178],"system":[141],"can":[142,183],"predict":[143],"relative":[145],"it":[153],"back":[154],"accurately":[155],"by":[156],"iteratively":[157],"robot-environment":[161],"interactions.":[162],"pre-train":[164],"DRL-based":[166],"effectively,":[168],"paper":[170],"develops":[171],"virtual":[173],"playing":[176],"environment,":[177],"simulated":[181],"data":[182],"collected.":[185],"For":[186],"implementation,":[192],"experimental":[193],"results":[194],"demonstrate":[195],"superior":[197],"performance":[198],"proposed":[201],"compared":[204],"that":[206],"traditional":[209],"aerodynamics-based":[210],"method":[211],"an":[213],"average":[214],"error":[216],"around":[217],"80mm":[218],"landing-within-table":[221],"probability":[222],"higher":[223],"than":[224],"70%.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}