{"id":"https://openalex.org/W2116898904","doi":"https://doi.org/10.1109/iros.2011.6094892","title":"Learning anticipation policies for robot table tennis","display_name":"Learning anticipation policies for robot table tennis","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2116898904","doi":"https://doi.org/10.1109/iros.2011.6094892","mag":"2116898904"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2011.6094892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2011.6094892","pdf_url":null,"source":{"id":"https://openalex.org/S4363608614","display_name":"2011 IEEE/RSJ International Conference on Intelligent Robots and Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE/RSJ International Conference on Intelligent Robots and Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059226992","display_name":"Zhikun Wang","orcid":"https://orcid.org/0000-0003-2096-1047"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]},{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Zhikun Wang","raw_affiliation_strings":["Intelligent Autonomous Systems Group, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Group, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032760851","display_name":"Jasmin Lampert","orcid":"https://orcid.org/0000-0002-0414-4525"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christoph H. Lampert","raw_affiliation_strings":["Am Campus 1, Institute of Science and Technology Austria, IST Austria, Klosterneuburg, Austria","Institute of Science and Technology Austria, Am Campus 1, IST Austria, A-3400 Klosterneuburg, Austria"],"affiliations":[{"raw_affiliation_string":"Am Campus 1, Institute of Science and Technology Austria, IST Austria, Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]},{"raw_affiliation_string":"Institute of Science and Technology Austria, Am Campus 1, IST Austria, A-3400 Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016158060","display_name":"Katharina M\u00fclling","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katharina Mulling","raw_affiliation_strings":["Intelligent Autonomous Systems Group, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Group, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044005697","display_name":"Bernhard Sch\u00f6lkopf","orcid":"https://orcid.org/0000-0002-8177-0925"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernhard Scholkopf","raw_affiliation_strings":["Max Planck Institute of Intelligent Systems, Tubingen, Germany","Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute of Intelligent Systems, Tubingen, Germany","institution_ids":["https://openalex.org/I4210135521"]},{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]},{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Peters","raw_affiliation_strings":["Intelligent Autonomous Systems Group, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Group, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Spemannstr. 38, 72076 T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059226992"],"corresponding_institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210135521"],"apc_list":null,"apc_paid":null,"fwci":10.3559,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.98161471,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"332","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/racket","display_name":"Racket","score":0.9530433416366577},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.746567964553833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6731058359146118},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5637773871421814},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.5312255024909973},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5233249664306641},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.515023946762085},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.49154433608055115},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.4702179431915283},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4270452857017517},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.41374337673187256},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39470893144607544},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3891397714614868},{"id":"https://openalex.org/keywords/swing","display_name":"Swing","score":0.16979914903640747},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14608916640281677},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08166545629501343},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07729095220565796}],"concepts":[{"id":"https://openalex.org/C2778707667","wikidata":"https://www.wikidata.org/wiki/Q1254148","display_name":"Racket","level":3,"score":0.9530433416366577},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.746567964553833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6731058359146118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5637773871421814},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.5312255024909973},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5233249664306641},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.515023946762085},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.49154433608055115},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.4702179431915283},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4270452857017517},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.41374337673187256},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39470893144607544},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3891397714614868},{"id":"https://openalex.org/C65655974","wikidata":"https://www.wikidata.org/wiki/Q14867674","display_name":"Swing","level":2,"score":0.16979914903640747},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14608916640281677},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08166545629501343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07729095220565796},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/iros.2011.6094892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2011.6094892","pdf_url":null,"source":{"id":"https://openalex.org/S4363608614","display_name":"2011 IEEE/RSJ International Conference on Intelligent Robots and Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE/RSJ International Conference on Intelligent Robots and Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.233.939","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.233.939","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://robot-learning.de/pmwiki/uploads/Publications/Wang_IROS_2011.pdf","raw_type":"text"},{"id":"pmh:oai:edoc.mpg.de:596180","is_oa":false,"landing_page_url":"http://edoc.mpg.de/596180","pdf_url":null,"source":{"id":"https://openalex.org/S4406922265","display_name":"Max Planck Institute for Plasma Physics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS 2011), 332-337 (2011)","raw_type":"Conference-Paper"},{"id":"pmh:oai:escidoc.org:escidoc:1788031","is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0013-BA4E-6","pdf_url":null,"source":{"id":"https://openalex.org/S7407052962","display_name":"Max Planck Digital Library","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.mpg.de:item_1583030","is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0010-760F-F","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS 2011)","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:55422","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/55422/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Buchkapitel"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W151866386","https://openalex.org/W338285376","https://openalex.org/W1535581754","https://openalex.org/W1580216809","https://openalex.org/W1766290689","https://openalex.org/W1992989752","https://openalex.org/W2033819227","https://openalex.org/W2070757849","https://openalex.org/W2085261163","https://openalex.org/W2094086691","https://openalex.org/W2119808881","https://openalex.org/W2129979442","https://openalex.org/W2142300342","https://openalex.org/W2189573310","https://openalex.org/W2586680856","https://openalex.org/W4243493583","https://openalex.org/W4285719527","https://openalex.org/W6606192990","https://openalex.org/W6611523023","https://openalex.org/W6634689341","https://openalex.org/W6658838613","https://openalex.org/W6686944491"],"related_works":["https://openalex.org/W2971683044","https://openalex.org/W2500432627","https://openalex.org/W584172674","https://openalex.org/W1599896731","https://openalex.org/W2295737993","https://openalex.org/W2086276152","https://openalex.org/W281011826","https://openalex.org/W1997554563","https://openalex.org/W2131997651","https://openalex.org/W2708168597"],"abstract_inverted_index":{"Playing":[0],"table":[1,92],"tennis":[2,93],"is":[3,19,61,105],"a":[4,79],"difficult":[5],"task":[6],"for":[7,36,136],"robots,":[8],"especially":[9],"due":[10],"to":[11,25,47,66,85,99,141,156],"their":[12],"limitations":[13],"of":[14,22,33,114,125,168],"acceleration.":[15],"A":[16],"key":[17],"bottleneck":[18],"the":[20,27,34,38,50,54,68,73,97,103,107,115,119,123,126,159,166,169],"amount":[21],"time":[23],"needed":[24],"reach":[26],"desired":[28],"hitting":[29],"position":[30],"and":[31,128,139],"velocity":[32],"racket":[35,117],"returning":[37],"incoming":[39],"ball.":[40],"Here,":[41],"it":[42,57],"often":[43],"does":[44],"not":[45],"suffice":[46],"simply":[48],"extrapolate":[49],"ball's":[51,69],"trajectory":[52,70],"after":[53],"opponent":[55,104,127],"returns":[56],"but":[58],"more":[59],"information":[60],"needed.":[62],"Humans":[63],"are":[64,143],"able":[65],"predict":[67,122],"based":[71],"on":[72,111],"opponent's":[74,116],"moves":[75],"and,":[76],"thus,":[77],"have":[78],"considerable":[80],"advantage.":[81],"Hence,":[82],"we":[83],"propose":[84],"incorporate":[86],"an":[87,152],"anticipation":[88],"system":[89],"into":[90],"robot":[91,98,120,154],"players,":[94],"which":[95],"enables":[96],"react":[100,142],"earlier":[101],"while":[102],"performing":[106],"striking":[108],"movement.":[109],"Based":[110],"visual":[112],"observation":[113],"movement,":[118],"can":[121,163],"aim":[124],"adjust":[129],"its":[130],"movement":[131],"generation":[132],"accordingly.":[133],"The":[134],"policies":[135],"deciding":[137],"how":[138],"when":[140],"obtained":[144],"by":[145],"reinforcement":[146],"learning.":[147],"We":[148],"conduct":[149],"experiments":[150],"with":[151],"existing":[153],"player":[155],"show":[157],"that":[158],"learned":[160],"reaction":[161],"policy":[162],"significantly":[164],"improve":[165],"performance":[167],"overall":[170],"system.":[171]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}