{"id":"https://openalex.org/W3042772898","doi":"https://doi.org/10.1109/case48305.2020.9216806","title":"Learning to Play Cup-and-Ball with Noisy Camera Observations","display_name":"Learning to Play Cup-and-Ball with Noisy Camera Observations","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3042772898","doi":"https://doi.org/10.1109/case48305.2020.9216806","mag":"3042772898"},"language":"en","primary_location":{"id":"doi:10.1109/case48305.2020.9216806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case48305.2020.9216806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 16th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.09562","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025118945","display_name":"Monimoy Bujarbaruah","orcid":"https://orcid.org/0000-0003-0639-1025"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Monimoy Bujarbaruah","raw_affiliation_strings":["UC Berkeley, USA","UC, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091579543","display_name":"Tony Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony Zheng","raw_affiliation_strings":["UC Berkeley, USA","UC, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622980","display_name":"Akhil Appu Shetty","orcid":"https://orcid.org/0000-0002-8885-0776"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akhil Shetty","raw_affiliation_strings":["UC Berkeley, USA","UC, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016266086","display_name":"Martin A. Sehr","orcid":"https://orcid.org/0000-0002-6785-169X"},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Sehr","raw_affiliation_strings":["Siemens Corporate Technology, USA","Siemens, Corporate Technology, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, USA","institution_ids":["https://openalex.org/I4210137693"]},{"raw_affiliation_string":"Siemens, Corporate Technology, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025067440","display_name":"Francesco Borrelli","orcid":"https://orcid.org/0000-0001-8919-6430"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francesco Borrelli","raw_affiliation_strings":["UC Berkeley, USA","UC, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC, Berkeley, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025118945"],"corresponding_institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.2944,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56443457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"372","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.8061042428016663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6296522617340088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5198824405670166},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5044280290603638},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4687844514846802},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4516080319881439},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4040437340736389},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.38513344526290894},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23659563064575195},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1273648738861084}],"concepts":[{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.8061042428016663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6296522617340088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5198824405670166},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5044280290603638},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4687844514846802},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4516080319881439},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4040437340736389},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.38513344526290894},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23659563064575195},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1273648738861084},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/case48305.2020.9216806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case48305.2020.9216806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 16th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.09562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.09562","pdf_url":"https://arxiv.org/pdf/2007.09562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3042772898","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2007.09562","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2007.09562","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.09562","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.09562","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.09562","pdf_url":"https://arxiv.org/pdf/2007.09562","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1474320113","display_name":null,"funder_award_id":"ONR-N00014-18-1-2833","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4353487559","display_name":null,"funder_award_id":"ONR-N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4867049811","display_name":null,"funder_award_id":"1931853","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7839701039","display_name":null,"funder_award_id":"N00014-18-1-2833","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3042772898.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1564897360","https://openalex.org/W1975318316","https://openalex.org/W1977869987","https://openalex.org/W2014549826","https://openalex.org/W2038798729","https://openalex.org/W2066461256","https://openalex.org/W2116039916","https://openalex.org/W2118637732","https://openalex.org/W2148467756","https://openalex.org/W2158782408","https://openalex.org/W2161872510","https://openalex.org/W2162137442","https://openalex.org/W2166950571","https://openalex.org/W2749680651","https://openalex.org/W2914688076","https://openalex.org/W2969991110","https://openalex.org/W2991272678","https://openalex.org/W3012113410","https://openalex.org/W3036619998","https://openalex.org/W3217246742","https://openalex.org/W6683782062","https://openalex.org/W6770579856","https://openalex.org/W6774993575"],"related_works":["https://openalex.org/W3092352130","https://openalex.org/W1559566475","https://openalex.org/W2782587497","https://openalex.org/W2344750889","https://openalex.org/W2974148067","https://openalex.org/W2345399098","https://openalex.org/W3176329889","https://openalex.org/W2313674488","https://openalex.org/W2398190506","https://openalex.org/W2462291845","https://openalex.org/W3115651327","https://openalex.org/W2077295879","https://openalex.org/W2998160007","https://openalex.org/W2005787285","https://openalex.org/W1827039931","https://openalex.org/W2347170271","https://openalex.org/W2300606037","https://openalex.org/W2873400395","https://openalex.org/W809123460","https://openalex.org/W170230221"],"abstract_inverted_index":{"Playing":[0],"the":[1,40,58,74,84,98,109,114,118,127,148,151,160,188,192,195,199,203],"cup-and-ball":[2,41],"game":[3],"is":[4,66,90,105,144,172],"an":[5,130],"intriguing":[6],"task":[7],"for":[8,39],"robotics":[9],"research":[10],"since":[11],"it":[12],"abstracts":[13],"important":[14],"problem":[15,65,104],"characteristics":[16],"including":[17],"system":[18],"nonlinearity,":[19],"contact":[20],"forces":[21],"and":[22,81,93,116,210],"precise":[23],"positioning":[24],"as":[25,194],"terminal":[26],"goal.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31],"present":[32],"a":[33,44,53,61,78,101,138,166,169,176],"learning":[34],"model":[35],"based":[36],"control":[37,64,113,161],"strategy":[38],"game,":[42],"where":[43,142],"Universal":[45],"Robots":[46],"UR5e":[47],"manipulator":[48,115],"arm":[49],"learns":[50],"to":[51,97,112,146,158],"catch":[52,117,167,189],"ball":[54,75,128],"in":[55,77,95,156,191],"one":[56],"of":[57,126,150,165,180,187,202],"cups":[59],"on":[60],"Kendama.":[62],"Our":[63,182],"divided":[67],"into":[68],"two":[69],"sub-tasks,":[70],"namely":[71],"(i)":[72],"swinging":[73],"up":[76],"constrained":[79],"motion,":[80],"(ii)":[82],"catching":[83],"free-falling":[85],"ball.":[86,119],"The":[87,120,163],"swing-up":[88],"trajectory":[89],"computed":[91,173],"offline,":[92],"applied":[94],"open-loop":[96],"arm.":[99],"Subsequently,":[100],"convex":[102],"optimization":[103],"solved":[106],"online":[107],"during":[108],"ball's":[110],"free-fall":[111],"controller":[121],"utilizes":[122],"noisy":[123],"position":[124],"feedback":[125],"from":[129],"Intel":[131],"RealSense":[132],"D435":[133],"depth":[134],"camera.":[135],"We":[136],"propose":[137],"novel":[139],"iterative":[140],"framework,":[141],"data":[143],"used":[145],"learn":[147],"support":[149,197,201,214],"camera":[152,204],"noise":[153,205],"distribution":[154],"iteratively":[155],"order":[157],"update":[159],"policy.":[162],"probability":[164,186],"with":[168,175],"fixed":[170],"policy":[171],"empirically":[174],"user":[177],"specified":[178],"number":[179],"roll-outs.":[181],"design":[183],"guarantees":[184],"that":[185],"increases":[190],"limit,":[193],"learned":[196],"nears":[198],"true":[200],"distribution.":[206],"High-fidelity":[207],"Mujoco":[208],"simulations":[209],"preliminary":[211],"experimental":[212],"results":[213],"our":[215],"theoretical":[216],"analysis":[217],"(video":[218],"link-":[219],"GitHub":[220],"link).":[221]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}