{"id":"https://openalex.org/W4383109148","doi":"https://doi.org/10.1109/icra48891.2023.10161283","title":"Robotic Table Wiping via Reinforcement Learning and Whole-body Trajectory Optimization","display_name":"Robotic Table Wiping via Reinforcement Learning and Whole-body Trajectory Optimization","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383109148","doi":"https://doi.org/10.1109/icra48891.2023.10161283"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085222818","display_name":"Thomas Lew","orcid":"https://orcid.org/0000-0002-8209-3604"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thomas Lew","raw_affiliation_strings":["Robotics at Google","Department of Aeronautics and Astronautics, Stanford University"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017822896","display_name":"Sumeet Singh","orcid":"https://orcid.org/0000-0002-6948-7131"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sumeet Singh","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103327813","display_name":"Mario Prats","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mario Prats","raw_affiliation_strings":["Everyday Robots"],"affiliations":[{"raw_affiliation_string":"Everyday Robots","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050103635","display_name":"Jeffrey Bingham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeffrey Bingham","raw_affiliation_strings":["Everyday Robots"],"affiliations":[{"raw_affiliation_string":"Everyday Robots","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080416550","display_name":"Jonathan Weisz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Weisz","raw_affiliation_strings":["Everyday Robots"],"affiliations":[{"raw_affiliation_string":"Everyday Robots","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027704536","display_name":"Benjie Holson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjie Holson","raw_affiliation_strings":["Everyday Robots"],"affiliations":[{"raw_affiliation_string":"Everyday Robots","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431069","display_name":"Xiaohan Zhang","orcid":"https://orcid.org/0009-0000-3156-7315"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohan Zhang","raw_affiliation_strings":["Robotics at Google","Department of Computer Science, SUNY Binghamton"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Department of Computer Science, SUNY Binghamton","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058073838","display_name":"Vikas Sindhwani","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikas Sindhwani","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102831128","display_name":"Yao Lu","orcid":"https://orcid.org/0000-0002-3147-2081"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Lu","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100676785","display_name":"Fei Xia","orcid":"https://orcid.org/0000-0003-4343-1444"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Xia","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013578532","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0001-9502-6382"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080017055","display_name":"Tingnan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tingnan Zhang","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103241086","display_name":"Jie Tan","orcid":"https://orcid.org/0000-0002-7947-0333"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Tan","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102089982","display_name":"Montserrat Gonzalez","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Montserrat Gonzalez","raw_affiliation_strings":["Robotics at Google"],"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5085222818"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":1.3517,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.78794829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7184","last_page":"7190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8261914849281311},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.751784086227417},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.72208172082901},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6960444450378418},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.6085243225097656},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.568260669708252},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.43515831232070923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42365899682044983},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.41136232018470764},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3679622411727905},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09343060851097107}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8261914849281311},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.751784086227417},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.72208172082901},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6960444450378418},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.6085243225097656},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.568260669708252},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.43515831232070923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42365899682044983},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41136232018470764},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3679622411727905},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09343060851097107},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1518931405","https://openalex.org/W1894373409","https://openalex.org/W2022283909","https://openalex.org/W2142224528","https://openalex.org/W2416683943","https://openalex.org/W2469863283","https://openalex.org/W2502413221","https://openalex.org/W2528489519","https://openalex.org/W2775067858","https://openalex.org/W2781726626","https://openalex.org/W2806243891","https://openalex.org/W2889759086","https://openalex.org/W2913300629","https://openalex.org/W2925761457","https://openalex.org/W2946725528","https://openalex.org/W2959783063","https://openalex.org/W2962822210","https://openalex.org/W2963390419","https://openalex.org/W2963575966","https://openalex.org/W2963802910","https://openalex.org/W2965291511","https://openalex.org/W3003629310","https://openalex.org/W3011688828","https://openalex.org/W3022439851","https://openalex.org/W3029192705","https://openalex.org/W3035756007","https://openalex.org/W3046272382","https://openalex.org/W3091358089","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3105570727","https://openalex.org/W3108634522","https://openalex.org/W3133498163","https://openalex.org/W3134395475","https://openalex.org/W3142410314","https://openalex.org/W3148610713","https://openalex.org/W3166648240","https://openalex.org/W3183413118","https://openalex.org/W3200418126","https://openalex.org/W3203511201","https://openalex.org/W3206530605","https://openalex.org/W4221161274","https://openalex.org/W4226381002","https://openalex.org/W4281480521","https://openalex.org/W4283316237","https://openalex.org/W4283813259","https://openalex.org/W4285102174","https://openalex.org/W4287331222","https://openalex.org/W4294562617","https://openalex.org/W4301385844","https://openalex.org/W4388692454","https://openalex.org/W6716181154","https://openalex.org/W6747473740","https://openalex.org/W6751535212","https://openalex.org/W6758924645","https://openalex.org/W6759886010","https://openalex.org/W6790686001","https://openalex.org/W6801810553","https://openalex.org/W6803800456"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2903025760","https://openalex.org/W4289147272"],"abstract_inverted_index":{"We":[0,132],"propose":[1,64],"a":[2,65,78,86,110],"framework":[3,114],"to":[4,10,14,50,69,115],"enable":[5,51,100],"multipurpose":[6],"assistive":[7],"mobile":[8],"robots":[9],"autonomously":[11],"wipe":[12],"tables":[13],"clean":[15],"spills":[16,38],"and":[17,37,72,75,118,139],"crumbs.":[18],"This":[19],"problem":[20],"is":[21],"challenging,":[22],"as":[23],"it":[24],"requires":[25],"planning":[26,90],"wiping":[27,91,126],"actions":[28,92],"while":[29,128],"reasoning":[30],"over":[31],"uncertain":[32],"latent":[33],"dynamics":[34,74],"of":[35,143],"crumbs":[36,71],"captured":[39],"via":[40],"high-dimensional":[41],"visual":[42],"observations.":[43],"Simultaneously,":[44],"we":[45,62,84,104],"must":[46],"guarantee":[47],"constraints":[48,130],"satisfaction":[49],"safe":[52],"deployment":[53],"in":[54,93,137],"unstructured":[55],"cluttered":[56],"environments.":[57],"To":[58,99],"tackle":[59],"this":[60,82],"problem,":[61],"first":[63],"stochastic":[66],"differential":[67],"equation":[68],"model":[70],"spill":[73],"absorption":[76],"with":[77,109],"robot":[79],"wiper.":[80],"Using":[81],"model,":[83],"train":[85],"vision-based":[87],"policy":[88,108],"for":[89],"simulation":[94,138],"using":[95],"reinforcement":[96],"learning":[97],"(RL).":[98],"zero-shot":[101],"sim-to-real":[102],"deployment,":[103],"dovetail":[105],"the":[106,124],"RL":[107],"whole-body":[111],"trajectory":[112],"optimization":[113],"compute":[116],"base":[117],"arm":[119],"joint":[120],"trajectories":[121],"that":[122],"execute":[123],"desired":[125],"motions":[127],"guaranteeing":[129],"satisfaction.":[131],"extensively":[133],"validate":[134],"our":[135],"approach":[136],"on":[140],"hardware.":[141],"Video":[142],"experiments:":[144],"https://youtu.be/inORKP4F3EI":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}