{"id":"https://openalex.org/W4284673391","doi":"https://doi.org/10.1109/lra.2022.3189156","title":"Randomized-to-Canonical Model Predictive Control for Real-World Visual Robotic Manipulation","display_name":"Randomized-to-Canonical Model Predictive Control for Real-World Visual Robotic Manipulation","publication_year":2022,"publication_date":"2022-07-07","ids":{"openalex":"https://openalex.org/W4284673391","doi":"https://doi.org/10.1109/lra.2022.3189156"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3189156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3189156","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003009172","display_name":"Tomoya Yamanokuchi","orcid":"https://orcid.org/0000-0003-2387-2197"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoya Yamanokuchi","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2387-2197","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075301551","display_name":"Yuhwan Kwon","orcid":"https://orcid.org/0000-0001-9058-1379"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuhwan Kwon","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9058-1379","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056162412","display_name":"Yoshihisa Tsurumine","orcid":"https://orcid.org/0000-0002-1514-1135"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihisa Tsurumine","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1514-1135","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031054137","display_name":"Eiji Uchibe","orcid":"https://orcid.org/0000-0001-7908-0258"},"institutions":[{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Uchibe","raw_affiliation_strings":["Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7908-0258","affiliations":[{"raw_affiliation_string":"Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan","institution_ids":["https://openalex.org/I4210104143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025458882","display_name":"Jun Morimoto","orcid":"https://orcid.org/0000-0002-4115-1919"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Morimoto","raw_affiliation_strings":["Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan","Department of Systems Science, Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan","institution_ids":["https://openalex.org/I4210104143"]},{"raw_affiliation_string":"Department of Systems Science, Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042074952","display_name":"Takamitsu Matsubara","orcid":"https://orcid.org/0000-0003-3545-4814"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takamitsu Matsubara","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3545-4814","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology (NAIST), Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5077,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63249312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"7","issue":"4","first_page":"8964","last_page":"8971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5855326056480408},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5819807052612305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5708231925964355},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4801208972930908},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35866910219192505},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3258739113807678},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3139733076095581},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21167436242103577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5855326056480408},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5819807052612305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5708231925964355},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4801208972930908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35866910219192505},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3258739113807678},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3139733076095581},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21167436242103577},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2022.3189156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3189156","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2604935342","display_name":null,"funder_award_id":"JPMJMI21B1","funder_id":"https://openalex.org/F4320338243","funder_display_name":"JST-Mirai Program"},{"id":"https://openalex.org/G4272967659","display_name":null,"funder_award_id":"JPMJMI18B8","funder_id":"https://openalex.org/F4320338243","funder_display_name":"JST-Mirai Program"}],"funders":[{"id":"https://openalex.org/F4320338243","display_name":"JST-Mirai Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1503398984","https://openalex.org/W1577352482","https://openalex.org/W2158782408","https://openalex.org/W2528489519","https://openalex.org/W2751471435","https://openalex.org/W2952161038","https://openalex.org/W2962957005","https://openalex.org/W2963390419","https://openalex.org/W2963806976","https://openalex.org/W2964198579","https://openalex.org/W2988603490","https://openalex.org/W2990747716","https://openalex.org/W3005680577","https://openalex.org/W3009295642","https://openalex.org/W3028676366","https://openalex.org/W3031088856","https://openalex.org/W3039258510","https://openalex.org/W3048464360","https://openalex.org/W3091622728","https://openalex.org/W3105811322","https://openalex.org/W3106086376","https://openalex.org/W3208316650","https://openalex.org/W4287072889","https://openalex.org/W4288102901","https://openalex.org/W4297818513","https://openalex.org/W4298206671","https://openalex.org/W6740023956","https://openalex.org/W6744063608","https://openalex.org/W6751494529","https://openalex.org/W6764882207","https://openalex.org/W6767997047","https://openalex.org/W6769609827","https://openalex.org/W6774314701","https://openalex.org/W6803325665","https://openalex.org/W6841008801"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W2060165215","https://openalex.org/W2101188133","https://openalex.org/W3202234113","https://openalex.org/W4248731570","https://openalex.org/W2320869598","https://openalex.org/W2381210024","https://openalex.org/W2556120871","https://openalex.org/W4391019359","https://openalex.org/W2169395074"],"abstract_inverted_index":{"Many":[0],"works":[1,14],"have":[2],"recently":[3],"explored":[4],"Sim-to-real":[5],"transferable":[6,96],"visual":[7,97],"model":[8],"predictive":[9],"control":[10],"(MPC).":[11],"However,":[12],"such":[13],"are":[15],"limited":[16],"to":[17,27,45,140],"one-shot":[18],"transfer,":[19,31],"where":[20],"real-world":[21],"data":[22],"must":[23],"be":[24,138],"collected":[25],"once":[26],"perform":[28],"the":[29,40,49,121],"sim-to-real":[30,95],"which":[32],"remains":[33],"a":[34,59,93,109,114,125,147],"significant":[35],"human":[36],"effort":[37],"in":[38,43,48,117,129,146],"transferring":[39],"models":[41],"learned":[42],"simulations":[44],"new":[46],"domains":[47,143],"real":[50,122,142],"world.":[51],"To":[52],"alleviate":[53],"this":[54],"problem,":[55],"we":[56],"first":[57],"propose":[58,85],"novel":[60],"model-learning":[61],"framework":[62,69],"called":[63],"Kalman":[64,86],"Randomized-to-Canonical":[65,87],"Model":[66,88],"(KRC-model).":[67],"This":[68],"is":[70,106],"capable":[71],"of":[72,103],"extracting":[73],"task-relevant":[74],"intrinsic":[75],"features":[76],"and":[77,120,124,144],"their":[78],"dynamics":[79],"from":[80],"randomized":[81],"images.":[82],"We":[83],"then":[84],"Predictive":[89],"Control":[90],"(KRC-MPC)":[91],"as":[92],"zero-shot":[94,148],"MPC":[98],"using":[99],"KRC-model.":[100],"The":[101,131],"effectiveness":[102],"our":[104],"method":[105],"evaluated":[107],"through":[108],"valve":[110],"rotation":[111],"task":[112,128],"by":[113],"robot":[115],"hand":[116],"both":[118],"simulation":[119],"world,":[123],"block":[126],"mating":[127],"simulation.":[130],"experimental":[132],"results":[133],"show":[134],"that":[135],"KRC-MPC":[136],"can":[137],"applied":[139],"various":[141],"tasks":[145],"manner.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}