{"id":"https://openalex.org/W3045988483","doi":"https://doi.org/10.1109/iros45743.2020.9341370","title":"KOVIS: Keypoint-based Visual Servoing with Zero-Shot Sim-to-Real Transfer for Robotics Manipulation","display_name":"KOVIS: Keypoint-based Visual Servoing with Zero-Shot Sim-to-Real Transfer for Robotics Manipulation","publication_year":2020,"publication_date":"2020-10-24","ids":{"openalex":"https://openalex.org/W3045988483","doi":"https://doi.org/10.1109/iros45743.2020.9341370","mag":"3045988483"},"language":"en","primary_location":{"id":"doi:10.1109/iros45743.2020.9341370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9341370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.13960","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005376537","display_name":"En Yen Puang","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"En Yen Puang","raw_affiliation_strings":["A*STAR, Institute for High Performance Computing (IHPC), Singapore","A*STAR, Institute for Infocomm Research (I2R), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A*STAR, Institute for High Performance Computing (IHPC), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]},{"raw_affiliation_string":"A*STAR, Institute for Infocomm Research (I2R), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045199303","display_name":"Keng Peng Tee","orcid":"https://orcid.org/0000-0001-7162-9066"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Keng Peng Tee","raw_affiliation_strings":["A*STAR, Institute for Infocomm Research (I2R), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A*STAR, Institute for Infocomm Research (I2R), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103244741","display_name":"Wei Jing","orcid":"https://orcid.org/0000-0003-3286-5925"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wei Jing","raw_affiliation_strings":["A*STAR, Institute for High Performance Computing (IHPC), Singapore","A*STAR, Institute for Infocomm Research (I2R), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A*STAR, Institute for High Performance Computing (IHPC), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]},{"raw_affiliation_string":"A*STAR, Institute for Infocomm Research (I2R), Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7527","last_page":"7533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.8998090028762817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8284776210784912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7548662424087524},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7277674674987793},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6956785321235657},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.569585919380188},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4436202049255371},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43091124296188354},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4270769953727722},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4207627475261688}],"concepts":[{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.8998090028762817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8284776210784912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7548662424087524},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7277674674987793},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6956785321235657},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.569585919380188},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4436202049255371},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43091124296188354},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4270769953727722},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4207627475261688},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros45743.2020.9341370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9341370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.13960","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.13960","pdf_url":"https://arxiv.org/pdf/2007.13960","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.13960","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.13960","pdf_url":"https://arxiv.org/pdf/2007.13960","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W12410007","https://openalex.org/W1901129140","https://openalex.org/W1949483711","https://openalex.org/W2022879247","https://openalex.org/W2065372822","https://openalex.org/W2162280462","https://openalex.org/W2167501464","https://openalex.org/W2268798108","https://openalex.org/W2313752765","https://openalex.org/W2511038636","https://openalex.org/W2605102758","https://openalex.org/W2788822937","https://openalex.org/W2890290306","https://openalex.org/W2890967717","https://openalex.org/W2925241625","https://openalex.org/W2949678110","https://openalex.org/W2963419579","https://openalex.org/W2963446712","https://openalex.org/W2964147919","https://openalex.org/W2964270628","https://openalex.org/W2967969632","https://openalex.org/W2968047524","https://openalex.org/W2968116426","https://openalex.org/W2969329576","https://openalex.org/W2970710335","https://openalex.org/W2972998376","https://openalex.org/W2982060125","https://openalex.org/W2991381767","https://openalex.org/W3003339604","https://openalex.org/W3035743198","https://openalex.org/W3091470805","https://openalex.org/W3101442004","https://openalex.org/W4236881204","https://openalex.org/W4288106818","https://openalex.org/W4288414710","https://openalex.org/W6600496096","https://openalex.org/W6639824700","https://openalex.org/W6641001580","https://openalex.org/W6666705205","https://openalex.org/W6685126250","https://openalex.org/W6725739302","https://openalex.org/W6752190906","https://openalex.org/W6754539604","https://openalex.org/W6760546089","https://openalex.org/W6767276508","https://openalex.org/W6771245373","https://openalex.org/W6966558720"],"related_works":["https://openalex.org/W2126852585","https://openalex.org/W3013693939","https://openalex.org/W2367086100","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W2352270872","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W1520171478","https://openalex.org/W2386520554"],"abstract_inverted_index":{"We":[0,20,120],"present":[1],"KOVIS,":[2],"a":[3],"novel":[4],"learning-based,":[5],"calibration-free":[6],"visual":[7,41,66],"servoing":[8,42,67],"method":[9,127],"for":[10,39],"fine":[11],"robotic":[12,117,137],"manipulation":[13,118,138],"tasks":[14],"with":[15,61,99,135,144],"eye-in-hand":[16],"stereo":[17],"camera":[18,78],"system.":[19],"train":[21],"the":[22,28,32,54,58,65,70,77,87,122,125],"deep":[23],"neural":[24],"network":[25,52,68],"only":[26],"in":[27,86,128],"simulated":[29,88,130],"environment;":[30],"and":[31,104,132,147],"trained":[33,84],"model":[34],"could":[35],"be":[36],"directly":[37],"used":[38],"real-world":[40,116,133],"tasks.":[43,119],"KOVIS":[44],"consists":[45],"of":[46,124],"two":[47,81],"networks.":[48],"The":[49,80,151],"first":[50],"keypoint":[51,55],"learns":[53,69],"representation":[56],"from":[57,76],"image":[59],"using":[60],"an":[62],"autoencoder.":[63],"Then":[64],"motion":[71],"based":[72],"on":[73],"keypoints":[74],"extracted":[75],"image.":[79],"networks":[82],"are":[83,108],"end-to-end":[85],"environment":[89,131],"by":[90],"self-supervised":[91],"learning":[92],"without":[93],"manual":[94],"data":[95,100],"labeling.":[96],"After":[97],"training":[98],"augmentation,":[101],"domain":[102],"randomization,":[103],"adversarial":[105],"examples,":[106],"we":[107],"able":[109],"to":[110,115],"achieve":[111],"zero-shot":[112],"sim-to-real":[113],"transfer":[114],"demonstrate":[121],"effectiveness":[123],"proposed":[126],"both":[129],"experiment":[134],"different":[136],"tasks,":[139],"including":[140],"grasping,":[141],"peg-in-hole":[142],"insertion":[143],"4mm":[145],"clearance,":[146],"M13":[148],"screw":[149],"insertion.":[150],"demo":[152],"video":[153],"is":[154],"available":[155],"at:":[156],"http://youtube/gfBJBR2tDzA.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}