{"id":"https://openalex.org/W4385062417","doi":"https://doi.org/10.1109/tro.2023.3286074","title":"K-VIL: Keypoints-Based Visual Imitation Learning","display_name":"K-VIL: Keypoints-Based Visual Imitation Learning","publication_year":2023,"publication_date":"2023-07-20","ids":{"openalex":"https://openalex.org/W4385062417","doi":"https://doi.org/10.1109/tro.2023.3286074"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2023.3286074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2023.3286074","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047233371","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-6371-505X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jianfeng Gao","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101439975","display_name":"Zhi Tao","orcid":"https://orcid.org/0009-0004-1095-725X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhi Tao","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064146907","display_name":"No\u00e9mie Jaquier","orcid":"https://orcid.org/0000-0003-3565-9414"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"No\u00e9mie Jaquier","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012730104","display_name":"Tamim Asfour","orcid":"https://orcid.org/0000-0003-4879-7680"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tamim Asfour","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5047233371"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":4.2059,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.94696011,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"39","issue":"5","first_page":"3888","last_page":"3908"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7857666015625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7098636627197266},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5830827951431274},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5413107872009277},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5190080404281616},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48382893204689026},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4104204773902893}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7857666015625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7098636627197266},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5830827951431274},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5413107872009277},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5190080404281616},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48382893204689026},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4104204773902893},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2023.3286074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2023.3286074","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7599999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309895","display_name":"Carl-Zeiss-Stiftung","ror":"https://ror.org/03ng4kg22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1510971492","https://openalex.org/W1550621568","https://openalex.org/W1970890515","https://openalex.org/W2050730932","https://openalex.org/W2110553434","https://openalex.org/W2117756735","https://openalex.org/W2121989750","https://openalex.org/W2182585001","https://openalex.org/W2414119096","https://openalex.org/W2735021678","https://openalex.org/W2769112066","https://openalex.org/W2786036844","https://openalex.org/W2887503931","https://openalex.org/W2962984928","https://openalex.org/W2963150697","https://openalex.org/W2963802910","https://openalex.org/W2964021598","https://openalex.org/W2965273749","https://openalex.org/W2982369787","https://openalex.org/W2991276239","https://openalex.org/W2997591727","https://openalex.org/W3038298277","https://openalex.org/W3081322529","https://openalex.org/W3091470805","https://openalex.org/W3129721466","https://openalex.org/W3134664367","https://openalex.org/W3135359526","https://openalex.org/W3145127436","https://openalex.org/W3153149165","https://openalex.org/W3163015603","https://openalex.org/W3175388581","https://openalex.org/W3199614037","https://openalex.org/W3203588980","https://openalex.org/W3205002254","https://openalex.org/W3207899548","https://openalex.org/W3214952050","https://openalex.org/W4221155806","https://openalex.org/W4285102336","https://openalex.org/W4285102521","https://openalex.org/W4292965202","https://openalex.org/W4312259096","https://openalex.org/W4312398196","https://openalex.org/W6747827861","https://openalex.org/W6752823625","https://openalex.org/W6753770476","https://openalex.org/W6765399202","https://openalex.org/W6766848740","https://openalex.org/W6773311318","https://openalex.org/W6773827925","https://openalex.org/W6783068448","https://openalex.org/W6786561125","https://openalex.org/W6796568516","https://openalex.org/W6810273341","https://openalex.org/W6843515625"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W2488129135","https://openalex.org/W2732813147","https://openalex.org/W2143460112","https://openalex.org/W1834370135","https://openalex.org/W2042906257"],"abstract_inverted_index":{"Visual":[0],"imitation":[1,43,182],"learning":[2,18,183],"provides":[3],"efficient":[4],"and":[5,22,52,80,105,160,164,172,180],"intuitive":[6],"solutions":[7],"for":[8,88],"robotic":[9],"systems":[10],"to":[11,148],"acquire":[12],"novel":[13,128,133],"manipulation":[14,117],"skills.":[15],"However,":[16],"simultaneously":[17],"geometric":[19,71,125],"task":[20,54,65,90,99],"constraints":[21,72,126],"control":[23],"policies":[24],"from":[25,56,101],"visual":[26,42],"inputs":[27],"alone":[28],"remains":[29],"a":[30,57,102,132],"challenging":[31],"problem.":[32],"In":[33],"this":[34],"article,":[35],"we":[36,130],"propose":[37],"the":[38,81,89,120,170],"<italic":[39],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[40],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">keypoint-based":[41],"learning</i>":[44],"(K-VIL)":[45],"approach":[46,93,140,176],"that":[47,84],"automatically":[48],"extracts":[49],"sparse,":[50],"object-centric,":[51],"embodiment-independent":[53],"representations":[55,100],"small":[58],"number":[59],"of":[60,69,96,106,123,157,174],"human":[61],"demonstration":[62],"videos.":[63],"The":[64],"representation":[66],"is":[67,94],"composed":[68],"keypoint-based":[70,134],"on":[73],"principal":[74],"manifolds,":[75],"their":[76],"associated":[77],"local":[78],"frames,":[79],"movement":[82],"primitives":[83],"are":[85,113],"then":[86],"needed":[87],"execution.":[91],"Our":[92,167],"capable":[95],"extracting":[97],"such":[98],"single-demonstration":[103],"video":[104],"incrementally":[107],"updating":[108],"them":[109],"when":[110],"new":[111,155],"demonstrations":[112],"available.":[114],"To":[115],"reproduce":[116],"skills":[118],"using":[119],"learned":[121],"set":[122],"prioritized":[124],"in":[127,141,177],"scenes,":[129,152],"introduce":[131],"admittance":[135],"controller.":[136],"We":[137],"evaluate":[138],"our":[139,175],"several":[142],"real-world":[143],"applications,":[144],"showcasing":[145],"its":[146],"ability":[147],"deal":[149],"with":[150],"cluttered":[151],"viewpoint":[153],"mismatch,":[154],"instances":[156],"categorical":[158],"objects,":[159],"large":[161],"object":[162],"pose":[163],"shape":[165],"variations.":[166],"evaluation":[168],"demonstrates":[169],"efficiency":[171],"robustness":[173],"both":[178],"one-shot":[179],"few-shot":[181],"settings.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}