{"id":"https://openalex.org/W3093627850","doi":"https://doi.org/10.1109/ro-man47096.2020.9223479","title":"Hand Pose-based Task Learning from Visual Observations with Semantic Skill Extraction","display_name":"Hand Pose-based Task Learning from Visual Observations with Semantic Skill Extraction","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3093627850","doi":"https://doi.org/10.1109/ro-man47096.2020.9223479","mag":"3093627850"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man47096.2020.9223479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man47096.2020.9223479","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://mediatum.ub.tum.de/1584085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110991006","display_name":"Zeju Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zeju Qiu","raw_affiliation_strings":["Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068638073","display_name":"Thomas Eiband","orcid":"https://orcid.org/0000-0002-1074-9504"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Eiband","raw_affiliation_strings":["Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany","German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079245187","display_name":"Shile Li","orcid":"https://orcid.org/0000-0001-9093-2159"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shile Li","raw_affiliation_strings":["Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088081800","display_name":"Dongheui Lee","orcid":"https://orcid.org/0000-0003-1897-7664"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dongheui Lee","raw_affiliation_strings":["Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany","German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Human-centered Assistive Robotics, Technical University of Munich (TUM), Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2354,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76275997,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"596","last_page":"603"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8518592119216919},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7893877029418945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6415804624557495},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6380861401557922},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6033860445022583},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5572234988212585},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5523963570594788},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5214673280715942},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47473224997520447},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4642176628112793},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.45367807149887085},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4368622899055481},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4298844039440155},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.4186217188835144},{"id":"https://openalex.org/keywords/programming-by-demonstration","display_name":"Programming by demonstration","score":0.4139730930328369},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39483222365379333},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3767440617084503},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13488233089447021}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8518592119216919},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7893877029418945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6415804624557495},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6380861401557922},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6033860445022583},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5572234988212585},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5523963570594788},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5214673280715942},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47473224997520447},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4642176628112793},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.45367807149887085},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4368622899055481},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4298844039440155},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.4186217188835144},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.4139730930328369},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39483222365379333},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3767440617084503},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13488233089447021},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ro-man47096.2020.9223479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man47096.2020.9223479","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:elib.dlr.de:139470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/RO-MAN47096.2020.9223479>.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Konferenzbeitrag"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1584085","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1584085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:mediatum.ub.tum.de:node/1584085","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1584085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W58346954","https://openalex.org/W130216483","https://openalex.org/W1696716473","https://openalex.org/W1986014385","https://openalex.org/W2063471043","https://openalex.org/W2082511574","https://openalex.org/W2086113803","https://openalex.org/W2092012469","https://openalex.org/W2125838338","https://openalex.org/W2149936889","https://openalex.org/W2161780897","https://openalex.org/W2343142751","https://openalex.org/W2559970532","https://openalex.org/W2577702365","https://openalex.org/W2756475402","https://openalex.org/W2789070477","https://openalex.org/W2903283814","https://openalex.org/W2957829502","https://openalex.org/W3152047474","https://openalex.org/W4253573210"],"related_works":["https://openalex.org/W1967061043","https://openalex.org/W2383464976","https://openalex.org/W2019566805","https://openalex.org/W2975200075","https://openalex.org/W2061090284","https://openalex.org/W2004370856","https://openalex.org/W1963494852","https://openalex.org/W4286448033","https://openalex.org/W4281619272","https://openalex.org/W2626492911"],"abstract_inverted_index":{"Learning":[0],"from":[1,11,41,90,109],"Demonstrations":[2],"is":[3],"a":[4,12,15,19,35,67,110,117,129],"promising":[5],"technique":[6],"to":[7,14,47,55,86],"transfer":[8,102],"task":[9,22,104,139],"knowledge":[10,105],"user":[13],"robot.":[16],"We":[17,124],"propose":[18],"framework":[20],"for":[21],"programming":[23],"by":[24,144],"observing":[25],"the":[26,42,50,61,91,101,114,126,138],"human":[27],"hand":[28],"pose":[29],"and":[30,59,93,121,135],"object":[31,57],"locations":[32,58],"solely":[33],"with":[34],"depth":[36],"camera.":[37],"By":[38],"extracting":[39],"skills":[40,132],"demonstrations,":[43],"we":[44],"are":[45],"able":[46],"represent":[48],"what":[49],"robot":[51],"has":[52,83,106],"learned,":[53],"generalize":[54],"unseen":[56],"optimize":[60],"robotic":[62],"execution":[63,140],"instead":[64],"of":[65,103,113,128,131],"replaying":[66],"non-optimal":[68],"behavior.":[69],"A":[70],"two-staged":[71],"segmentation":[72],"algorithm":[73],"that":[74,137],"employs":[75],"skill":[76],"template":[77],"matching":[78],"via":[79],"Hidden":[80],"Markov":[81],"Models":[82],"been":[84,107],"developed":[85],"extract":[87],"motion":[88],"primitives":[89],"demonstration":[92,115],"gives":[94],"them":[95],"semantic":[96],"meanings.":[97],"In":[98],"this":[99],"way,":[100],"improved":[108],"simple":[111],"replay":[112],"towards":[116],"semantically":[118],"annotated,":[119],"optimized":[120,143],"generalized":[122],"execution.":[123],"evaluated":[125],"extraction":[127],"set":[130],"in":[133],"simulation":[134],"prove":[136],"can":[141],"be":[142],"such":[145],"means.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}