{"id":"https://openalex.org/W2892557643","doi":"https://doi.org/10.1109/icra.2019.8793649","title":"Robot eye-hand coordination learning by watching human demonstrations: a task function approximation approach","display_name":"Robot eye-hand coordination learning by watching human demonstrations: a task function approximation approach","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2892557643","doi":"https://doi.org/10.1109/icra.2019.8793649","mag":"2892557643"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2019.8793649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1810.00159","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085327057","display_name":"Jun Jin","orcid":"https://orcid.org/0000-0002-4295-502X"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Jin","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016750375","display_name":"Laura Petrich","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Laura Petrich","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006157212","display_name":"Masood Dehghan","orcid":"https://orcid.org/0000-0003-2293-6101"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Masood Dehghan","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100739122","display_name":"Zichen Zhang","orcid":"https://orcid.org/0009-0002-5836-7377"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zichen Zhang","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030948380","display_name":"Martin J\u00e4gersand","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Martin Jagersand","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":1.3205,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.84096492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6624","last_page":"6630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7333313822746277},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7118841409683228},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6698671579360962},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.622212290763855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6083402633666992},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.602541983127594},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5411767959594727},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.534854531288147},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4726350009441376},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46997255086898804},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4647105932235718},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4612980782985687},{"id":"https://openalex.org/keywords/eye\u2013hand-coordination","display_name":"Eye\u2013hand coordination","score":0.43719571828842163},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.4227703809738159},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36980414390563965},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34282028675079346},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14276650547981262}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333313822746277},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7118841409683228},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6698671579360962},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.622212290763855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6083402633666992},{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.602541983127594},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5411767959594727},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.534854531288147},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4726350009441376},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46997255086898804},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4647105932235718},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4612980782985687},{"id":"https://openalex.org/C122434488","wikidata":"https://www.wikidata.org/wiki/Q565578","display_name":"Eye\u2013hand coordination","level":2,"score":0.43719571828842163},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.4227703809738159},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36980414390563965},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34282028675079346},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14276650547981262},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra.2019.8793649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1810.00159","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.00159","pdf_url":"https://arxiv.org/pdf/1810.00159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1810.00159","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.00159","pdf_url":"https://arxiv.org/pdf/1810.00159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1510971492","https://openalex.org/W1567816525","https://openalex.org/W1613163714","https://openalex.org/W1926515346","https://openalex.org/W1929981607","https://openalex.org/W1967097499","https://openalex.org/W1982803779","https://openalex.org/W1986014385","https://openalex.org/W1999874108","https://openalex.org/W2082991751","https://openalex.org/W2098774185","https://openalex.org/W2104110509","https://openalex.org/W2124904960","https://openalex.org/W2125612430","https://openalex.org/W2146277765","https://openalex.org/W2164343368","https://openalex.org/W2290104316","https://openalex.org/W2414119096","https://openalex.org/W2416663518","https://openalex.org/W2434014514","https://openalex.org/W2502619007","https://openalex.org/W2504125782","https://openalex.org/W2552885458","https://openalex.org/W2561852246","https://openalex.org/W2566467060","https://openalex.org/W2583137229","https://openalex.org/W2592285981","https://openalex.org/W2725320964","https://openalex.org/W2738002872","https://openalex.org/W2787053496","https://openalex.org/W2788822937","https://openalex.org/W2796390970","https://openalex.org/W2803350604","https://openalex.org/W2890781446","https://openalex.org/W2892490014","https://openalex.org/W2949536664","https://openalex.org/W2963277051","https://openalex.org/W2963508354","https://openalex.org/W2963590100","https://openalex.org/W2963703448","https://openalex.org/W2963802910","https://openalex.org/W2963823230","https://openalex.org/W2967857025","https://openalex.org/W4238616246","https://openalex.org/W4297818513","https://openalex.org/W6640443443","https://openalex.org/W6650265722","https://openalex.org/W6674884181","https://openalex.org/W6696380822","https://openalex.org/W6718092244","https://openalex.org/W6724615350","https://openalex.org/W6731259203","https://openalex.org/W6732465633","https://openalex.org/W6740023956","https://openalex.org/W6745347688","https://openalex.org/W6754878628","https://openalex.org/W6759798110"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,24,37,87,110,120,142],"robot":[3,95,132],"eye-hand":[4],"coordination":[5],"learning":[6],"method":[7,67,148],"that":[8],"can":[9,68,149],"directly":[10,69],"learn":[11,70],"visual":[12,56],"task":[13,25,80,143],"specification":[14,20],"by":[15,35],"watching":[16],"human":[17],"demonstrations.":[18],"Task":[19],"is":[21,28,47,117],"represented":[22],"as":[23,50],"function,":[26],"which":[27,74,102],"learned":[29,44,115],"using":[30],"inverse":[31],"reinforcement":[32],"learning(IRL":[33],"[1])":[34],"inferring":[36],"reward":[38,45],"model":[39,46],"from":[40,71,83,119],"state":[41],"transitions.":[42],"The":[43],"then":[48],"used":[49],"continuous":[51],"feedbacks":[52],"in":[53,154],"an":[54,104],"uncalibrated":[55],"servoing(UVS":[57],"[2])":[58],"controller":[59],"designed":[60,137],"for":[61,78,109,141],"the":[62,76,84,91,114,125],"execution":[63],"phase.":[64],"Our":[65],"proposed":[66],"raw":[72],"videos,":[73],"removes":[75],"need":[77],"hand-engineered":[79],"specification.":[81],"Benefiting":[82],"use":[85],"of":[86,106,127],"traditional":[88],"UVS":[89],"controller,":[90],"training":[92],"on":[93],"real":[94],"only":[96],"happens":[97],"at":[98],"initial":[99],"Jacobian":[100],"estimation":[101],"takes":[103],"average":[105],"4-7":[107],"seconds":[108],"new":[111],"task.":[112],"Besides,":[113],"policy":[116],"independent":[118],"particular":[121],"robot,":[122],"thus":[123],"has":[124],"potential":[126],"fast":[128],"adapting":[129],"to":[130,138,151],"other":[131],"platforms.":[133],"Various":[134],"experiments":[135],"were":[136],"show":[139],"that,":[140],"with":[144],"certain":[145],"DOFs,":[146],"our":[147],"adapt":[150],"task/environment":[152],"changes":[153],"target":[155],"positions,":[156],"backgrounds,":[157],"illuminations,":[158],"and":[159],"occlusions.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2018-10-05T00:00:00"}