{"id":"https://openalex.org/W7131372932","doi":"https://doi.org/10.48550/arxiv.2602.19184","title":"Human-to-Robot Interaction: Learning from Video Demonstration for Robot Imitation","display_name":"Human-to-Robot Interaction: Learning from Video Demonstration for Robot Imitation","publication_year":2026,"publication_date":"2026-02-22","ids":{"openalex":"https://openalex.org/W7131372932","doi":"https://doi.org/10.48550/arxiv.2602.19184"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.19184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.19184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066768815","display_name":"Thanh Nguyen Canh","orcid":"https://orcid.org/0000-0001-6332-1002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Canh, Thanh Nguyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016170060","display_name":"Thanh-Tuan Tran","orcid":"https://orcid.org/0000-0002-9488-450X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Thanh-Tuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106443566","display_name":"Haolan Zhang","orcid":"https://orcid.org/0009-0007-1742-3754"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haolan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076859384","display_name":"Ziyan Gao","orcid":"https://orcid.org/0000-0001-9948-7960"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Ziyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121515708","display_name":"Nak Young Chong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chong, Nak Young","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5121761480","display_name":"Xiem HoangVan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"HoangVan, Xiem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.46070000529289246,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.46070000529289246,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.38339999318122864,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.04170000180602074,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6536999940872192},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5555999875068665},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5462999939918518},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5396000146865845},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.49950000643730164},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48739999532699585},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.47870001196861267},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4722999930381775},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.4339999854564667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7645000219345093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6952999830245972},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6536999940872192},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5555999875068665},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5396000146865845},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.49950000643730164},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48739999532699585},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.47870001196861267},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.4339999854564667},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3808000087738037},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.36090001463890076},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31279999017715454},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2818000018596649},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.260699987411499},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2540999948978424},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.19184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.19184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Learning":[0],"from":[1,20,89],"Demonstration":[2],"(LfD)":[3],"offers":[4],"a":[5,75,108,164,169,173],"promising":[6],"paradigm":[7],"for":[8,43],"robot":[9,220],"skill":[10],"acquisition.":[11],"Recent":[12],"approaches":[13],"attempt":[14],"to":[15,63,84,98,133,150,242],"extract":[16,134],"manipulation":[17,86],"commands":[18],"directly":[19,88],"video":[21,30,91,186],"demonstrations,":[22,92],"yet":[23],"face":[24],"two":[25,117],"critical":[26],"challenges:":[27],"(1)":[28,120],"general":[29],"captioning":[31],"models":[32],"prioritize":[33],"global":[34],"scene":[35],"features":[36],"over":[37,214],"task-relevant":[38],"objects,":[39,139,207],"producing":[40],"descriptions":[41],"unsuitable":[42],"precise":[44],"robotic":[45],"execution,":[46],"and":[47,61,67,102,136,140,167,183,195,203,212,240],"(2)":[48,141],"end-to-end":[49],"architectures":[50],"coupling":[51],"visual":[52],"understanding":[53],"with":[54,129,163,172,234],"policy":[55],"learning":[56,79,114,149],"require":[57],"extensive":[58],"paired":[59],"datasets":[60],"struggle":[62],"generalize":[64],"across":[65,176,231],"objects":[66,202],"scenarios.":[68],"To":[69],"address":[70],"these":[71],"limitations,":[72],"we":[73],"propose":[74],"novel":[76,206],"``Human-to-Robot''":[77],"imitation":[78],"pipeline":[80],"that":[81,111],"enables":[82],"robots":[83],"acquire":[85],"skills":[87],"unstructured":[90],"inspired":[93],"by":[94,100],"the":[95,113,152,215],"human":[96],"ability":[97],"learn":[99],"watching":[101],"imitating.":[103],"Our":[104],"key":[105],"innovation":[106],"is":[107,251],"modular":[109],"framework":[110,223],"decouples":[112],"process":[115],"into":[116],"distinct":[118],"stages:":[119],"Video":[121],"Understanding,":[122],"which":[123,144],"combines":[124],"Temporal":[125],"Shift":[126],"Modules":[127],"(TSM)":[128],"Vision-Language":[130],"Models":[131],"(VLMs)":[132],"actions":[135],"identify":[137],"interacted":[138],"Robot":[142],"Imitation,":[143],"employs":[145],"TD3-based":[146],"deep":[147],"reinforcement":[148],"execute":[151],"demonstrated":[153],"manipulations.":[154],"We":[155],"validated":[156],"our":[157,188,222],"approach":[158],"in":[159,168],"PyBullet":[160],"simulation":[161],"environments":[162],"UR5e":[165],"manipulator":[166,175],"real-world":[170],"experiment":[171],"UF850":[174],"four":[177],"fundamental":[178],"actions:":[179],"reach,":[180],"pick,":[181],"move,":[182],"put.":[184],"For":[185,219],"understanding,":[187],"method":[189],"achieves":[190,224],"89.97%":[191],"action":[192],"classification":[193],"accuracy":[194],"BLEU-4":[196],"scores":[197],"of":[198,210,229],"0.351":[199],"on":[200,205,237,244],"standard":[201],"0.265":[204],"representing":[208],"improvements":[209],"76.4%":[211],"128.4%":[213],"best":[216],"baseline,":[217],"respectively.":[218],"manipulation,":[221],"an":[225],"average":[226],"success":[227,236],"rate":[228],"87.5%":[230],"all":[232],"actions,":[233],"100%":[235],"reaching":[238],"tasks":[239],"up":[241],"90%":[243],"complex":[245],"pick-and-place":[246],"operations.":[247],"The":[248],"project":[249],"website":[250],"available":[252],"at":[253],"https://thanhnguyencanh.github.io/LfD4hri.":[254]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-26T00:00:00"}