{"id":"https://openalex.org/W3212096109","doi":"https://doi.org/10.1109/lra.2021.3127238","title":"Learning to Manipulate Tools by Aligning Simulation to Video Demonstration","display_name":"Learning to Manipulate Tools by Aligning Simulation to Video Demonstration","publication_year":2021,"publication_date":"2021-11-11","ids":{"openalex":"https://openalex.org/W3212096109","doi":"https://doi.org/10.1109/lra.2021.3127238","mag":"3212096109"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3127238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3127238","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086780023","display_name":"Kateryna Zorina","orcid":"https://orcid.org/0000-0002-4697-8966"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Kateryna Zorina","raw_affiliation_strings":["Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czechia"],"raw_orcid":"https://orcid.org/0000-0002-4697-8966","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059986205","display_name":"Justin Carpentier","orcid":"https://orcid.org/0000-0001-6585-2894"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Justin Carpentier","raw_affiliation_strings":["Inria Paris and Departement d\u2019informatique de l\u2019ENS, \u00c9cole normale sup\u00e9rieure, CNRS, PSL Research University, Paris, France","Inria Paris and Departement d'informatique de l'ENS, \u00c9cole normale sup\u00e9rieure, CNRS, PSL Research University, Paris, France"],"raw_orcid":"https://orcid.org/0000-0001-6585-2894","affiliations":[{"raw_affiliation_string":"Inria Paris and Departement d\u2019informatique de l\u2019ENS, \u00c9cole normale sup\u00e9rieure, CNRS, PSL Research University, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"raw_affiliation_string":"Inria Paris and Departement d'informatique de l'ENS, \u00c9cole normale sup\u00e9rieure, CNRS, PSL Research University, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025398783","display_name":"Josef \u0160ivic","orcid":"https://orcid.org/0000-0002-2554-5301"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Josef Sivic","raw_affiliation_strings":["Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czechia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068303316","display_name":"Vladim\u00edr Petr\u00edk","orcid":"https://orcid.org/0000-0001-9450-4987"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vladimir Petrik","raw_affiliation_strings":["Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czechia"],"raw_orcid":"https://orcid.org/0000-0001-9450-4987","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5424,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.62827953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"7","issue":"1","first_page":"438","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6475446820259094},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43756672739982605},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4330001771450043},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3568766713142395}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6475446820259094},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43756672739982605},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4330001771450043},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3568766713142395}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2021.3127238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3127238","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1076216274","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0/15_003/0000468","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5838787665","display_name":"PaRis Artificial Intelligence Research InstitutE","funder_award_id":"ANR-19-P3IA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1625139363","https://openalex.org/W1986014385","https://openalex.org/W2010873124","https://openalex.org/W2048131511","https://openalex.org/W2097521303","https://openalex.org/W2104733512","https://openalex.org/W2118459920","https://openalex.org/W2134491302","https://openalex.org/W2164474021","https://openalex.org/W2167117957","https://openalex.org/W2167224731","https://openalex.org/W2169209873","https://openalex.org/W2404994141","https://openalex.org/W2472269674","https://openalex.org/W2540400161","https://openalex.org/W2569188472","https://openalex.org/W2597289420","https://openalex.org/W2604236302","https://openalex.org/W2736601468","https://openalex.org/W2741122588","https://openalex.org/W2769112066","https://openalex.org/W2789070477","https://openalex.org/W2796290181","https://openalex.org/W2890051203","https://openalex.org/W2894766094","https://openalex.org/W2906487027","https://openalex.org/W2927558373","https://openalex.org/W2946078727","https://openalex.org/W2962748819","https://openalex.org/W2963188159","https://openalex.org/W2963802910","https://openalex.org/W2964118020","https://openalex.org/W2964161785","https://openalex.org/W2981030070","https://openalex.org/W3014488508","https://openalex.org/W3039737909","https://openalex.org/W3081791272","https://openalex.org/W3090600213","https://openalex.org/W3099457648","https://openalex.org/W3147968035","https://openalex.org/W3181074849","https://openalex.org/W4255911917","https://openalex.org/W6653435097","https://openalex.org/W6675999342","https://openalex.org/W6682849425","https://openalex.org/W6741002519","https://openalex.org/W6748523217","https://openalex.org/W6762821728"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"A":[0],"seamless":[1],"integration":[2],"of":[3,106,132,141,162,191],"robots":[4,9],"into":[5],"human":[6,16],"environments":[7],"requires":[8],"to":[10,13,110,154],"learn":[11],"how":[12],"use":[14],"existing":[15],"tools.":[17],"Current":[18],"approaches":[19],"for":[20,36,64,195],"learning":[21,65,125,149],"tool":[22,67,108,168],"manipulation":[23,68],"skills":[24],"mostly":[25],"rely":[26],"on":[27,129,166,179,198],"expert":[28,58],"demonstrations":[29],"provided":[30],"in":[31,91,170,185],"the":[32,41,83,87,92,107,112,118,130,133,139,142,160,163,167,171,176,189,192,196],"target":[33],"robot":[34,42,164,204],"environment,":[35],"example,":[37],"by":[38,45,117],"manually":[39],"guiding":[40],"manipulator":[43],"or":[44],"teleoperation.":[46],"In":[47],"this":[48,145],"work,":[49],"we":[50,76,121,146],"introduce":[51],"an":[52,57,78,98,123,151],"automated":[53],"approach":[54,126,178],"that":[55,81,101,127],"replaces":[56],"demonstration":[59],"with":[60,86,150],"a":[61,66,103,156,199],"Youtube":[62],"video":[63],"strategy.":[69],"The":[70],"main":[71],"contributions":[72],"are":[73],"twofold.":[74],"First,":[75],"design":[77],"alignment":[79,105],"procedure":[80,153],"aligns":[82],"simulated":[84],"environment":[85],"real-world":[88],"scene":[89],"observed":[90],"video.":[93],"This":[94],"is":[95],"formulated":[96],"as":[97],"optimization":[99,152],"problem":[100],"finds":[102],"spatial":[104],"trajectory":[109,131],"maximize":[111],"sparse":[113],"goal":[114],"reward":[115],"given":[116],"environment.":[119,173],"Second,":[120],"describe":[122],"imitation":[124],"focuses":[128],"<italic":[134],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">tool</i>":[136],"rather":[137],"than":[138],"motion":[140,169],"human.":[143],"For":[144],"combine":[147],"reinforcement":[148],"find":[155],"control":[157],"policy":[158,194],"and":[159,182,187],"placement":[161],"based":[165],"aligned":[172],"We":[174],"demonstrate":[175],"proposed":[177],"spade,":[180],"scythe":[181],"hammer":[183],"tools":[184],"simulation,":[186],"show":[188],"effectiveness":[190],"trained":[193],"spade":[197],"real":[200],"Franka":[201],"Emika":[202],"Panda":[203],"demonstration.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}