{"id":"https://openalex.org/W4312361190","doi":"https://doi.org/10.1561/2300000072","title":"Interactive Imitation Learning in Robotics: A Survey","display_name":"Interactive Imitation Learning in Robotics: A Survey","publication_year":2022,"publication_date":"2022-11-22","ids":{"openalex":"https://openalex.org/W4312361190","doi":"https://doi.org/10.1561/2300000072"},"language":"en","primary_location":{"id":"doi:10.1561/2300000072","is_oa":false,"landing_page_url":"https://doi.org/10.1561/2300000072","pdf_url":null,"source":{"id":"https://openalex.org/S43319301","display_name":"Foundations and Trends in Robotics","issn_l":"1935-8253","issn":["1935-8253","1935-8261"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/11585/1002968","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028010633","display_name":"Carlos Celemin","orcid":"https://orcid.org/0000-0001-8880-0966"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Carlos Celemin","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032303971","display_name":"Rodrigo P\u00e9rez\u2010Dattari","orcid":"https://orcid.org/0000-0002-9503-7783"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rodrigo P\u00e9rez-Dattari","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045451899","display_name":"Eugenio Chisari","orcid":"https://orcid.org/0000-0001-7928-9377"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eugenio Chisari","raw_affiliation_strings":["University of Freiburg ,","University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg ,","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035185207","display_name":"Giovanni Franzese","orcid":"https://orcid.org/0000-0002-9863-0291"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Giovanni Franzese","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068784243","display_name":"Leandro de Souza Rosa","orcid":"https://orcid.org/0000-0003-3457-9164"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Leandro de Souza Rosa","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063583565","display_name":"Ravi Prakash","orcid":"https://orcid.org/0000-0002-9058-434X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ravi Prakash","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051560432","display_name":"Zlatan Ajanovi\u0107","orcid":"https://orcid.org/0000-0003-2214-0007"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zlatan Ajanovi\u0107","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054614056","display_name":"Marta Ferraz","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marta Ferraz","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039639553","display_name":"Abhinav Valada","orcid":"https://orcid.org/0000-0003-4710-3114"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Abhinav Valada","raw_affiliation_strings":["University of Freiburg ,","University of Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg ,","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035229829","display_name":"Jens Kober","orcid":"https://orcid.org/0000-0001-7257-5434"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jens Kober","raw_affiliation_strings":["Delft University of Technology ,","Delft University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology ,","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.8253,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96919599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"1-2","first_page":"1","last_page":"197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.7724671363830566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6157695055007935},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5722288489341736},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4649917185306549},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4024558663368225},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3768593966960907},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3443443775177002},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2986147999763489},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06814128160476685}],"concepts":[{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.7724671363830566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6157695055007935},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5722288489341736},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4649917185306549},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4024558663368225},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3768593966960907},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3443443775177002},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2986147999763489},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06814128160476685}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1561/2300000072","is_oa":false,"landing_page_url":"https://doi.org/10.1561/2300000072","pdf_url":null,"source":{"id":"https://openalex.org/S43319301","display_name":"Foundations and Trends in Robotics","issn_l":"1935-8253","issn":["1935-8253","1935-8261"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Robotics","raw_type":"journal-article"},{"id":"pmh:oai:cris.unibo.it:11585/1002968","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/1002968","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/book"},{"id":"pmh:oai:iris.uniroma1.it:11573/1692425","is_oa":false,"landing_page_url":"https://hdl.handle.net/11573/1692425","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":{"id":"pmh:oai:cris.unibo.it:11585/1002968","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/1002968","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/book"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W1531601525","https://openalex.org/W4233452137","https://openalex.org/W4254857216","https://openalex.org/W4231626925","https://openalex.org/W2962829499","https://openalex.org/W2767518918","https://openalex.org/W2131444840","https://openalex.org/W2414929284","https://openalex.org/W192849109"],"abstract_inverted_index":{"Interactive":[0],"Imitation":[1,8],"Learning":[2,9,77],"(IIL)":[3],"is":[4,14,59,91,103],"a":[5,42,175,261],"branch":[6],"of":[7,24,53,151,177,192,216,221,226,301],"(IL)":[10],"where":[11,79],"human":[12,63,241],"feedback":[13,64,107,234],"provided":[15],"intermittently":[16],"during":[17],"robot":[18,67],"execution":[19],"allowing":[20],"an":[21,70],"online":[22],"improvement":[23],"the":[25,62,66,94,98,110,125,141,149,178,208,244,265,279,289],"robot\u2019s":[26],"behavior.":[27],"In":[28,156,185],"recent":[29],"years,":[30],"IIL":[31,54,128,165,213,257,277],"has":[32,196],"increasingly":[33],"started":[34],"to":[35,115,161,189,276],"carve":[36],"out":[37],"its":[38,130,145,193],"own":[39],"space":[40],"as":[41,61,93,120],"promising":[43,298],"data-driven":[44],"alternative":[45],"for":[46,170],"solving":[47],"complex":[48],"robotic":[49,286],"tasks.":[50],"The":[51],"advantages":[52],"are":[55,135,201],"twofold,":[56],"1)":[57],"it":[58,90],"data-efficient,":[60],"guides":[65],"directly":[68,108],"towards":[69],"improved":[71],"behavior":[72],"(in":[73],"contrast":[74],"with":[75],"Reinforcement":[76],"(RL),":[78],"behaviors":[80],"must":[81],"be":[82,274],"discovered":[83],"by":[84,105,173],"trial":[85],"and":[86,88,100,133,154,166,182,199,235,248,254,258,270,292,297],"error),":[87],"2)":[89],"robust,":[92],"distribution":[95],"mismatch":[96],"between":[97,256],"teacher":[99],"learner":[101],"trajectories":[102,112],"minimized":[104],"providing":[106,174,227,260],"over":[109],"learner\u2019s":[111],"(as":[113],"opposed":[114],"offline":[116],"IL":[117],"methods":[118],"such":[119],"Behavioral":[121],"Cloning).":[122],"Nevertheless,":[123],"despite":[124],"opportunities":[126],"that":[127,180],"presents,":[129],"terminology,":[131],"structure,":[132],"applicability":[134],"not":[136],"clear":[137],"nor":[138],"unified":[139],"in":[140,164,212,214,288],"literature,":[142],"slowing":[143],"down":[144],"development":[146],"and,":[147],"therefore,":[148],"research":[150,163,204],"innovative":[152],"formulations":[153],"discoveries.":[155],"this":[157],"work,":[158],"we":[159,187,251],"attempt":[160],"facilitate":[162],"lower":[167],"entry":[168],"barriers":[169],"new":[171],"practitioners":[172],"survey":[176],"field":[179],"unifies":[181],"structures":[183],"it.":[184],"addition,":[186],"aim":[188],"raise":[190],"awareness":[191],"potential,":[194],"what":[195,200],"been":[197],"accomplished":[198],"still":[202],"open":[203],"questions.":[205],"We":[206,282],"organize":[207],"most":[209],"relevant":[210],"works":[211],"terms":[215],"human-robot":[217],"interaction":[218],"(i.e.,":[219,224,230,240],"types":[220],"feedback),":[222,228],"interfaces":[223],"means":[225],"learning":[229,245,272],"models":[231],"learned":[232],"from":[233,278],"function":[236],"approximators),":[237],"user":[238],"experience":[239],"perception":[242],"about":[243],"process),":[246],"applications,":[247],"benchmarks.":[249],"Furthermore,":[250],"analyze":[252],"similarities":[253],"differences":[255],"RL,":[259],"discussion":[262],"on":[263,285],"how":[264],"concepts":[266],"offline,":[267],"online,":[268],"off-policy":[269],"on-policy":[271],"should":[273],"transferred":[275],"RL":[280],"literature.":[281],"particularly":[283],"focus":[284],"applications":[287],"real":[290],"world":[291],"discuss":[293],"their":[294],"implications,":[295],"limitations,":[296],"future":[299],"areas":[300],"research.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}