{"id":"https://openalex.org/W4416748712","doi":"https://doi.org/10.1109/iros60139.2025.11247303","title":"LERa: Replanning with Visual Feedback in Instruction Following","display_name":"LERa: Replanning with Visual Feedback in Instruction Following","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748712","doi":"https://doi.org/10.1109/iros60139.2025.11247303"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11247303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247303","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120063821","display_name":"Svyatoslav Pchelintsev","orcid":null},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Svyatoslav Pchelintsev","raw_affiliation_strings":["MIPT,Dolgoprudny,Russia,141701"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIPT,Dolgoprudny,Russia,141701","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120063822","display_name":"Maxim Patratskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Maxim Patratskiy","raw_affiliation_strings":["MIPT,Dolgoprudny,Russia,141701"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIPT,Dolgoprudny,Russia,141701","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120063823","display_name":"Anatoly Onishchenko","orcid":null},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anatoly Onishchenko","raw_affiliation_strings":["MIPT,Dolgoprudny,Russia,141701"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIPT,Dolgoprudny,Russia,141701","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092001626","display_name":"Alexandr Korchemnyi","orcid":"https://orcid.org/0000-0002-7710-6052"},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexandr Korchemnyi","raw_affiliation_strings":["MIPT,Dolgoprudny,Russia,141701"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIPT,Dolgoprudny,Russia,141701","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110596236","display_name":"Aleksandr Medvedev","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116317","display_name":"Russian State Scientific Center for Robotics and Technical Cybernetics","ror":"https://ror.org/02dkph265","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210116317"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Aleksandr Medvedev","raw_affiliation_strings":["Robotics Center,Sberbank of Russia,Moscow,Russia,117997"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Center,Sberbank of Russia,Moscow,Russia,117997","institution_ids":["https://openalex.org/I4210116317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119180941","display_name":"Uliana Vinogradova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116317","display_name":"Russian State Scientific Center for Robotics and Technical Cybernetics","ror":"https://ror.org/02dkph265","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210116317"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Uliana Vinogradova","raw_affiliation_strings":["Robotics Center,Sberbank of Russia,Moscow,Russia,117997"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Center,Sberbank of Russia,Moscow,Russia,117997","institution_ids":["https://openalex.org/I4210116317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120063824","display_name":"Ilya Galuzinsky","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116317","display_name":"Russian State Scientific Center for Robotics and Technical Cybernetics","ror":"https://ror.org/02dkph265","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210116317"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ilya Galuzinsky","raw_affiliation_strings":["Robotics Center,Sberbank of Russia,Moscow,Russia,117997"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Center,Sberbank of Russia,Moscow,Russia,117997","institution_ids":["https://openalex.org/I4210116317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120063825","display_name":"Aleksey Postnikov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116317","display_name":"Russian State Scientific Center for Robotics and Technical Cybernetics","ror":"https://ror.org/02dkph265","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210116317"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Aleksey Postnikov","raw_affiliation_strings":["Robotics Center,Sberbank of Russia,Moscow,Russia,117997"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Center,Sberbank of Russia,Moscow,Russia,117997","institution_ids":["https://openalex.org/I4210116317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054791318","display_name":"Alexey K. Kovalev","orcid":"https://orcid.org/0000-0003-2180-0990"},"institutions":[{"id":"https://openalex.org/I4210089612","display_name":"United States Air Force","ror":"https://ror.org/006gmme17","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexey K. Kovalev","raw_affiliation_strings":["AIRI,Moscow,Russia,121170"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIRI,Moscow,Russia,121170","institution_ids":["https://openalex.org/I4210089612"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080806360","display_name":"Aleksandr I. Panov","orcid":"https://orcid.org/0000-0002-9747-3837"},"institutions":[{"id":"https://openalex.org/I4210089612","display_name":"United States Air Force","ror":"https://ror.org/006gmme17","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksandr I. Panov","raw_affiliation_strings":["AIRI,Moscow,Russia,121170"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIRI,Moscow,Russia,121170","institution_ids":["https://openalex.org/I4210089612"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8699,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88462716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"19218","last_page":"19225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9229000210762024,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9229000210762024,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7148000001907349},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5819000005722046},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.546999990940094},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5189999938011169},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.48350000381469727},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45989999175071716},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4449000060558319},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.43630000948905945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7954000234603882},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7148000001907349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6065999865531921},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5819000005722046},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.546999990940094},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5189999938011169},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.43630000948905945},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3937000036239624},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.351500004529953},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3328000009059906},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30090001225471497},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.28189998865127563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.26440000534057617},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2529999911785126},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11247303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247303","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2799002257","https://openalex.org/W3034758614","https://openalex.org/W4317435073","https://openalex.org/W4377723004","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4390874280","https://openalex.org/W4401415213","https://openalex.org/W4402968400","https://openalex.org/W4405785256","https://openalex.org/W4405786713"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1,39],"Models":[2],"are":[3],"increasingly":[4],"used":[5],"in":[6,83,161,200,216],"robotics":[7],"for":[8,212],"task":[9,63,141,173,214],"planning,":[10],"but":[11],"their":[12,18],"reliance":[13],"on":[14,147],"textual":[15],"inputs":[16],"limits":[17],"adaptability":[19],"to":[20,127,185],"real-world":[21,190],"changes":[22,139],"and":[23,65,103,114,131,140,152,209],"failures.":[24,143],"To":[25],"address":[26],"these":[27],"challenges,":[28],"we":[29],"propose":[30],"LERa":[31,50,98,124,146,179,205],"\u2014":[32,36,68,96,108,117],"Look,":[33],"Explain,":[34],"Replan":[35,116],"a":[37,53,57,84,100,156,169,193,207],"Visual":[38],"Model-based":[40],"replanning":[41,88],"approach":[42],"that":[43,79,204],"utilizes":[44],"visual":[45],"feedback.":[46],"Unlike":[47],"existing":[48],"methods,":[49],"requires":[51],"only":[52],"raw":[54],"RGB":[55],"image,":[56],"natural":[58],"language":[59],"instruction,":[60],"an":[61],"initial":[62],"plan,":[64],"failure":[66,174],"detection":[67,75],"without":[69],"additional":[70],"information":[71],"such":[72],"as":[73],"object":[74],"or":[76],"predefined":[77,170],"conditions":[78],"may":[80],"be":[81],"unavailable":[82],"given":[85],"scenario.":[86],"The":[87,218],"process":[89],"consists":[90],"of":[91,172],"three":[92],"steps:":[93],"(i)":[94],"Look":[95],"where":[97,109,118],"generates":[99],"scene":[101,138],"description":[102],"identifies":[104],"errors;":[105],"(ii)":[106],"Explain":[107],"it":[110,119],"provides":[111],"corrective":[112],"guidance;":[113],"(iii)":[115],"modifies":[120],"the":[121,148,176],"plan":[122],"accordingly.":[123],"is":[125,206,221],"adaptable":[126,210],"various":[128],"agent":[129],"architectures":[130],"can":[132],"handle":[133],"errors":[134],"from":[135],"both":[136],"dynamic":[137,162],"execution":[142,215],"We":[144,202],"evaluate":[145],"newly":[149],"introduced":[150],"ALFRED-ChaOS":[151],"VirtualHome-ChaOS":[153],"datasets,":[154],"achieving":[155],"40%":[157],"improvement":[158],"over":[159],"baselines":[160],"environments.":[163],"In":[164],"tabletop":[165,194],"manipulation":[166],"tasks":[167],"with":[168,192],"probability":[171],"within":[175],"PyBullet":[177],"simulator,":[178],"improves":[180],"success":[181],"rates":[182],"by":[183],"up":[184],"67%.":[186],"Further":[187],"experiments,":[188],"including":[189],"trials":[191],"manipulator":[195],"robot,":[196],"confirm":[197],"LERa\u2019s":[198],"effectiveness":[199],"replanning.":[201],"demonstrate":[203],"robust":[208],"solution":[211],"error-aware":[213],"robotics.":[217],"project":[219],"page":[220],"available":[222],"at":[223],"https://lera-robo.github.io.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-28T00:00:00"}