{"id":"https://openalex.org/W4416748998","doi":"https://doi.org/10.1109/iros60139.2025.11246114","title":"Human-in-the-loop Learning for Adaptive Robot Manipulation using Large Language Models and Behavior Trees","display_name":"Human-in-the-loop Learning for Adaptive Robot Manipulation using Large Language Models and Behavior Trees","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748998","doi":"https://doi.org/10.1109/iros60139.2025.11246114"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102731269","display_name":"Haotian Zhou","orcid":"https://orcid.org/0000-0001-8428-8395"},"institutions":[{"id":"https://openalex.org/I4210148639","display_name":"Wuhan Engineering Science & Technology Institute","ror":"https://ror.org/04ez3r306","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210148639"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Zhou","raw_affiliation_strings":["Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China","institution_ids":["https://openalex.org/I43922553","https://openalex.org/I4210148639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084568164","display_name":"Yunhan Lin","orcid":"https://orcid.org/0000-0003-2779-2637"},"institutions":[{"id":"https://openalex.org/I4210148639","display_name":"Wuhan Engineering Science & Technology Institute","ror":"https://ror.org/04ez3r306","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210148639"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhan Lin","raw_affiliation_strings":["Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China","institution_ids":["https://openalex.org/I43922553","https://openalex.org/I4210148639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102646425","display_name":"Longwu Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148639","display_name":"Wuhan Engineering Science & Technology Institute","ror":"https://ror.org/04ez3r306","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210148639"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longwu Yan","raw_affiliation_strings":["Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China","institution_ids":["https://openalex.org/I43922553","https://openalex.org/I4210148639"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059265171","display_name":"Huasong Min","orcid":"https://orcid.org/0000-0003-4845-0097"},"institutions":[{"id":"https://openalex.org/I4210148639","display_name":"Wuhan Engineering Science & Technology Institute","ror":"https://ror.org/04ez3r306","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210148639"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huasong Min","raw_affiliation_strings":["Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,Institute of Robotics and Intelligent Systems,Wuhan,China","institution_ids":["https://openalex.org/I43922553","https://openalex.org/I4210148639"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32562272,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19039","last_page":"19046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.41040000319480896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.41040000319480896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.13840000331401825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.11879999935626984,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6861000061035156},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6549999713897705},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6237999796867371},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5548999905586243},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"Incremental learning","score":0.4505000114440918},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.3684000074863434},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.3659999966621399},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.35030001401901245},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.33889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7613000273704529},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6861000061035156},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6549999713897705},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6237999796867371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.593500018119812},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5548999905586243},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4198000133037567},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.3659999966621399},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.35030001401901245},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.29420000314712524},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C183759332","wikidata":"https://www.wikidata.org/wiki/Q343680","display_name":"Action learning","level":4,"score":0.2694999873638153},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2581000030040741},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2027071444","https://openalex.org/W2119709400","https://openalex.org/W2548961765","https://openalex.org/W2616986359","https://openalex.org/W2966615203","https://openalex.org/W3024044737","https://openalex.org/W3152878473","https://openalex.org/W3207033324","https://openalex.org/W4366493161","https://openalex.org/W4366668639","https://openalex.org/W4383108457","https://openalex.org/W4391128534","https://openalex.org/W4394828156","https://openalex.org/W4399767172","https://openalex.org/W4401414394","https://openalex.org/W4401975604","https://openalex.org/W4402586517","https://openalex.org/W4402827264","https://openalex.org/W4403021815","https://openalex.org/W4404782964","https://openalex.org/W4405785008"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,27,177],"now":[5],"transforming":[6],"the":[7,47,59,75,83,106,130,136,145,157,164,180],"way":[8],"robots":[9],"learn":[10],"to":[11,40,55,112,128,132,166],"work":[12],"in":[13,72],"unpredictable":[14],"environments,":[15],"such":[16],"as":[17],"homes":[18],"or":[19],"small":[20],"enterprises.":[21],"A":[22],"growing":[23],"number":[24],"of":[25],"approaches":[26],"combining":[28],"LLMs":[29],"with":[30],"Behavior":[31],"Trees":[32],"(BTs).":[33],"Not":[34],"only":[35],"do":[36],"user":[37],"commands":[38],"need":[39,54,158],"be":[41,56,150],"interpreted":[42],"into":[43],"BTs":[44,66],"that":[45],"contain":[46],"task\u2019s":[48],"goal,":[49],"but":[50],"external":[51,171],"disturbances":[52],"also":[53],"handled":[57],"during":[58],"process":[60],"when":[61],"BT":[62],"planners":[63],"dynamically":[64],"expand":[65],"based":[67],"on":[68],"action":[69,76,114,137,147],"databases.":[70],"However,":[71],"these":[73],"approaches,":[74],"database":[77],"is":[78,126],"manually":[79],"pre-built":[80],"and":[81,88,108,134,142,169,179],"requires":[82],"capability":[84],"for":[85,105,153,159],"incremental":[86],"learning":[87,98],"expansion.":[89],"To":[90],"address":[91],"this":[92],"issue,":[93],"we":[94,101,121],"propose":[95],"a":[96,103],"human-in-the-loop":[97],"mechanism.":[99],"First,":[100],"design":[102],"context":[104],"LLM":[107,131],"then":[109],"use":[110],"it":[111],"generate":[113],"knowledge":[115,148,160],"through":[116],"in-context":[117],"learning.":[118],"In":[119],"addition,":[120],"introduce":[122],"human-in-the-loop.":[123],"User":[124],"feedback":[125],"utilized":[127],"guide":[129],"correct":[133],"refine":[135],"knowledge,":[138],"ensuring":[139],"its":[140],"accuracy":[141],"safety.":[143],"Finally,":[144],"generated":[146],"can":[149],"directly":[151],"used":[152],"adaptive":[154],"manipulation":[155],"without":[156],"transfer":[161],"effort,":[162],"enabling":[163],"robot":[165],"complete":[167],"tasks":[168,176],"handle":[170],"disturbances.":[172],"Experiments":[173],"across":[174],"various":[175],"conducted":[178],"experimental":[181],"results":[182],"validate":[183],"our":[184],"method.":[185]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-28T00:00:00"}