{"id":"https://openalex.org/W4405785256","doi":"https://doi.org/10.1109/iros58592.2024.10801328","title":"LLM <sup>3</sup> : Large Language Model-based Task and Motion Planning with Motion Failure Reasoning","display_name":"LLM <sup>3</sup> : Large Language Model-based Task and Motion Planning with Motion Failure Reasoning","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785256","doi":"https://doi.org/10.1109/iros58592.2024.10801328"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801328","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070346269","display_name":"Shu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shu Wang","raw_affiliation_strings":["University of California,Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070386263","display_name":"Muzhi Han","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muzhi Han","raw_affiliation_strings":["University of California,Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084328887","display_name":"Ziyuan Jiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyuan Jiao","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence, BIGAI"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, BIGAI","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052460961","display_name":"Zeyu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Zhang","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence, BIGAI"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, BIGAI","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101780958","display_name":"Ying Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Nian Wu","raw_affiliation_strings":["University of California,Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031660884","display_name":"Song-Chun Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence, BIGAI"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, BIGAI","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043423420","display_name":"Hangxin Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangxin Liu","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence, BIGAI"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, BIGAI","institution_ids":["https://openalex.org/I4210100255"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5070346269"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":8.4817,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98082978,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"12086","last_page":"12092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.7210149765014648},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6471682786941528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5945783853530884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33570122718811035},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14925217628479004},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.13101178407669067}],"concepts":[{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.7210149765014648},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6471682786941528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5945783853530884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33570122718811035},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14925217628479004},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.13101178407669067}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801328","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1424654272","https://openalex.org/W2041753526","https://openalex.org/W2141841102","https://openalex.org/W2412154694","https://openalex.org/W2468062401","https://openalex.org/W2805883505","https://openalex.org/W2963903510","https://openalex.org/W3001865277","https://openalex.org/W3039141704","https://openalex.org/W3094369551","https://openalex.org/W3128894241","https://openalex.org/W3188348760","https://openalex.org/W3189688664","https://openalex.org/W4312732547","https://openalex.org/W4382202844","https://openalex.org/W4385430665","https://openalex.org/W4386523086","https://openalex.org/W4389665359","https://openalex.org/W4389666628","https://openalex.org/W4401042446","https://openalex.org/W4402354102","https://openalex.org/W4402727899","https://openalex.org/W4403878347","https://openalex.org/W4405785673","https://openalex.org/W4405786295","https://openalex.org/W6713184877","https://openalex.org/W6760726409","https://openalex.org/W6809509765","https://openalex.org/W6838865847","https://openalex.org/W6839928859","https://openalex.org/W6846254642","https://openalex.org/W6852811169","https://openalex.org/W6853313673","https://openalex.org/W6853677386","https://openalex.org/W6853805080","https://openalex.org/W6854318996","https://openalex.org/W6861232000","https://openalex.org/W6869883999","https://openalex.org/W6875137193"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Conventional":[0],"Task":[1],"and":[2,22,58,69,108,144],"Motion":[3],"Planning":[4],"(TAMP)":[5],"approaches":[6],"rely":[7],"on":[8,173],"manually":[9],"designed":[10],"interfaces":[11,104],"connecting":[12],"symbolic":[13,66],"task":[14,106],"planning":[15,59,83,107],"with":[16],"continuous":[17,71],"motion":[18,75,82,98,109,158],"generation.":[19],"These":[20],"domain-specific":[21,118],"labor-intensive":[23],"modules":[24],"are":[25],"limited":[26],"in":[27,31,127,140,147,184],"addressing":[28],"emerging":[29],"tasks":[30],"real-world":[32,185],"settings.":[33,186],"Here,":[34],"we":[35,53,131,169],"present":[36],"LLM<sup":[37,78,101,137,165],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[38,79,102,138,166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>,":[39],"a":[40,49,123,128,174],"novel":[41],"Large":[42],"Language":[43],"Model":[44],"(LLM)-based":[45],"TAMP":[46,142],"framework":[47],"featuring":[48],"domain-independent":[50],"interface.":[51],"Specifically,":[52],"leverage":[54],"the":[55,88,112,134,145,154,162,178],"powerful":[56],"reasoning":[57,96,160],"capabilities":[60],"of":[61,116,125,136,157,164,181],"pre-trained":[62],"LLMs":[63],"to":[64,90,161],"propose":[65],"action":[67,72,149],"sequences":[68],"select":[70],"parameters":[73],"for":[74],"planning.":[76],"Crucially,":[77],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>":[80,103,139],"incorporates":[81],"feedback":[84],"through":[85],"prompting,":[86],"allowing":[87],"LLM":[89],"iteratively":[91],"refine":[92],"its":[93],"proposals":[94],"by":[95],"about":[97],"failure.":[99],"Consequently,":[100],"between":[105,120],"planning,":[110],"alleviating":[111],"intricate":[113],"design":[114],"process":[115],"handling":[117],"messages":[119],"them.":[121],"Through":[122],"series":[124],"simulations":[126],"box-packing":[129],"domain,":[130],"quantitatively":[132],"demonstrate":[133],"effectiveness":[135],"solving":[141],"problems":[143],"efficiency":[146],"selecting":[148],"parameters.":[150],"Ablation":[151],"studies":[152],"underscore":[153],"significant":[155],"contribution":[156],"failure":[159],"success":[163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>.":[167],"Furthermore,":[168],"conduct":[170],"qualitative":[171],"experiments":[172],"physical":[175],"manipulator,":[176],"demonstrating":[177],"practical":[179],"applicability":[180],"our":[182],"approach":[183]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}