{"id":"https://openalex.org/W4401414856","doi":"https://doi.org/10.1109/icra57147.2024.10610981","title":"Interactive Planning Using Large Language Models for Partially Observable Robotic Tasks","display_name":"Interactive Planning Using Large Language Models for Partially Observable Robotic Tasks","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414856","doi":"https://doi.org/10.1109/icra57147.2024.10610981"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610981","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610981","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065597482","display_name":"Lingfeng Sun","orcid":"https://orcid.org/0000-0002-1134-4103"},"institutions":[{"id":"https://openalex.org/I4210099960","display_name":"Systems Control (United States)","ror":"https://ror.org/014tted12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210099960"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingfeng Sun","raw_affiliation_strings":["UC Berkeley,Mechanical Systems Control Lab,Berkeley,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley,Mechanical Systems Control Lab,Berkeley,CA,USA","institution_ids":["https://openalex.org/I4210099960","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010530960","display_name":"Devesh K. Jha","orcid":"https://orcid.org/0000-0002-7843-9545"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Devesh K. Jha","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001601327","display_name":"Chiori Hori","orcid":"https://orcid.org/0000-0002-4201-7578"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chiori Hori","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062291876","display_name":"Siddarth Jain","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddarth Jain","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055442775","display_name":"Radu Corcodel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radu Corcodel","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715656","display_name":"Xinghao Zhu","orcid":"https://orcid.org/0009-0002-8078-1531"},"institutions":[{"id":"https://openalex.org/I4210099960","display_name":"Systems Control (United States)","ror":"https://ror.org/014tted12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210099960"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinghao Zhu","raw_affiliation_strings":["UC Berkeley,Mechanical Systems Control Lab,Berkeley,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley,Mechanical Systems Control Lab,Berkeley,CA,USA","institution_ids":["https://openalex.org/I4210099960","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064077634","display_name":"Masayoshi Tomizuka","orcid":"https://orcid.org/0000-0003-0206-6639"},"institutions":[{"id":"https://openalex.org/I4210099960","display_name":"Systems Control (United States)","ror":"https://ror.org/014tted12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210099960"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Masayoshi Tomizuka","raw_affiliation_strings":["UC Berkeley,Mechanical Systems Control Lab,Berkeley,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley,Mechanical Systems Control Lab,Berkeley,CA,USA","institution_ids":["https://openalex.org/I4210099960","https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062272788","display_name":"Diego Romeres","orcid":"https://orcid.org/0000-0002-8603-2438"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diego Romeres","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories,Cambridge,MA,USA","institution_ids":["https://openalex.org/I4210159266"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2455,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.98619189,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"14054","last_page":"14061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.7684207558631897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7432805299758911},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4446921646595001},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.4237705171108246},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.41665780544281006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34606289863586426}],"concepts":[{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.7684207558631897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7432805299758911},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4446921646595001},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.4237705171108246},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41665780544281006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34606289863586426},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610981","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610981","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W2125188427","https://openalex.org/W2899575547","https://openalex.org/W3099130708","https://openalex.org/W3213974477","https://openalex.org/W4213306721","https://openalex.org/W4221143046","https://openalex.org/W4221159132","https://openalex.org/W4224912544","https://openalex.org/W4281557260","https://openalex.org/W4283788970","https://openalex.org/W4285428875","https://openalex.org/W4313952519","https://openalex.org/W4322718191","https://openalex.org/W4323572061","https://openalex.org/W4361866031","https://openalex.org/W4367628410","https://openalex.org/W4378474282","https://openalex.org/W4378499090","https://openalex.org/W4378505261","https://openalex.org/W4379539325","https://openalex.org/W4380136738","https://openalex.org/W4380993732","https://openalex.org/W4382603221","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4383472635","https://openalex.org/W4384264726","https://openalex.org/W4384918448","https://openalex.org/W4385430679","https://openalex.org/W4385474529","https://openalex.org/W4385571219","https://openalex.org/W4385571831","https://openalex.org/W4386185624","https://openalex.org/W4386185625","https://openalex.org/W4388660746","https://openalex.org/W4389665359","https://openalex.org/W4401414087","https://openalex.org/W4401416363","https://openalex.org/W6684888085","https://openalex.org/W6796581206","https://openalex.org/W6800004206","https://openalex.org/W6801811728","https://openalex.org/W6809646742","https://openalex.org/W6810156098","https://openalex.org/W6810640255","https://openalex.org/W6838865847","https://openalex.org/W6839928859","https://openalex.org/W6846254642","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6851513886","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6852489829","https://openalex.org/W6852792400","https://openalex.org/W6852796118","https://openalex.org/W6852800892","https://openalex.org/W6853313673","https://openalex.org/W6853611289","https://openalex.org/W6853664340","https://openalex.org/W6853743997","https://openalex.org/W6853805080","https://openalex.org/W6853851469","https://openalex.org/W6853966477","https://openalex.org/W6854555012","https://openalex.org/W6854593375","https://openalex.org/W6854866820","https://openalex.org/W6854929498","https://openalex.org/W6855330075","https://openalex.org/W6855642159"],"related_works":["https://openalex.org/W1994680671","https://openalex.org/W2000283393","https://openalex.org/W2002320543","https://openalex.org/W2061947244","https://openalex.org/W2150232912","https://openalex.org/W2054940838","https://openalex.org/W3106170641","https://openalex.org/W4321855183","https://openalex.org/W2952513607","https://openalex.org/W3102440103"],"abstract_inverted_index":{"Designing":[0],"robotic":[1,28],"agents":[2,29],"to":[3,92,117],"perform":[4,118],"open":[5,32],"vocabulary":[6,33],"tasks":[7,39,81,147],"has":[8],"been":[9],"the":[10,41,55,65,85,97,104,107,115,119],"long-standing":[11],"goal":[12],"in":[13,26,40,148],"robotics":[14],"and":[15,60,102,132],"AI.":[16],"Recently,":[17],"Large":[18],"Language":[19],"Models":[20],"(LLMs)":[21],"have":[22],"achieved":[23],"impressive":[24],"results":[25],"creating":[27],"for":[30,37,78],"performing":[31],"tasks.":[34],"However,":[35],"planning":[36,76],"these":[38],"presence":[42],"of":[43,106],"uncertainties":[44],"is":[45,90],"challenging":[46],"as":[47,150,152],"it":[48],"requires":[49],"\"chain-of-thought\"":[50],"reasoning,":[51],"aggregating":[52],"information":[53,95],"from":[54,96,110],"environment,":[56],"updating":[57],"state":[58,67,105],"estimates,":[59],"generating":[61],"actions":[62],"based":[63],"on":[64,145],"updated":[66],"estimates.":[68],"In":[69,84],"this":[70],"paper,":[71],"we":[72],"present":[73],"an":[74,88],"interactive":[75],"technique":[77],"partially":[79],"observable":[80],"using":[82,99],"LLMs.":[83],"proposed":[86],"method,":[87],"LLM":[89,139],"used":[91],"collect":[93],"missing":[94],"environment":[98],"a":[100,125,137],"robot,":[101],"infer":[103],"underlying":[108],"problem":[109],"collected":[111],"observations":[112],"while":[113],"guiding":[114],"robot":[116],"required":[120],"actions.":[121],"We":[122],"also":[123],"use":[124],"fine-tuned":[126],"Llama":[127],"2":[128],"model":[129],"via":[130],"self-instruct":[131],"compare":[133],"its":[134],"performance":[135],"against":[136],"pre-trained":[138],"like":[140],"GPT-4.":[141],"Results":[142],"are":[143],"demonstrated":[144],"several":[146],"simulation":[149],"well":[151],"real-world":[153],"environments.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
