{"id":"https://openalex.org/W4405785350","doi":"https://doi.org/10.1109/iros58592.2024.10802562","title":"LGMCTS: Language-Guided Monte-Carlo Tree Search for Executable Semantic Object Rearrangement","display_name":"LGMCTS: Language-Guided Monte-Carlo Tree Search for Executable Semantic Object Rearrangement","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785350","doi":"https://doi.org/10.1109/iros58592.2024.10802562"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802562","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103173214","display_name":"Haonan Chang","orcid":"https://orcid.org/0000-0001-5733-4536"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haonan Chang","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101750099","display_name":"Kai Gao","orcid":"https://orcid.org/0000-0002-9670-6918"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai Gao","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011882557","display_name":"Kowndinya Boyalakuntla","orcid":"https://orcid.org/0000-0002-3112-9718"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kowndinya Boyalakuntla","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027070697","display_name":"Alex Junho Lee","orcid":"https://orcid.org/0000-0001-5638-7417"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Lee","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031296968","display_name":"Baichuan Huang","orcid":"https://orcid.org/0000-0002-9658-6071"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baichuan Huang","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048925474","display_name":"Jingjin Yu","orcid":"https://orcid.org/0000-0002-7594-7798"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingjin Yu","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068615270","display_name":"Abdeslam Boularias","orcid":"https://orcid.org/0000-0002-5587-4560"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdeslam Boularias","raw_affiliation_strings":["Rutgers University,Department of Computer Science,New Brunswick,USA,08854"],"affiliations":[{"raw_affiliation_string":"Rutgers University,Department of Computer Science,New Brunswick,USA,08854","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103173214"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":1.1586,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.82987695,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"13607","last_page":"13612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7902506589889526},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7483729720115662},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4512554407119751},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4455377757549286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43136149644851685},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4295508861541748},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4186381995677948},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.4152526557445526},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34343206882476807},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11280837655067444},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08460110425949097},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.07098793983459473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7902506589889526},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7483729720115662},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4512554407119751},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4455377757549286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43136149644851685},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4295508861541748},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4186381995677948},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4152526557445526},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34343206882476807},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11280837655067444},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08460110425949097},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.07098793983459473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802562","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2119709400","https://openalex.org/W2337392266","https://openalex.org/W3012008866","https://openalex.org/W3206916018","https://openalex.org/W4224912544","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4388660746","https://openalex.org/W4389665359","https://openalex.org/W4389667233","https://openalex.org/W4390874280","https://openalex.org/W4401414087","https://openalex.org/W4402354038","https://openalex.org/W6637441126","https://openalex.org/W6778883912","https://openalex.org/W6801810553","https://openalex.org/W6809509765","https://openalex.org/W6839928859","https://openalex.org/W6846242362","https://openalex.org/W6850072970","https://openalex.org/W6850503672","https://openalex.org/W6851334955","https://openalex.org/W6852136651","https://openalex.org/W6853035495","https://openalex.org/W6853111285","https://openalex.org/W6853520483","https://openalex.org/W6854164357","https://openalex.org/W6854866820","https://openalex.org/W6854929498","https://openalex.org/W6857009137"],"related_works":["https://openalex.org/W2350278424","https://openalex.org/W2071432835","https://openalex.org/W4239401009","https://openalex.org/W4234371507","https://openalex.org/W1628824497","https://openalex.org/W4299534542","https://openalex.org/W82161441","https://openalex.org/W1576042299","https://openalex.org/W2181943964","https://openalex.org/W1528423264"],"abstract_inverted_index":{"We":[0,46,72],"present":[1,47,74],"LGMCTS,":[2],"a":[3,48,75],"framework":[4],"that":[5,40,54,104],"uniquely":[6],"combines":[7],"language":[8,26,56],"guidance":[9],"with":[10,51,144],"geometrically":[11,139],"informed":[12],"sampling":[13],"distributions":[14],"to":[15,20,35,57,129],"effectively":[16],"rearrange":[17],"objects":[18],"according":[19],"geometric":[21],"patterns":[22],"dictated":[23],"by":[24],"natural":[25],"descriptions.":[27],"LGMCTS":[28],"uses":[29],"Monte":[30],"Carlo":[31],"Tree":[32],"Search":[33],"(MCTS)":[34],"create":[36],"feasible":[37],"action":[38,136],"plans":[39],"ensure":[41],"executable":[42],"semantic":[43],"object":[44],"rearrangement.":[45],"comprehensive":[49],"comparison":[50],"leading":[52],"approaches":[53],"use":[55],"generate":[58,130],"goal":[59],"rearrangements":[60],"independently":[61],"of":[62,97],"actionable":[63],"planning,":[64],"including":[65],"Structformer,":[66],"StructDiffusion,":[67],"and":[68,99,118,151],"Code":[69,115],"as":[70,114,116],"policies.":[71],"also":[73],"new":[76],"benchmark,":[77],"the":[78,91],"Executable":[79],"Language":[80,110],"Guided":[81],"Rearrangement":[82],"(ELGR)":[83],"Bench,":[84],"containing":[85],"tasks":[86],"involving":[87],"intricate":[88],"geometry.":[89],"With":[90],"ELGR":[92],"bench,":[93],"we":[94],"show":[95],"limitations":[96],"task":[98],"motion":[100],"planning":[101,137],"(TAMP)":[102],"solutions":[103],"are":[105,154],"purely":[106],"based":[107],"on":[108,120],"Large":[109],"Models":[111],"(LLM)":[112],"such":[113,121],"Policies":[117],"Progprompt":[119],"tasks.":[122],"Our":[123,149],"findings":[124],"advocate":[125],"for":[126],"using":[127],"LLMs":[128],"intermediary":[131],"representations":[132],"rather":[133],"than":[134],"direct":[135],"in":[138],"complex":[140],"rearrangement":[141],"scenarios,":[142],"aligning":[143],"perspectives":[145],"from":[146],"recent":[147],"literature.":[148],"code":[150],"supplementary":[152],"materials":[153],"accessible":[155],"at":[156],"https://lgmcts.github.io/.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}