{"id":"https://openalex.org/W4403919510","doi":"https://doi.org/10.1109/ro-man60168.2024.10731325","title":"Human Planning of Robot Actions through LLM-guided State Machine Synthesis","display_name":"Human Planning of Robot Actions through LLM-guided State Machine Synthesis","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4403919510","doi":"https://doi.org/10.1109/ro-man60168.2024.10731325"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man60168.2024.10731325","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man60168.2024.10731325","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039687890","display_name":"Brennan Swick","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brennan Swick","raw_affiliation_strings":["Ohio State University,Faculty With the Department of Integrated Systems Engineering,Columbus,OH,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ohio State University,Faculty With the Department of Integrated Systems Engineering,Columbus,OH,USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042892884","display_name":"Sean Donegan","orcid":"https://orcid.org/0000-0002-6964-7529"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Donegan","raw_affiliation_strings":["U.S. Air Force Research Laboratory,Materials and Manufacturing Directorate,OH,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Air Force Research Laboratory,Materials and Manufacturing Directorate,OH,USA","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025602698","display_name":"Andrew Gillman","orcid":"https://orcid.org/0000-0001-8435-9050"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Gillman","raw_affiliation_strings":["U.S. Air Force Research Laboratory,Materials and Manufacturing Directorate,OH,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Air Force Research Laboratory,Materials and Manufacturing Directorate,OH,USA","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024070899","display_name":"Michael A. Groeber","orcid":"https://orcid.org/0000-0002-1892-4178"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Groeber","raw_affiliation_strings":["Ohio State University,Faculty With the Department of Integrated Systems Engineering,Columbus,OH,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ohio State University,Faculty With the Department of Integrated Systems Engineering,Columbus,OH,USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21156059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"430","last_page":"437"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9215999841690063,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9215999841690063,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9172000288963318,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6316938996315002},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6114782691001892},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4390971064567566},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.41872408986091614},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3893875777721405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3595062494277954},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1083604097366333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6316938996315002},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6114782691001892},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4390971064567566},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.41872408986091614},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3893875777721405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3595062494277954},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1083604097366333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man60168.2024.10731325","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man60168.2024.10731325","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6299999952316284,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W46490633","https://openalex.org/W1630678085","https://openalex.org/W2001006503","https://openalex.org/W2133272998","https://openalex.org/W2594908799","https://openalex.org/W2604213426","https://openalex.org/W2810327191","https://openalex.org/W3207832698","https://openalex.org/W4220840735","https://openalex.org/W4221143046","https://openalex.org/W4224912544","https://openalex.org/W4232613990","https://openalex.org/W4245759828","https://openalex.org/W4297994136","https://openalex.org/W4323572061","https://openalex.org/W4388660746","https://openalex.org/W4391351849","https://openalex.org/W4399374221","https://openalex.org/W4401414087","https://openalex.org/W4401414318","https://openalex.org/W6631553122","https://openalex.org/W6636808768","https://openalex.org/W6656576554","https://openalex.org/W6676534494","https://openalex.org/W6714319907","https://openalex.org/W6715064560","https://openalex.org/W6760744592","https://openalex.org/W6802366246","https://openalex.org/W6809646742","https://openalex.org/W6810640255","https://openalex.org/W6813635731","https://openalex.org/W6843653868","https://openalex.org/W6845913802","https://openalex.org/W6850503672","https://openalex.org/W6850959302","https://openalex.org/W6853805080","https://openalex.org/W6854906906","https://openalex.org/W6856044004","https://openalex.org/W6857295369"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"Developments":[0],"in":[1,95,104,124],"natural":[2,114],"language":[3,23,115],"processing":[4],"have":[5,172],"made":[6],"it":[7,37],"easier":[8],"than":[9],"ever":[10],"to":[11,43,47,58,85,116,186,189],"program":[12],"robots":[13],"using":[14],"language.":[15],"Specifically,":[16],"Large":[17],"Language":[18],"Models":[19],"(LLMs)":[20],"capture":[21],"both":[22],"patterns":[24],"and":[25,69,99,153,162,182,192],"some":[26],"embedded":[27],"knowledge":[28],"that":[29,56,109,120,168],"enables":[30],"emergent":[31],"capabilities,":[32],"such":[33],"as":[34],"planning.":[35],"However,":[36],"is":[38,75],"not":[39],"well":[40],"understood":[41],"how":[42],"best":[44],"use":[45],"LLMs":[46],"reduce":[48,59],"robotic":[49,86,93,102],"programming":[50,64,145],"effort.":[51],"We":[52],"present":[53],"a":[54,78,96,173,199,203],"system":[55,79,111],"aims":[57],"the":[60,67,72,110,136,144,169,177,180,196],"burden":[61,146],"of":[62,71,130,135,179],"robot":[63],"without":[65],"affecting":[66],"safety":[68,152],"observability":[70,154],"system.":[73],"This":[74],"achieved":[76],"through":[77,155],"that:":[80],"1)":[81],"translates":[82],"human":[83,197],"plans":[84,87,94,103],"via":[88],"an":[89],"LLM;":[90],"2)":[91],"displays":[92],"state":[97,118,138,159],"machine;":[98],"3)":[100],"demonstrates":[101],"simulation.":[105],"Our":[106],"results":[107,166],"show":[108],"can":[112,147],"convert":[113],"synthesized":[117],"machines":[119],"achieve":[121],"goal":[122],"specifications":[123],"13/30":[125],"cases,":[126],"with":[127],"two":[128],"sets":[129],"exemplar":[131],"instructions":[132,171],"producing":[133],"12":[134],"13":[137],"machines.":[139],"Thus,":[140],"given":[141,170],"proper":[142],"instructions,":[143],"be":[148,187,207],"reduced":[149],"while":[150],"maintaining":[151],"verifiable":[156],"discrete":[157],"actions,":[158],"machine":[160],"visualizations,":[161],"simulated":[163],"demonstrations.":[164],"These":[165],"suggest":[167],"significant":[174],"effect":[175],"on":[176],"success":[178],"plan":[181],"additional":[183],"tools":[184],"need":[185],"added":[188],"support":[190],"directability":[191],"corrective":[193],"feedback":[194],"from":[195],"before":[198],"human-in-the-loop":[200],"study":[201],"for":[202],"manufacturing":[204],"scenario":[205],"should":[206],"performed.":[208]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}