{"id":"https://openalex.org/W7130582884","doi":"https://doi.org/10.1109/fllm67465.2025.11391122","title":"From Intentions to Actions: Workflow Generation with LLMs for Robots","display_name":"From Intentions to Actions: Workflow Generation with LLMs for Robots","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W7130582884","doi":"https://doi.org/10.1109/fllm67465.2025.11391122"},"language":null,"primary_location":{"id":"doi:10.1109/fllm67465.2025.11391122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11391122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119705157","display_name":"Justus Flerlage","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Justus Flerlage","raw_affiliation_strings":["Technische Universität,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036894016","display_name":"Alexander Acker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149610","display_name":"Keysight Technologies (United Kingdom)","ror":"https://ror.org/04g81mm64","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210115805","https://openalex.org/I4210149610"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexander Acker","raw_affiliation_strings":["Logsight.ai GmbH,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Logsight.ai GmbH,Berlin,Germany","institution_ids":["https://openalex.org/I4210149610"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024675213","display_name":"Dominik Scheinert","orcid":"https://orcid.org/0000-0003-0763-3233"},"institutions":[{"id":"https://openalex.org/I4210149610","display_name":"Keysight Technologies (United Kingdom)","ror":"https://ror.org/04g81mm64","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210115805","https://openalex.org/I4210149610"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dominik Scheinert","raw_affiliation_strings":["Logsight.ai GmbH,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Logsight.ai GmbH,Berlin,Germany","institution_ids":["https://openalex.org/I4210149610"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113101499","display_name":"Soeren Becker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149610","display_name":"Keysight Technologies (United Kingdom)","ror":"https://ror.org/04g81mm64","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210115805","https://openalex.org/I4210149610"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Soeren Becker","raw_affiliation_strings":["Logsight.ai GmbH,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Logsight.ai GmbH,Berlin,Germany","institution_ids":["https://openalex.org/I4210149610"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049979509","display_name":"Hamza Yous","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hamza Yous","raw_affiliation_strings":["Technology Innovation Institute,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technology Innovation Institute,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134423536","display_name":"Karnakar Reddy","orcid":"https://orcid.org/0009-0001-5699-4089"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Karnakar Reddy","raw_affiliation_strings":["Technology Innovation Institute,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technology Innovation Institute,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071617809","display_name":"Ibrahim Farhat","orcid":"https://orcid.org/0000-0002-5478-7799"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ibrahim Farhat","raw_affiliation_strings":["Technology Innovation Institute,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technology Innovation Institute,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099497054","display_name":"Hakim Hacid","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hakim Hacid","raw_affiliation_strings":["Technology Innovation Institute,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technology Innovation Institute,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119909913","display_name":"Odej Kao","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Odej Kao","raw_affiliation_strings":["Technische Universität,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5119705157"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68457373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"982","last_page":"989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2809000015258789,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2809000015258789,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.15299999713897705,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.04899999871850014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8120999932289124},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7340999841690063},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6590999960899353},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.583899974822998},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5776000022888184},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5641999840736389},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.39820000529289246},{"id":"https://openalex.org/keywords/self-reconfiguring-modular-robot","display_name":"Self-reconfiguring modular robot","score":0.374099999666214}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8120999932289124},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7340999841690063},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6590999960899353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5993000268936157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5960000157356262},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.583899974822998},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5776000022888184},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5641999840736389},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4648999869823456},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C49603950","wikidata":"https://www.wikidata.org/wiki/Q17165512","display_name":"Self-reconfiguring modular robot","level":5,"score":0.374099999666214},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35670000314712524},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30720001459121704},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.2614000141620636},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C164100034","wikidata":"https://www.wikidata.org/wiki/Q1870629","display_name":"Loose coupling","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C2779791154","wikidata":"https://www.wikidata.org/wiki/Q258040","display_name":"Model transformation","level":3,"score":0.25220000743865967},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fllm67465.2025.11391122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11391122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2888704052","https://openalex.org/W2912694244","https://openalex.org/W2963140518","https://openalex.org/W3088158297","https://openalex.org/W4221142847","https://openalex.org/W4316041216","https://openalex.org/W4323655724","https://openalex.org/W4367595583","https://openalex.org/W4390790246","https://openalex.org/W4391136507","https://openalex.org/W4396833607","https://openalex.org/W4400128681","https://openalex.org/W4401386758","https://openalex.org/W4402684226","https://openalex.org/W4404463221","https://openalex.org/W4404577250","https://openalex.org/W4405706082","https://openalex.org/W4405910844","https://openalex.org/W4406658975","https://openalex.org/W4407125157","https://openalex.org/W4409626943","https://openalex.org/W4410178347","https://openalex.org/W4410769477","https://openalex.org/W4411119608","https://openalex.org/W4411119892","https://openalex.org/W4411254634","https://openalex.org/W4411403346","https://openalex.org/W7125135101"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"reshaping":[5],"human\u2013machine":[6],"interaction.":[7],"Their":[8],"ability":[9],"to":[10,30],"infer":[11],"goals,":[12],"decompose":[13],"intentions":[14],"into":[15],"actions,":[16],"and":[17,32,52,63,87,105,128],"generate":[18],"workflows":[19],"positions":[20],"them":[21],"as":[22,47,141],"a":[23,54,71,82,130],"new":[24],"paradigm":[25],"for":[26,45,122,138],"robotics,":[27],"where":[28],"adaptability":[29],"dynamic":[31],"unpredictable":[33],"environments":[34],"is":[35],"crucial.":[36],"In":[37],"this":[38,67],"work,":[39],"we":[40,69],"formalize":[41],"the":[42,136],"intention-to-workflow":[43],"transformation":[44],"robotics":[46],"state-machine\u2013like":[48],"sequences":[49],"of":[50,73],"actions":[51],"propose":[53],"modular":[55],"reference":[56],"architecture":[57],"that":[58],"integrates":[59],"perception,":[60],"LLM-based":[61],"reasoning,":[62],"execution.":[64],"To":[65],"evaluate":[66],"paradigm,":[68],"introduce":[70],"benchmark":[72],"15":[74],"pick-and-place":[75],"challenges":[76],"across":[77],"four":[78],"categories,":[79],"performed":[80],"with":[81,92],"simulated":[83],"robotic":[84,145],"gripper":[85],"arm":[86],"three":[88],"distinct":[89],"objects.":[90],"Experiments":[91],"diverse":[93],"LLM":[94],"families":[95],"reveal":[96],"characteristic":[97],"error":[98],"modes,":[99],"including":[100],"failures":[101],"in":[102,114,125,144],"spatial":[103],"alignment":[104],"object":[106],"manipulation,":[107],"while":[108],"larger":[109],"models":[110],"demonstrate":[111],"greater":[112],"robustness":[113],"complex":[115],"tasks.":[116],"These":[117],"results":[118],"provide":[119],"design":[120],"guidelines":[121],"workflow":[123],"generation":[124],"embodied":[126],"AI":[127],"establish":[129],"reproducible":[131],"benchmark.":[132],"Our":[133],"work":[134],"lays":[135],"foundation":[137],"deploying":[139],"LLMs":[140],"high-level":[142],"controllers":[143],"systems.":[146]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-02-20T00:00:00"}