{"id":"https://openalex.org/W7204237128","doi":"https://doi.org/10.1109/etfa68377.2026.11725230","title":"LLM Agents Perform Controlled Experiments Using Simulation Models","display_name":"LLM Agents Perform Controlled Experiments Using Simulation Models","publication_year":2026,"publication_date":"2026-09-01","ids":{"openalex":"https://openalex.org/W7204237128","doi":"https://doi.org/10.1109/etfa68377.2026.11725230"},"language":"en","primary_location":{"id":"doi:10.1109/etfa68377.2026.11725230","doi":"https://doi.org/10.1109/etfa68377.2026.11725230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa68377.2026.11725230","pdf_url":null,"source":{"id":"https://openalex.org/S4363607916","display_name":"IEEE International Conference on Emerging Technologies and Factory Automation (ETFA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 31st International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.23622","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148333521","display_name":"Yuchen Xia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuchen Xia","raw_affiliation_strings":["Institute for Industrial Automation and Software Engineering, University of Stuttgart"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Industrial Automation and Software Engineering, University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133088320","display_name":"Michael Weyrich","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Weyrich","raw_affiliation_strings":["Institute for Industrial Automation and Software Engineering, University of Stuttgart"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Industrial Automation and Software Engineering, University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042926074","display_name":"Nasser Jazdi","orcid":"https://orcid.org/0000-0001-6722-0911","observed_orcids":["https://orcid.org/0000-0001-6722-0911"]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nasser Jazdi","raw_affiliation_strings":["Institute for Industrial Automation and Software Engineering, University of Stuttgart"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Industrial Automation and Software Engineering, University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093049285","display_name":"Johannes St\u00fcmpfle","orcid":"https://orcid.org/0000-0002-0745-158X","observed_orcids":["https://orcid.org/0000-0002-0745-158X"]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes St\u00fcmpfle","raw_affiliation_strings":["Institute for Industrial Automation and Software Engineering, University of Stuttgart"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Industrial Automation and Software Engineering, University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120061205","display_name":"Johannes Sigel","orcid":"https://orcid.org/0009-0005-0359-2480","observed_orcids":["https://orcid.org/0009-0005-0359-2480"]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Sigel","raw_affiliation_strings":["Institute for Industrial Automation and Software Engineering, University of Stuttgart"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Industrial Automation and Software Engineering, University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119111528","display_name":"Akshay Narla","orcid":"https://orcid.org/0009-0006-7103-4613","observed_orcids":["https://orcid.org/0009-0006-7103-4613"]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Akshay Narla","raw_affiliation_strings":["Institute for Industrial Automation and Software Engineering, University of Stuttgart"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Industrial Automation and Software Engineering, University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004766369","display_name":"Gavin Reynolds","orcid":"https://orcid.org/0000-0002-9592-8228","observed_orcids":["https://orcid.org/0000-0002-9592-8228"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gavin K. Reynolds","raw_affiliation_strings":["Sustainable Innovation & Transformational Excellence (xSITE), Pharmaceutical Technology & Development, Operations AstraZenec"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sustainable Innovation & Transformational Excellence (xSITE), Pharmaceutical Technology & Development, Operations AstraZenec","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001072008","display_name":"Anna Jawor-Baczynska","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Jawor-Baczynska","raw_affiliation_strings":["Chemical Development, Pharmaceutical Technology & Development, Operations"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chemical Development, Pharmaceutical Technology & Development, Operations","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148372393","display_name":"Pol Llopart","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pol Llopart","raw_affiliation_strings":["Data Analytics & AI (DA&AI), Operations IT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Analytics & AI (DA&AI), Operations IT","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6910912,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.24070000648498535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.24070000648498535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.22059999406337738,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.17080000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8330000042915344},{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.8090000152587891},{"id":"https://openalex.org/keywords/controlled-experiments","display_name":"controlled experiments","score":0.8809999823570251},{"id":"https://openalex.org/keywords/computer-simulation","display_name":"computer simulation","score":0.6570000052452087},{"id":"https://openalex.org/keywords/pharmaceutical-process-design","display_name":"pharmaceutical process design","score":0.8980000019073486},{"id":"https://openalex.org/keywords/process-parameter-optimization","display_name":"process parameter optimization","score":0.7480000257492065},{"id":"https://openalex.org/keywords/experimental-design","display_name":"experimental design","score":0.5270000100135803},{"id":"https://openalex.org/keywords/evidence-based-recommendations","display_name":"evidence-based recommendations","score":0.5440000295639038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781499981880188},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7373999953269958},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6172000169754028},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4361000061035156},{"id":"https://openalex.org/C108215451","wikidata":"https://www.wikidata.org/wiki/Q7263963","display_name":"Simulation modeling","level":2,"score":0.4345000088214874},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3937000036239624},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.37299999594688416},{"id":"https://openalex.org/C141218545","wikidata":"https://www.wikidata.org/wiki/Q7521336","display_name":"Simulation language","level":2,"score":0.3693999946117401},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3643999993801117},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3352000117301941},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3149999976158142},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C76956256","wikidata":"https://www.wikidata.org/wiki/Q27610560","display_name":"Process modeling","level":3,"score":0.3124000132083893},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3102000057697296},{"id":"https://openalex.org/C167343916","wikidata":"https://www.wikidata.org/wiki/Q6888384","display_name":"Modeling and simulation","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C56288433","wikidata":"https://www.wikidata.org/wiki/Q58673","display_name":"Data manipulation language","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C2780974030","wikidata":"https://www.wikidata.org/wiki/Q16951926","display_name":"Co-simulation","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C145644426","wikidata":"https://www.wikidata.org/wiki/Q169411","display_name":"Unified Modeling Language","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/etfa68377.2026.11725230","doi":"https://doi.org/10.1109/etfa68377.2026.11725230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa68377.2026.11725230","pdf_url":null,"source":{"id":"https://openalex.org/S4363607916","display_name":"IEEE International Conference on Emerging Technologies and Factory Automation (ETFA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 31st International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.23622","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23622","pdf_url":"https://arxiv.org/pdf/2608.23622","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.23622","doi":"https://doi.org/10.48550/arxiv.2608.23622","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.23622","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.23622","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23622","pdf_url":"https://arxiv.org/pdf/2608.23622","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204237128.pdf","grobid_xml":"https://content.openalex.org/works/W7204237128.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7222941417","https://openalex.org/W7113529719","https://openalex.org/W7163512725","https://openalex.org/W7119686593","https://openalex.org/W4386902186","https://openalex.org/W4406409047","https://openalex.org/W4406612816","https://openalex.org/W7104432566","https://openalex.org/W4405922624","https://openalex.org/W7131080753"],"abstract_inverted_index":{"Large":[0],"language":[1,102],"models":[2,63,103,107],"(LLMs)":[3],"have":[4],"shown":[5],"strong":[6],"capabilities":[7],"in":[8,38,108,145],"reasoning,":[9],"planning,":[10],"and":[11,17,25,72,92,121,130,155,159,167],"tool":[12],"use,":[13],"but":[14],"many":[15],"scientific":[16,61],"engineering":[18],"tasks":[19],"require":[20,29],"more":[21,128],"than":[22,133],"plausible":[23],"text":[24],"code":[26],"generation.":[27],"They":[28],"understanding":[30],"how":[31],"a":[32,49,69,73,79,124],"system":[33,77,115],"responds":[34],"to":[35,56],"intervention,":[36,119],"which":[37],"practice":[39],"depends":[40],"on":[41],"controlled":[42,58],"experimentation.":[43],"In":[44,136],"this":[45,141],"work,":[46],"we":[47],"propose":[48],"multi-agent":[50],"framework":[51],"that":[52],"enables":[53],"LLM":[54],"agents":[55],"conduct":[57],"experiments":[59],"with":[60,104],"simulation":[62,106],"for":[64,96],"pharmaceutical":[65],"process":[66,97],"design.":[67],"Given":[68],"user":[70],"query":[71],"baseline":[74],"configuration,":[75],"the":[76,89,113,165],"constructs":[78],"structured":[80],"task":[81],"representation,":[82],"designs":[83],"experiments,":[84],"executes":[85],"comparative":[86],"simulation,":[87],"interprets":[88],"resulting":[90],"outcomes,":[91],"synthesizes":[93],"evidence-based":[94],"recommendations":[95],"parameter":[98],"optimization.":[99],"By":[100],"coupling":[101],"high-fidelity":[105],"an":[109,137],"interactive":[110],"agent":[111],"framework,":[112],"proposed":[114],"supports":[116],"reasoning":[117],"through":[118],"comparison,":[120],"observation.":[122],"As":[123],"result,":[125],"it":[126],"produces":[127],"specific":[129],"actionable":[131],"outputs":[132],"language-only":[134],"reasoning.":[135,173],"industrial":[138],"application":[139],"setting,":[140],"advantage":[142],"is":[143],"reflected":[144],"higher":[146],"output":[147],"specificity":[148],"as":[149,151],"well":[150],"improved":[152],"user-rated":[153],"correctness":[154],"helpfulness.":[156],"Ablation":[157],"studies":[158],"visualized":[160],"case":[161],"analyses":[162],"further":[163],"demonstrate":[164],"effectiveness":[166],"practical":[168],"utility":[169],"of":[170],"simulation-integrated":[171],"experimental":[172]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-27T00:00:00"}