{"id":"https://openalex.org/W4410830192","doi":"https://doi.org/10.1145/3733719","title":"Using (Not-so) Large Language Models to Generate Simulation Models in a Formal DSL: A Study on Reaction Networks","display_name":"Using (Not-so) Large Language Models to Generate Simulation Models in a Formal DSL: A Study on Reaction Networks","publication_year":2025,"publication_date":"2025-05-28","ids":{"openalex":"https://openalex.org/W4410830192","doi":"https://doi.org/10.1145/3733719"},"language":"en","primary_location":{"id":"doi:10.1145/3733719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3733719","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3733719","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093022052","display_name":"Justin N. Kreikemeyer","orcid":"https://orcid.org/0000-0002-4109-3608"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Justin Noah Kreikemeyer","raw_affiliation_strings":["Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4109-3608","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","institution_ids":["https://openalex.org/I4665924"]},{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117732085","display_name":"Mi\u0142osz Jankowski","orcid":null},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mi\u0142osz Jankowski","raw_affiliation_strings":["Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0009-0009-9208-4283","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","institution_ids":["https://openalex.org/I4665924"]},{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021312368","display_name":"Pia Wilsdorf","orcid":"https://orcid.org/0000-0001-7447-6667"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pia Wilsdorf","raw_affiliation_strings":["Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7447-6667","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","institution_ids":["https://openalex.org/I4665924"]},{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063515034","display_name":"Adelinde M. Uhrmacher","orcid":"https://orcid.org/0000-0001-5256-4682"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adelinde M. Uhrmacher","raw_affiliation_strings":["Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5256-4682","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock","institution_ids":["https://openalex.org/I4665924"]},{"raw_affiliation_string":"Faculty of Computer Science and Electrical Engineering, Institute for Visual and Analytic Computing, University of Rostock, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4665924"],"apc_list":null,"apc_paid":null,"fwci":8.4349,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97326707,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"35","issue":"4","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/digital-subscriber-line","display_name":"Digital subscriber line","score":0.9562019109725952},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6672382950782776},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.46934258937835693},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.06789115071296692}],"concepts":[{"id":"https://openalex.org/C201374245","wikidata":"https://www.wikidata.org/wiki/Q104534","display_name":"Digital subscriber line","level":2,"score":0.9562019109725952},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6672382950782776},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.46934258937835693},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.06789115071296692}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3733719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3733719","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2503.01675","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.01675","pdf_url":"https://arxiv.org/pdf/2503.01675","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3733719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3733719","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1082567029","display_name":"Automatische Generierung und Ausf\u00fchrung von Simulationsexperimenten","funder_award_id":"320435134","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W4557126","https://openalex.org/W30489333","https://openalex.org/W1563071114","https://openalex.org/W1682403713","https://openalex.org/W1977738976","https://openalex.org/W1996996219","https://openalex.org/W2171450499","https://openalex.org/W2172755394","https://openalex.org/W2606411279","https://openalex.org/W2627830512","https://openalex.org/W2737500437","https://openalex.org/W2952755768","https://openalex.org/W2979826702","https://openalex.org/W3007609684","https://openalex.org/W3080133182","https://openalex.org/W3144293453","https://openalex.org/W3149507906","https://openalex.org/W3191409789","https://openalex.org/W4225872403","https://openalex.org/W4254930853","https://openalex.org/W4327652744","https://openalex.org/W4365510058","https://openalex.org/W4388223983","https://openalex.org/W4391421475","https://openalex.org/W4394797073","https://openalex.org/W4394927740","https://openalex.org/W4396217665","https://openalex.org/W4396870811","https://openalex.org/W4399809040","https://openalex.org/W4400064739","https://openalex.org/W4400582518","https://openalex.org/W4400621330","https://openalex.org/W4402631962","https://openalex.org/W4402901320","https://openalex.org/W4406047584","https://openalex.org/W4406612655","https://openalex.org/W6906993523"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1622568043","https://openalex.org/W2056183469","https://openalex.org/W2055565857","https://openalex.org/W4230802329","https://openalex.org/W2151852566","https://openalex.org/W2087366038","https://openalex.org/W3018952282"],"abstract_inverted_index":{"Formal":[0],"languages":[1],"are":[2,204],"an":[3,91],"integral":[4],"part":[5],"of":[6,14,34,158],"modeling":[7,178],"and":[8,25,116,136,206,210],"simulation.":[9],"They":[10],"allow":[11],"the":[12,28,76,132,149,167,188],"distillation":[13],"knowledge":[15],"into":[16,64],"concise":[17],"simulation":[18,65,152],"models":[19,36,107],"amenable":[20],"to":[21,99,104,129,156,213],"automatic":[22],"execution,":[23],"interpretation,":[24],"analysis.":[26],"However,":[27],"arguably":[29],"most":[30],"humanly":[31],"accessible":[32],"means":[33],"expressing":[35],"is":[37,42],"through":[38],"natural":[39,62,101],"language,":[40,111],"which":[41],"not":[43],"easily":[44],"interpretable":[45],"by":[46],"computers.":[47],"Here,":[48],"we":[49,88,123],"evaluate":[50],"how":[51,90],"a":[52,109,113,125],"Large":[53],"Language":[54],"Model":[55],"(LLM)":[56],"might":[57],"be":[58,97],"used":[59],"for":[60,134,171],"formalizing":[61],"language":[63,102],"models.":[66],"Existing":[67],"studies":[68],"only":[69],"explored":[70],"using":[71],"very":[72],"large":[73,196],"LLMs,":[74],"like":[75],"commercial":[77],"GPT":[78],"models,":[79],"without":[80],"fine-tuning":[81,135],"model":[82,95,146,153],"weights.":[83],"To":[84,120],"close":[85],"this":[86,121],"gap,":[87],"show":[89],"open-weights,":[92],"7B-parameter":[93],"Mistral":[94,145],"can":[96,147],"fine-tuned":[98,144,189],"translate":[100],"descriptions":[103],"reaction":[105],"network":[106],"in":[108,154,179,184],"domain-specific":[110],"offering":[112],"self-hostable,":[114],"compute-efficient,":[115],"memory":[117],"efficient":[118],"alternative.":[119],"end,":[122],"develop":[124],"synthetic":[126],"data":[127,203],"generator":[128],"serve":[130],"as":[131,174,176],"basis":[133],"evaluation.":[137],"Our":[138],"quantitative":[139],"evaluation":[140],"shows":[141],"that":[142,200],"our":[143,162],"recover":[148],"ground":[150],"truth":[151],"up":[155,194],"84.5%":[157],"cases.":[159],"In":[160],"addition,":[161],"small-scale":[163],"user":[164],"study":[165],"demonstrates":[166],"model\u2019s":[168],"practical":[169],"potential":[170],"one-time":[172],"generation":[173],"well":[175],"interactive":[177],"various":[180],"domains.":[181],"While":[182],"promising,":[183],"its":[185],"current":[186],"form,":[187],"small":[190,209],"LLM":[191],"cannot":[192],"catch":[193],"with":[195],"LLMs.":[197],"We":[198],"conclude":[199],"higher-quality":[201],"training":[202],"required,":[205],"expect":[207],"future":[208],"open-source":[211],"LLMs":[212],"offer":[214],"new":[215],"opportunities.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-05-29T00:00:00"}
