{"id":"https://openalex.org/W7119071000","doi":"https://doi.org/10.1145/3786583.3786879","title":"DSL or Code? Evaluating the Quality of LLM-Generated Algebraic Specifications: A Case Study in Optimization at Kinaxis","display_name":"DSL or Code? Evaluating the Quality of LLM-Generated Algebraic Specifications: A Case Study in Optimization at Kinaxis","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7119071000","doi":"https://doi.org/10.1145/3786583.3786879"},"language":null,"primary_location":{"id":"doi:10.1145/3786583.3786879","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786879","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786583.3786879","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098748870","display_name":"Negin Ayoughi","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Negin Ayoughi","raw_affiliation_strings":["EECS, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0009-3851-6612","affiliations":[{"raw_affiliation_string":"EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122284470","display_name":"David Dewar","orcid":null},"institutions":[{"id":"https://openalex.org/I924572780","display_name":"Praxis","ror":"https://ror.org/00b8kjk28","country_code":"EE","type":"nonprofit","lineage":["https://openalex.org/I924572780"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"David Dewar","raw_affiliation_strings":["Kinaxis, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0008-1162-2207","affiliations":[{"raw_affiliation_string":"Kinaxis, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I924572780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074393374","display_name":"Shiva Nejati","orcid":"https://orcid.org/0000-0002-0281-8231"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shiva Nejati","raw_affiliation_strings":["EECS, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0281-8231","affiliations":[{"raw_affiliation_string":"EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022905724","display_name":"Mehrdad Sabetzadeh","orcid":"https://orcid.org/0000-0002-4711-8319"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mehrdad Sabetzadeh","raw_affiliation_strings":["EECS, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4711-8319","affiliations":[{"raw_affiliation_string":"EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"362","last_page":"373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.35440000891685486,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.35440000891685486,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.061400000005960464,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.8109999895095825},{"id":"https://openalex.org/keywords/digital-subscriber-line","display_name":"Digital subscriber line","score":0.7294999957084656},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5892999768257141},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5633999705314636},{"id":"https://openalex.org/keywords/model-driven-architecture","display_name":"Model-driven architecture","score":0.43869999051094055},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.4065000116825104},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.40369999408721924},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.35690000653266907},{"id":"https://openalex.org/keywords/domain-specific-language","display_name":"Domain-specific language","score":0.35249999165534973}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.8109999895095825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7360000014305115},{"id":"https://openalex.org/C201374245","wikidata":"https://www.wikidata.org/wiki/Q104534","display_name":"Digital subscriber line","level":2,"score":0.7294999957084656},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6622999906539917},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5892999768257141},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.43869999051094055},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.4065000116825104},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3776000142097473},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36489999294281006},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C135257023","wikidata":"https://www.wikidata.org/wiki/Q691358","display_name":"Domain-specific language","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C145644426","wikidata":"https://www.wikidata.org/wiki/Q169411","display_name":"Unified Modeling Language","level":3,"score":0.3312999904155731},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.32199999690055847},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30640000104904175},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C187303228","wikidata":"https://www.wikidata.org/wiki/Q867330","display_name":"Cyclomatic complexity","level":3,"score":0.29260000586509705},{"id":"https://openalex.org/C9376300","wikidata":"https://www.wikidata.org/wiki/Q168817","display_name":"Algebraic number","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C2779791154","wikidata":"https://www.wikidata.org/wiki/Q258040","display_name":"Model transformation","level":3,"score":0.26190000772476196},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3786583.3786879","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786879","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2601.00469","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.00469","pdf_url":"https://arxiv.org/pdf/2601.00469","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3786583.3786879","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786583.3786879","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5739728212356567,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G708388713","display_name":null,"funder_award_id":"IT40693","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"}],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model-driven":[0],"engineering":[1],"(MDE)":[2],"provides":[3],"abstraction":[4],"and":[5,22,109,116,128,151,167,173],"analytical":[6],"rigour,":[7],"but":[8],"industrial":[9,97],"adoption":[10],"in":[11,64,75,83,147,178],"many":[12],"domains":[13],"has":[14],"been":[15],"limited":[16],"by":[17,34],"the":[18,36,52,72,84,181],"cost":[19,32],"of":[20,39,86,149,183],"developing":[21],"maintaining":[23],"models.":[24],"Large":[25],"language":[26],"models":[27,40,56,108,142],"(LLMs)":[28],"help":[29],"shift":[30],"this":[31,81],"balance":[33],"enabling":[35],"direct":[37],"generation":[38],"from":[41,112,132],"natural-language":[42],"(NL)":[43],"descriptions.":[44],"For":[45],"domain-specific":[46],"languages":[47,66],"(DSLs),":[48],"however,":[49],"there":[50],"is":[51,163],"risk":[53],"that":[54,105,161,174],"LLM-generated":[55,62],"may":[57],"be":[58],"less":[59],"accurate":[60],"than":[61,170],"code":[63,111,146],"mainstream":[65],"such":[67],"as":[68],"Python,":[69,172],"due":[70],"to":[71],"latter\u2019s":[73],"dominance":[74],"LLM":[76,158],"training":[77],"corpora.":[78],"We":[79,99],"investigate":[80],"issue":[82],"domain":[85],"mathematical":[87],"optimization,":[88],"focusing":[89],"on":[90],"AMPL":[91,107,141,162],"\u2013":[92,166,171],"a":[93,124],"DSL":[94],"with":[95,144,165],"established":[96],"use.":[98],"introduce":[100],"EXEOS,":[101],"an":[102],"LLM-based":[103],"approach":[104],"derives":[106],"Python":[110,145],"NL":[113],"problem":[114],"descriptions":[115],"iteratively":[117],"refines":[118],"them":[119],"using":[120],"solver":[121],"feedback.":[122],"Using":[123],"public":[125],"optimization":[126],"dataset":[127],"real-world":[129],"supply-chain":[130],"cases":[131],"our":[133,175],"industry":[134],"partner,":[135],"Kinaxis,":[136],"we":[137],"evaluate":[138],"how":[139],"generated":[140,184],"compare":[143],"terms":[148],"executability":[150],"correctness.":[152],"An":[153],"ablation":[154],"study":[155],"across":[156],"two":[157],"families":[159],"shows":[160],"competitive":[164],"sometimes":[168],"better":[169],"design":[176],"choices":[177],"EXEOS":[179],"improve":[180],"quality":[182],"specifications.":[185]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-01-08T00:00:00"}