{"id":"https://openalex.org/W4401386467","doi":"https://doi.org/10.1080/03155986.2024.2381306","title":"Optimization modeling and verification from problem specifications using a multi-agent multi-stage LLM framework","display_name":"Optimization modeling and verification from problem specifications using a multi-agent multi-stage LLM framework","publication_year":2024,"publication_date":"2024-08-07","ids":{"openalex":"https://openalex.org/W4401386467","doi":"https://doi.org/10.1080/03155986.2024.2381306"},"language":"en","primary_location":{"id":"doi:10.1080/03155986.2024.2381306","is_oa":false,"landing_page_url":"https://doi.org/10.1080/03155986.2024.2381306","pdf_url":null,"source":{"id":"https://openalex.org/S155959304","display_name":"INFOR Information Systems and Operational Research","issn_l":"0315-5986","issn":["0315-5986","1916-0615"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INFOR: Information Systems and Operational Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042614566","display_name":"Mahdi Mostajabdaveh","orcid":"https://orcid.org/0000-0002-2816-909X"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mahdi Mostajabdaveh","raw_affiliation_strings":["Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081986793","display_name":"Timothy T. Yu","orcid":"https://orcid.org/0000-0001-8758-0578"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Timothy T. Yu","raw_affiliation_strings":["Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027617845","display_name":"Rindranirina Ramamonjison","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rindranirina Ramamonjison","raw_affiliation_strings":["Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049259877","display_name":"Giuseppe Carenini","orcid":"https://orcid.org/0000-0003-4310-0119"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Giuseppe Carenini","raw_affiliation_strings":["Computer Science Department, University of British Columbia, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029816914","display_name":"Zirui Zhou","orcid":"https://orcid.org/0000-0003-1690-0161"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zirui Zhou","raw_affiliation_strings":["Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070956153","display_name":"Yong Zhang","orcid":"https://orcid.org/0000-0001-6650-6790"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yong Zhang","raw_affiliation_strings":["Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Intelligence Platform Lab, Huawei Technologies, Vancouver, Canada","institution_ids":["https://openalex.org/I4210115038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042614566"],"corresponding_institution_ids":["https://openalex.org/I4210115038"],"apc_list":null,"apc_paid":null,"fwci":8.3499,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97629561,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"62","issue":"4","first_page":"599","last_page":"617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8246740102767944},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6134943962097168},{"id":"https://openalex.org/keywords/modeling-language","display_name":"Modeling language","score":0.5262678861618042},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5221538543701172},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5145570635795593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4250311255455017},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4153619408607483},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3805624544620514},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1949775218963623},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1692562997341156},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09162411093711853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8246740102767944},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6134943962097168},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.5262678861618042},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5221538543701172},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5145570635795593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4250311255455017},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4153619408607483},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3805624544620514},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1949775218963623},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1692562997341156},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09162411093711853},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/03155986.2024.2381306","is_oa":false,"landing_page_url":"https://doi.org/10.1080/03155986.2024.2381306","pdf_url":null,"source":{"id":"https://openalex.org/S155959304","display_name":"INFOR Information Systems and Operational Research","issn_l":"0315-5986","issn":["0315-5986","1916-0615"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INFOR: Information Systems and Operational Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W141304919","https://openalex.org/W2019024746","https://openalex.org/W2072344787","https://openalex.org/W2097407375","https://openalex.org/W2123475992","https://openalex.org/W2159875930","https://openalex.org/W2237372923","https://openalex.org/W2586568713","https://openalex.org/W2970641574","https://openalex.org/W4206898991","https://openalex.org/W4226485558","https://openalex.org/W4294877966","https://openalex.org/W4300980599","https://openalex.org/W4385571394","https://openalex.org/W4386297857","https://openalex.org/W4389524022","https://openalex.org/W4390266851","https://openalex.org/W4402982276","https://openalex.org/W6689590506"],"related_works":["https://openalex.org/W2186864281","https://openalex.org/W4255427455","https://openalex.org/W1966025497","https://openalex.org/W68941528","https://openalex.org/W4206451355","https://openalex.org/W8322802","https://openalex.org/W314331466","https://openalex.org/W2049545441","https://openalex.org/W3120490799","https://openalex.org/W3033593267"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"the":[3,18,37,55,129],"use":[4],"of":[5,20,97,131,134],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"in":[10,118],"modeling":[11,43,107,120,136],"real-world":[12],"optimization":[13,26,34,88,98,119],"problems.":[14,99],"We":[15,80,122],"concretely":[16],"define":[17],"task":[19],"translating":[21],"natural":[22],"language":[23],"descriptions":[24],"into":[25],"models":[27],"(NL2OPT)":[28],"and":[29,49,65],"provide":[30],"criteria":[31],"for":[32,36,57,87],"classifying":[33],"problems":[35],"NL2OPT":[38],"task.":[39],"Our":[40],"novel":[41],"multi-agent":[42,51,143],"framework":[44,108,144],"leverages":[45],"relations":[46],"identifier":[47],"agents":[48],"a":[50,63,70,83,94],"verification":[52],"mechanism,":[53],"eliminating":[54],"need":[56],"solver":[58],"execution.":[59],"Additionally,":[60],"we":[61],"introduce":[62],"straightforward":[64],"practical":[66],"evaluation":[67],"framework,":[68],"offering":[69],"more":[71],"effective":[72],"assessment":[73],"method":[74],"compared":[75],"to":[76,127],"traditional":[77],"execution-based":[78],"evaluations.":[79],"have":[81],"created":[82],"unique":[84],"dataset":[85],"tailored":[86],"modeling,":[89],"featuring":[90],"Problem":[91],"Specifications":[92],"as":[93],"structured":[95],"representation":[96],"Through":[100],"comprehensive":[101],"experiments,":[102],"our":[103,106,135,142],"study":[104],"compares":[105],"with":[109],"existing":[110],"LLM":[111,148],"reasoning":[112],"strategies,":[113],"highlighting":[114],"their":[115],"relative":[116],"effectiveness":[117],"tasks.":[121],"also":[123],"perform":[124],"ablation":[125],"studies":[126],"explore":[128],"effect":[130],"different":[132],"components":[133],"framework.":[137],"Experimental":[138],"results":[139],"demonstrate":[140],"that":[141],"outperforms":[145],"many":[146],"common":[147],"prompting":[149],"strategies.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}