{"id":"https://openalex.org/W7160835189","doi":"https://doi.org/10.48550/arxiv.2605.07525","title":"Can LLMs Solve Science or Just Write Code? Evaluating Quantum Solver Generation","display_name":"Can LLMs Solve Science or Just Write Code? Evaluating Quantum Solver Generation","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160835189","doi":"https://doi.org/10.48550/arxiv.2605.07525"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135873064","display_name":"Luciano Baresi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baresi, Luciano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038017715","display_name":"Domenico Bianculli","orcid":"https://orcid.org/0000-0002-4854-685X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bianculli, Domenico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072988922","display_name":"Maryse Ernzer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ernzer, Maryse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027207133","display_name":"Livia Lestingi","orcid":"https://orcid.org/0000-0001-8724-1541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lestingi, Livia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135847254","display_name":"Fabrizio Pastore","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pastore, Fabrizio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088550214","display_name":"Seung Yeob Shin","orcid":"https://orcid.org/0000-0001-9025-7173"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Seung Yeob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.7527999877929688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.7527999877929688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.09369999915361404,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.028300000354647636,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7089999914169312},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5684999823570251},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5565999746322632},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5112000107765198},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.48559999465942383},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.4449000060558319},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.4214000105857849}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7501999735832214},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7089999914169312},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5684999823570251},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5565999746322632},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.48559999465942383},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.4449000060558319},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4198000133037567},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.38359999656677246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3813000023365021},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3767000138759613},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.311599999666214},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C137019171","wikidata":"https://www.wikidata.org/wiki/Q2623817","display_name":"Quantum algorithm","level":3,"score":0.2847000062465668},{"id":"https://openalex.org/C60044698","wikidata":"https://www.wikidata.org/wiki/Q1283324","display_name":"Refining (metallurgy)","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.260699987411499}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"show":[4,127],"strong":[5],"capabilities":[6],"in":[7,13,19,59],"code":[8,26],"generation,":[9],"motivating":[10],"their":[11],"use":[12],"automated":[14],"quantum":[15,20,61,161],"solver":[16],"development.":[17],"However,":[18],"computing,":[21],"successful":[22],"execution":[23,150],"of":[24,86,111,114,159],"generated":[25,76],"is":[27],"not":[28],"sufficient:":[29],"correctness":[30],"depends":[31],"on":[32],"numerically":[33],"accurate":[34],"results,":[35],"which":[36],"are":[37],"sensitive":[38],"to":[39,55,152],"non-trivial":[40],"mappings,":[41],"hybrid":[42],"quantum-classical":[43],"workflows,":[44],"and":[45,90,117,123],"algorithm-specific":[46],"approximations.":[47],"This":[48],"work":[49],"introduces":[50,136],"Q-SAGE,":[51],"an":[52,69],"iterative":[53,70,129],"methodology":[54,67,107],"evaluate":[56],"LLMs'":[57],"capability":[58,144],"generating":[60],"solvers":[62],"for":[63],"scientific":[64,112],"problems.":[65],"The":[66,125],"adopts":[68],"approach":[71],"by":[72,77],"executing":[73],"the":[74,78,81,84,92,95,106,156],"script":[75,93],"LLM,":[79],"comparing":[80],"result":[82,85],"with":[83,108],"a":[87,100,137],"classical":[88],"solver,":[89],"refining":[91],"until":[94],"two":[96],"results":[97,126],"match":[98],"within":[99],"tolerance":[101],"threshold.":[102],"We":[103],"empirically":[104],"evaluated":[105],"five":[109,118],"families":[110],"problems":[113],"different":[115],"complexities":[116],"LLMs,":[119],"both":[120],"open":[121],"source":[122],"proprietary.":[124],"that":[128],"refinement":[130],"substantially":[131],"improves":[132],"success":[133],"rates,":[134],"but":[135],"significant":[138],"computational":[139],"overhead.":[140],"Moreover,":[141],"as":[142],"model":[143],"increases,":[145],"failure":[146],"modes":[147],"shift":[148],"from":[149],"errors":[151],"numerical":[153],"inaccuracies,":[154],"highlighting":[155],"current":[157],"limitations":[158],"LLM-based":[160],"software.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}