{"id":"https://openalex.org/W4402467279","doi":"https://doi.org/10.1088/1402-4896/ad7a27","title":"Physics simulation capabilities of LLMs","display_name":"Physics simulation capabilities of LLMs","alternate_titles":[],"publication_year":2024,"publication_date":"2024-09-12","ids":{"openalex":"https://openalex.org/W4402467279","doi":"https://doi.org/10.1088/1402-4896/ad7a27"},"language":"en","primary_location":{"id":"doi:10.1088/1402-4896/ad7a27","doi":"https://doi.org/10.1088/1402-4896/ad7a27","is_oa":true,"landing_page_url":"https://doi.org/10.1088/1402-4896/ad7a27","pdf_url":"https://iopscience.iop.org/article/10.1088/1402-4896/ad7a27/pdf","source":{"id":"https://openalex.org/S59012888","display_name":"Physica Scripta","issn_l":"0031-8949","issn":["0031-8949","1402-4896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physica Scripta","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4402467279"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://iopscience.iop.org/article/10.1088/1402-4896/ad7a27/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068133934","display_name":"Mohamad Ali-Dib","orcid":"https://orcid.org/0000-0002-6633-376X","observed_orcids":["https://orcid.org/0000-0002-6633-376X"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Mohamad Ali-Dib","raw_affiliation_strings":["Center for Astrophysics and Space Science (CASS), New York University Abu Dhabi, PO Box 129188, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-6633-376X","affiliations":[{"raw_affiliation_string":"Center for Astrophysics and Space Science (CASS), New York University Abu Dhabi, PO Box 129188, United Arab Emirates","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008019902","display_name":"Kristen Menou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210113427","display_name":"Lagrange Laboratory","ror":"https://ror.org/02fdv8735","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I201841394","https://openalex.org/I4210113427","https://openalex.org/I4210126779","https://openalex.org/I4210148025"]},{"id":"https://openalex.org/I4210126779","display_name":"Observatoire de la C\u00f4te d\u2019Azur","ror":"https://ror.org/039fj2469","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I201841394","https://openalex.org/I4210126779"]},{"id":"https://openalex.org/I4405278283","display_name":"University of Toronto Scarborough","ror":"https://ror.org/05k33q843","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750","https://openalex.org/I4405278283"]}],"countries":["CA","FR"],"is_corresponding":false,"raw_author_name":"Kristen Menou","raw_affiliation_strings":["David A. Dunlap Department of Astronomy & Astrophysics, University of Toronto, Ontario, M5S 3H4, Canada","Department of Physics, University of Toronto, Ontario, M5S 1A7, Canada","Observatoire de la Cote d\u2019Azur, TOP team, Laboratoire Lagrange - CNRS, Nice, France","Physics & Astrophysics Group, DPES, University of Toronto Scarborough, Ontario, M1C 1A4, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"David A. Dunlap Department of Astronomy & Astrophysics, University of Toronto, Ontario, M5S 3H4, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Physics, University of Toronto, Ontario, M5S 1A7, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Observatoire de la Cote d\u2019Azur, TOP team, Laboratoire Lagrange - CNRS, Nice, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210113427","https://openalex.org/I4210126779"]},{"raw_affiliation_string":"Physics & Astrophysics Group, DPES, University of Toronto Scarborough, Ontario, M1C 1A4, Canada","institution_ids":["https://openalex.org/I4405278283"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5068133934"],"corresponding_institution_ids":["https://openalex.org/I120250893"],"apc_list":{"value":2285,"currency":"USD","value_usd":2285},"apc_paid":null,"fwci":1.477,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.8394575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"99","issue":"11","first_page":"116003","last_page":"116003"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.7544000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.7544000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.03519999980926514,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9950000047683716},{"id":"https://openalex.org/keywords/physics-simulation","display_name":"physics simulation","score":0.75},{"id":"https://openalex.org/keywords/computational-physics","display_name":"computational physics","score":0.8180000185966492},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.7789999842643738},{"id":"https://openalex.org/keywords/celestial-mechanics","display_name":"celestial mechanics","score":0.7649999856948853},{"id":"https://openalex.org/keywords/stellar-physics","display_name":"stellar astrophysics","score":0.9290000200271606},{"id":"https://openalex.org/keywords/fluid-dynamics","display_name":"fluid dynamics","score":0.7670000195503235},{"id":"https://openalex.org/keywords/nonlinear-dynamics","display_name":"nonlinear dynamics","score":0.8429999947547913},{"id":"https://openalex.org/keywords/rebound","display_name":"rebound","score":0.7699999809265137},{"id":"https://openalex.org/keywords/mesa","display_name":"MESA","score":0.9959999918937683},{"id":"https://openalex.org/keywords/dedalus","display_name":"Dedalus","score":0.996999979019165},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.5180000066757202},{"id":"https://openalex.org/keywords/simulation-error","display_name":"simulation error","score":0.3630000054836273},{"id":"https://openalex.org/keywords/physical-units","display_name":"physical units","score":0.5960000157356262},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.5559999942779541},{"id":"https://openalex.org/keywords/autonomous-ai-systems","display_name":"autonomous AI systems","score":0.3529999852180481}],"concepts":[{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.36711981892585754}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1088/1402-4896/ad7a27","doi":"https://doi.org/10.1088/1402-4896/ad7a27","is_oa":true,"landing_page_url":"https://doi.org/10.1088/1402-4896/ad7a27","pdf_url":"https://iopscience.iop.org/article/10.1088/1402-4896/ad7a27/pdf","source":{"id":"https://openalex.org/S59012888","display_name":"Physica Scripta","issn_l":"0031-8949","issn":["0031-8949","1402-4896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physica Scripta","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2312.02091","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.02091","pdf_url":"https://arxiv.org/pdf/2312.02091","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.02091","doi":"https://doi.org/10.48550/arxiv.2312.02091","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.02091","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1088/1402-4896/ad7a27","doi":"https://doi.org/10.1088/1402-4896/ad7a27","is_oa":true,"landing_page_url":"https://doi.org/10.1088/1402-4896/ad7a27","pdf_url":"https://iopscience.iop.org/article/10.1088/1402-4896/ad7a27/pdf","source":{"id":"https://openalex.org/S59012888","display_name":"Physica Scripta","issn_l":"0031-8949","issn":["0031-8949","1402-4896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physica Scripta","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313203","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821"},{"id":"https://openalex.org/F4320330069","display_name":"Tamkeen","ror":"https://ror.org/00bqpz325"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402467279.pdf","grobid_xml":"https://content.openalex.org/works/W4402467279.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2005379655","https://openalex.org/W2041485609","https://openalex.org/W2107852741","https://openalex.org/W2121480729","https://openalex.org/W2239321631","https://openalex.org/W2944878488","https://openalex.org/W2966999974","https://openalex.org/W3003257820","https://openalex.org/W3083410900","https://openalex.org/W3177813494","https://openalex.org/W4320340261","https://openalex.org/W4384918448","https://openalex.org/W4384920109","https://openalex.org/W4385002382","https://openalex.org/W4386574312","https://openalex.org/W4386721614","https://openalex.org/W4387294588","https://openalex.org/W4387436653","https://openalex.org/W4387436656","https://openalex.org/W4388481599","https://openalex.org/W4388482465","https://openalex.org/W4388584568","https://openalex.org/W4388685549","https://openalex.org/W4388748022","https://openalex.org/W4388788714","https://openalex.org/W4388926373","https://openalex.org/W4388964563","https://openalex.org/W4389072543","https://openalex.org/W4390956858","https://openalex.org/W4391766565","https://openalex.org/W4403122979","https://openalex.org/W4404534210","https://openalex.org/W4408868638","https://openalex.org/W4410559688","https://openalex.org/W4412158322"],"related_works":["https://openalex.org/W6962759920","https://openalex.org/W4416059733","https://openalex.org/W4411728730","https://openalex.org/W7169574966","https://openalex.org/W7163028737","https://openalex.org/W7154407820","https://openalex.org/W7213365188","https://openalex.org/W7156598246","https://openalex.org/W7167018709","https://openalex.org/W4386841311"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"can":[5],"solve":[6],"some":[7,201],"undergraduate-level":[8],"to":[9,29,46,63,237,260,282,291],"graduate-level":[10],"physics":[11,49,69,87,225,279,299],"textbook":[12],"problems":[13,79,105],"and":[14,31,60,70,77,97,131,187,193,213,258,280],"are":[15,184,196,289],"proficient":[16],"at":[17,151],"coding.":[18],"Combining":[19],"these":[20],"two":[21],"capabilities":[22,66,276],"could":[23,171],"one":[24],"day":[25],"enable":[26],"AI":[27,287],"systems":[28,288],"simulate":[30],"predict":[32],"the":[33,56,68,144,149,169,180,197,223],"physical":[34,146,230,243],"world.":[35],"We":[36,51,73,206,215],"present":[37],"an":[38],"evaluation":[39],"of":[40,58,120,126,148,162,168,179,220,242,273,296],"state-of-the-art":[41],"(SOTA)":[42],"LLMs":[43],"on":[44,55,115,142],"PhD-level":[45],"research-level":[47],"computational":[48,224,275],"problems.":[50],"condition":[52],"LLM":[53,113,157],"generation":[54],"use":[57],"well-documented":[59],"widely-used":[61],"packages":[62],"elicit":[64],"coding":[65,194],"in":[67,80,222,277,298],"astrophysics":[71],"domains.":[72],"contribute":[74],"\u223c50":[75],"original":[76],"challenging":[78],"celestial":[81],"mechanics":[82],"(with":[83,88,94,100],"REBOUND":[84],"),":[85,90],"stellar":[86],"MESA":[89],"1D":[91],"fluid":[92],"dynamics":[93,99],"Dedalus":[95],")":[96],"non-linear":[98],"SciPy":[101],").":[102],"Since":[103],"our":[104,163],"do":[106],"not":[107],"admit":[108],"unique":[109],"solutions,":[110],"we":[111],"evaluate":[112],"performance":[114],"several":[116,217],"soft":[117],"metrics:":[118],"counts":[119],"lines":[121,182],"that":[122],"contain":[123],"different":[124],"types":[125],"errors":[127,195],"(coding,":[128],"physics,":[129],"necessity":[130],"sufficiency)":[132],"as":[133,135,228],"well":[134],"a":[136,174,271,293],"more":[137],"educational\u2019":[138],"Pass-Fail":[139],"metric":[140],"focused":[141],"capturing":[143],"salient":[145],"ingredients":[147],"problem":[150,211],"hand.":[152],"As":[153],"expected,":[154],"today's":[155],"SOTA":[156],"(GPT4)":[158],"zero-shot":[159],"fails":[160],"most":[161,198],"problems,":[164],"although":[165],"about":[166],"40%":[167],"solutions":[170],"plausibly":[172],"get":[173],"passing":[175],"grade.":[176],"About":[177],"70%\u201390%":[178],"code":[181,234],"produced":[183],"necessary,":[185],"sufficient":[186],"correct":[188],"(coding":[189],"&":[190],"physics).":[191],"Physics":[192],"common,":[199],"with":[200],"unnecessary":[202],"or":[203,252,263],"insufficient":[204],"lines.":[205],"observe":[207],"significant":[208],"variations":[209],"across":[210],"class":[212],"difficulty.":[214],"identify":[216],"failure":[218],"modes":[219],"GPT4":[221],"domain,":[226],"such":[227],"poor":[229,233],"units":[231],"handling,":[232],"versioning,":[235],"tendency":[236],"hallucinate":[238],"plausible":[239],"sub-modules,":[240],"lack":[241],"justification":[244],"for":[245,255],"global":[246],"run":[247],"parameters":[248],"(e.g.,":[249],"simulation":[250,300],"time,":[251],"upper-lower":[253],"bounds":[254],"parametric":[256],"exploration)":[257],"inability":[259],"define":[261],"steady-state":[262],"stopping":[264],"conditions":[265],"reliably.":[266],"Our":[267],"reconnaissance":[268],"work":[269],"provides":[270],"snapshot":[272],"current":[274],"classical":[278],"points":[281],"obvious":[283],"improvement":[284],"targets":[285],"if":[286],"ever":[290],"reach":[292],"basic":[294],"level":[295],"autonomy":[297],"capabilities.":[301]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4402467279","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2024-09-13T00:00:00"}
