{"id":"https://openalex.org/W4414197436","doi":"https://doi.org/10.1109/dac63849.2025.11132864","title":"Scaling Laws of Graph Neural Networks for Atomistic Materials Modeling*","display_name":"Scaling Laws of Graph Neural Networks for Atomistic Materials Modeling*","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4414197436","doi":"https://doi.org/10.1109/dac63849.2025.11132864"},"language":"en","primary_location":{"id":"doi:10.1109/dac63849.2025.11132864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065172226","display_name":"Chaojian Li","orcid":"https://orcid.org/0000-0003-4030-9777"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chaojian Li","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020142088","display_name":"Zhifan Ye","orcid":"https://orcid.org/0000-0003-0755-8843"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhifan Ye","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019108731","display_name":"Massimiliano Lupo Pasini","orcid":"https://orcid.org/0000-0002-4980-6924"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Massimiliano Lupo Pasini","raw_affiliation_strings":["Oak Ridge National Laboratory,Computational Sciences and Engineering Division"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computational Sciences and Engineering Division","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054451484","display_name":"Jong Youl Choi","orcid":"https://orcid.org/0000-0002-6459-6152"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jong Youl Choi","raw_affiliation_strings":["Oak Ridge National Laboratory,Computer Science and Mathematics Division"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computer Science and Mathematics Division","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052743446","display_name":"Cheng Wan","orcid":"https://orcid.org/0000-0002-2295-3481"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Wan","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068721920","display_name":"Prasanna Balaprakash","orcid":"https://orcid.org/0000-0002-0292-5715"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasanna Balaprakash","raw_affiliation_strings":["Oak Ridge National Laboratory,Computing and Computational Sciences Directorate"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computing and Computational Sciences Directorate","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5065172226"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20196929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12039","display_name":"Electron and X-Ray Spectroscopy Techniques","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2508","display_name":"Surfaces, Coatings and Films"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12613","display_name":"X-ray Diffraction in Crystallography","score":0.9401000142097473,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6711000204086304},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6438999772071838},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.5662000179290771},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5616000294685364},{"id":"https://openalex.org/keywords/scaling-law","display_name":"Scaling law","score":0.4422999918460846},{"id":"https://openalex.org/keywords/multiscale-modeling","display_name":"Multiscale modeling","score":0.4052000045776367},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3961000144481659},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.3831999897956848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348999977111816},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6711000204086304},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6438999772071838},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.5662000179290771},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C2988430800","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Scaling law","level":3,"score":0.4422999918460846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4262000024318695},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41179999709129333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4101000130176544},{"id":"https://openalex.org/C141123601","wikidata":"https://www.wikidata.org/wiki/Q6935072","display_name":"Multiscale modeling","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3783999979496002},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3714999854564667},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/dac63849.2025.11132864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167553","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167553","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1992985800","https://openalex.org/W2035912401","https://openalex.org/W2964015378","https://openalex.org/W2990045899","https://openalex.org/W2998496395","https://openalex.org/W3012125688","https://openalex.org/W3022256936","https://openalex.org/W3038008928","https://openalex.org/W3041193038","https://openalex.org/W3081168214","https://openalex.org/W3093999435","https://openalex.org/W3129831491","https://openalex.org/W3172942063","https://openalex.org/W4210313485","https://openalex.org/W4310273071","https://openalex.org/W4321085451","https://openalex.org/W4372330430","https://openalex.org/W4388581120","https://openalex.org/W4390591490","https://openalex.org/W4392157869","https://openalex.org/W4401819288"],"related_works":[],"abstract_inverted_index":{"Atomistic":[0],"materials":[1,14,69,109,217,254],"modeling":[2,41,70,110],"is":[3],"a":[4,113,210,221,246],"critical":[5],"task":[6],"with":[7,61,116,225,238],"wide-ranging":[8],"applications,":[9],"from":[10,130],"drug":[11],"discovery":[12],"to":[13,26,46,49,75,88,133,181],"science,":[15],"where":[16],"accurate":[17],"predictions":[18],"of":[19,83,105,118,146,169,178,187,240],"the":[20,37,102,160,167,176,185,194,200,233],"target":[21],"material":[22,43],"property":[23],"can":[24],"lead":[25],"significant":[27],"advancements":[28,251],"in":[29,92,124,157,252],"scientific":[30],"discovery.":[31],"Graph":[32],"Neural":[33],"Networks":[34],"(GNNs)":[35],"represent":[36],"state-of-the-art":[38],"approach":[39,127],"for":[40,67,107,162,197,215,235,249],"atomistic":[42,68,108,216,253],"data":[44,137],"thanks":[45],"their":[47,93],"capacity":[48],"capture":[50],"complex":[51],"relational":[52],"structures.":[53],"While":[54],"machine":[55],"learning":[56],"performance":[57,91],"has":[58],"historically":[59],"improved":[60],"larger":[62],"models":[63,78],"and":[64,85,138,144,175,207,219,242],"datasets,":[65,244],"GNNs":[66,106,237],"remain":[71],"relatively":[72],"small":[73],"compared":[74],"large":[76],"language":[77],"(LLMs),":[79],"which":[80],"leverage":[81],"billions":[82,117,239],"parameters":[84,241],"terabyte-scale":[86,243],"datasets":[87,123],"achieve":[89],"remarkable":[90],"respective":[94],"domains.":[95],"To":[96],"address":[97],"this":[98,188],"gap,":[99],"we":[100],"explore":[101],"scaling":[103,158,163,195],"limits":[104],"by":[111],"developing":[112],"foundational":[114,211],"model":[115,165,173,203,213],"parameters,":[119],"trained":[120],"on":[121,172],"extensive":[122],"terabytescale.":[125],"Our":[126,230],"incorporates":[128],"techniques":[129,180],"LLM":[131],"libraries":[132],"efficiently":[134],"manage":[135],"large-scale":[136,148,236],"models,":[139],"enabling":[140],"both":[141],"effective":[142],"training":[143,228],"deployment":[145],"these":[147],"GNN":[149,164,182,212,222],"models.":[150],"This":[151],"work":[152],"addresses":[153],"three":[154],"fundamental":[155],"questions":[156],"GNNs:":[159],"potential":[161],"architectures,":[166],"effect":[168],"dataset":[170,205],"size":[171],"accuracy,":[174,208],"applicability":[177],"LLM-inspired":[179],"architectures.":[183],"Specifically,":[184],"outcomes":[186],"study":[189],"include":[190],"(1)":[191],"insights":[192],"into":[193],"laws":[196],"GNNs,":[198],"highlighting":[199],"relationship":[201],"between":[202],"size,":[204],"volume,":[206],"(2)":[209],"optimized":[214],"modeling,":[218],"(3)":[220],"codebase":[223],"enhanced":[224],"advanced":[226],"LLM-based":[227],"techniques.":[229],"findings":[231],"lay":[232],"groundwork":[234],"establishing":[245],"scalable":[247],"pathway":[248],"future":[250],"modeling.":[255]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}
