{"id":"https://openalex.org/W7171507097","doi":"https://doi.org/10.48550/arxiv.2607.23377","title":"Predict before you train: Scaling Laws for particle physics foundation models","display_name":"Predict before you train: Scaling Laws for particle physics foundation models","publication_year":2026,"publication_date":"2026-07-25","ids":{"openalex":"https://openalex.org/W7171507097","doi":"https://doi.org/10.48550/arxiv.2607.23377"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.23377","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.23377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.23377","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092346602","display_name":"Jan-Lucas Uslu","orcid":"https://orcid.org/0009-0009-1069-5778"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Uslu, Jan-Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143810797","display_name":"Benjamin Nachman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nachman, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143857403","display_name":"Christopher Re","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Re, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10048","display_name":"Particle physics theoretical and experimental studies","score":0.704200029373169,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10048","display_name":"Particle physics theoretical and experimental studies","score":0.704200029373169,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.09520000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10527","display_name":"High-Energy Particle Collisions Research","score":0.032999999821186066,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.7778000235557556},{"id":"https://openalex.org/keywords/scaling-law","display_name":"Scaling law","score":0.6669999957084656},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4832000136375427},{"id":"https://openalex.org/keywords/physics-beyond-the-standard-model","display_name":"Physics beyond the Standard Model","score":0.43869999051094055},{"id":"https://openalex.org/keywords/mathematical-model","display_name":"Mathematical model","score":0.3587000072002411},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.3481999933719635},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3443000018596649},{"id":"https://openalex.org/keywords/collider","display_name":"Collider","score":0.31859999895095825}],"concepts":[{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.7778000235557556},{"id":"https://openalex.org/C2988430800","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Scaling law","level":3,"score":0.6669999957084656},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5934000015258789},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C184748400","wikidata":"https://www.wikidata.org/wiki/Q2599934","display_name":"Physics beyond the Standard Model","level":2,"score":0.43869999051094055},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.390500009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3675000071525574},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3443000018596649},{"id":"https://openalex.org/C33332235","wikidata":"https://www.wikidata.org/wiki/Q18362","display_name":"Theoretical physics","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.319599986076355},{"id":"https://openalex.org/C152290109","wikidata":"https://www.wikidata.org/wiki/Q2033879","display_name":"Collider","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C101454708","wikidata":"https://www.wikidata.org/wiki/Q17106019","display_name":"Standard Model (mathematical formulation)","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2741999924182892},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C109214941","wikidata":"https://www.wikidata.org/wiki/Q18334","display_name":"Particle physics","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C2780757906","wikidata":"https://www.wikidata.org/wiki/Q5276676","display_name":"Dilation (metric space)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.23377","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.23377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.23377","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.23377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,160],"largest":[1],"machine":[2],"learning":[3],"models":[4,49,78,93,175,207],"in":[5,196],"particle":[6],"physics":[7,115,152],"are":[8],"also":[9],"the":[10,16,46,90,111,167,178,192,197,213],"most":[11],"expensive":[12],"to":[13,44,104,113],"train,":[14],"yet":[15,41],"return":[17],"on":[18,63,76,177,181],"scaling":[19,74],"a":[20,59,71,143,188],"given":[21],"architecture":[22],"cannot":[23],"be":[24,68,148],"estimated":[25],"before":[26,154],"that":[27],"compute":[28,103,144],"is":[29,158,164],"spent.":[30],"Scaling":[31],"laws":[32],"have":[33],"been":[34,42],"fit":[35,53],"for":[36,58,170,191],"jets,":[37,65],"but":[38],"none":[39],"has":[40],"shown":[43],"predict":[45,89],"performance":[47,153],"of":[48,83,85,92,200],"it":[50,66],"was":[51],"not":[52],"on.":[54],"We":[55,108,203],"show":[56],"that,":[57],"generic":[60],"transformer":[61],"pretrained":[62,206],"collider":[64],"can":[67,146],"forecast.":[69],"Fitting":[70],"joint":[72],"model-and-data":[73],"law":[75],"small":[77],"alone,":[79],"spanning":[80,208],"three":[81],"orders":[82],"magnitude":[84],"training":[86,215],"compute,":[87],"we":[88],"loss":[91,124,129],"trained":[94,176],"afterward":[95],"with":[96,166,187,212],"more":[97,102],"than":[98],"one":[99,106],"hundred":[100],"times":[101],"within":[105],"percent.":[107],"then":[109],"connect":[110],"forecast":[112],"downstream":[114],"performance:":[116],"across":[117],"two":[118],"standard":[119],"tagging":[120],"benchmarks,":[121],"lower":[122,127],"pretraining":[123],"yields":[125],"systematically":[126],"fine-tuning":[128],"and":[130,140,184,217],"higher":[131],"background":[132],"rejection":[133],"after":[134],"fine-tuning.":[135],"Within":[136],"this":[137],"model":[138,157,163,194],"family":[139],"these":[141],"tasks,":[142],"budget":[145],"therefore":[147],"translated":[149],"into":[150],"expected":[151],"any":[155],"large":[156],"trained.":[159],"final":[161],"frontier":[162],"consistent":[165],"published":[168],"numbers":[169],"current":[171],"state-of-the-art":[172],"physics-aware":[173,193],"foundation":[174],"same":[179],"corpus,":[180],"accuracy,":[182],"AUC,":[183],"quark/gluon":[185],"rejection,":[186],"residual":[189],"edge":[190],"only":[195],"high-purity":[198],"tail":[199],"top":[201],"tagging.":[202],"release":[204],"five":[205],"multiple":[209],"sizes,":[210],"together":[211],"complete":[214],"recipe":[216],"code.":[218]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-07-29T00:00:00"}