{"id":"https://openalex.org/W7160933270","doi":"https://doi.org/10.48550/arxiv.2605.08541","title":"Tokens-per-Parameter Coverage Is Critical for Robust LLM Scaling Law Extrapolation","display_name":"Tokens-per-Parameter Coverage Is Critical for Robust LLM Scaling Law Extrapolation","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160933270","doi":"https://doi.org/10.48550/arxiv.2605.08541"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08541","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081829347","display_name":"Joshua Shay Kricheli","orcid":"https://orcid.org/0000-0001-8398-6378"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kricheli, Joshua Shay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135921651","display_name":"Alexander Lawrence Reid","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reid, Alexander Lawrence","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002835417","display_name":"Soumajyoti Sarkar","orcid":"https://orcid.org/0000-0002-4100-1160"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarkar, Soumajyoti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089321118","display_name":"Venkata Gandikota","orcid":"https://orcid.org/0000-0003-2381-7788"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gandikota, Venkata","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135996910","display_name":"Paulo Shakarian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shakarian, Paulo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4296000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4296000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.27469998598098755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.7408000230789185},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6621000170707703},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.5666999816894531},{"id":"https://openalex.org/keywords/degeneracy","display_name":"Degeneracy (biology)","score":0.5074999928474426},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4683000147342682},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.45660001039505005},{"id":"https://openalex.org/keywords/square","display_name":"Square (algebra)","score":0.4372999966144562},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.3790999948978424},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.37529999017715454},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.36629998683929443}],"concepts":[{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.7408000230789185},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6995000243186951},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6621000170707703},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.5666999816894531},{"id":"https://openalex.org/C2777727622","wikidata":"https://www.wikidata.org/wiki/Q5251772","display_name":"Degeneracy (biology)","level":2,"score":0.5074999928474426},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.45660001039505005},{"id":"https://openalex.org/C135692309","wikidata":"https://www.wikidata.org/wiki/Q111124","display_name":"Square (algebra)","level":2,"score":0.4372999966144562},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4092999994754791},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C171018156","wikidata":"https://www.wikidata.org/wiki/Q7370306","display_name":"Rotation formalisms in three dimensions","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C2988430800","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Scaling law","level":3,"score":0.3228999972343445},{"id":"https://openalex.org/C91528185","wikidata":"https://www.wikidata.org/wiki/Q520952","display_name":"Maxima","level":3,"score":0.32249999046325684},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3109999895095825},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C16171025","wikidata":"https://www.wikidata.org/wiki/Q863349","display_name":"Singularity","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2540999948978424},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7580822706222534,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Neural":[0],"scaling":[1,27],"laws":[2,28],"approximate":[3],"a":[4,9,33,109,129,151],"language":[5],"model's":[6],"loss":[7,182],"as":[8,79],"power-law":[10],"function":[11],"of":[12,56,75,83,104,180],"parameter":[13],"count":[14,18],"$N$":[15,60,88],"and":[16,39,61,89,127,136,175],"token":[17],"$D$.":[19],"Following":[20],"Chinchilla-style":[21],"compute-optimal":[22],"training,":[23],"many":[24],"studies":[25],"fit":[26],"from":[29],"runs":[30],"performed":[31],"under":[32],"fixed":[34],"tokens-per-parameter":[35],"(TPP)":[36],"ratio":[37],"$k$":[38],"set":[40],"$D":[41],"=":[42],"kN$.":[43],"We":[44,120,165],"show":[45,167],"that":[46,133],"this":[47,122],"collinear":[48,145],"design,":[49],"combined":[50],"with":[51,97,150],"the":[52,57,68,72,76,80,84,87,117,168,181,191,194],"empirically":[53],"common":[54],"near-equality":[55],"exponents":[58],"governing":[59],"$D$,":[62],"induces":[63],"an":[64,102,178],"inherent":[65],"ill-conditioning":[66],"in":[67,172],"Gauss-Newton":[69],"least-squares":[70],"problem:":[71],"condition":[73],"number":[74],"design":[77],"grows":[78],"inverse":[81],"square":[82],"gap":[85],"between":[86],"$D$-exponents.":[90],"The":[91],"scale":[92],"coefficients":[93],"become":[94],"practically":[95],"unidentifiable,":[96],"confidence":[98],"intervals":[99],"inflating":[100],"by":[101],"order":[103],"magnitude":[105],"or":[106],"more,":[107],"yielding":[108],"``sloppy''":[110],"model":[111],"whose":[112,188],"extrapolations":[113],"degrade":[114],"sharply":[115],"off":[116],"training":[118],"ray.":[119],"prove":[121],"for":[123,138],"four":[124,156],"scaling-law":[125],"formalisms":[126],"derive":[128],"closed-form":[130],"TPP-diversity":[131],"threshold":[132],"is":[134,170,176],"necessary":[135],"sufficient":[137],"well-conditioned":[139],"estimation.":[140],"Empirically,":[141],"non-collinear":[142],"designs":[143],"outperform":[144],"ones":[146],"on":[147],"held-out":[148],"splits":[149],"97.3\\%":[152],"win":[153],"rate":[154],"across":[155],"laws,":[157],"five":[158],"corpora,":[159],"multiple":[160],"floating":[161],"point":[162],"precision":[163],"modes.":[164],"further":[166],"degeneracy":[169],"rooted":[171],"Jacobian":[173,192],"geometry":[174],"not":[177],"artifact":[179],"function:":[183],"any":[184],"smooth":[185],"estimation":[186],"objective":[187],"curvature":[189],"involves":[190],"inherits":[193],"same":[195],"ill-conditioning.":[196]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}