{"id":"https://openalex.org/W7166882465","doi":"https://doi.org/10.48550/arxiv.2606.30789","title":"Predictable GRPO: A Closed-Form Model of Training Dynamics","display_name":"Predictable GRPO: A Closed-Form Model of Training Dynamics","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166882465","doi":"https://doi.org/10.48550/arxiv.2606.30789"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30789","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139715164","display_name":"Rajat Ghosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Rajat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120016786","display_name":"Datta Nimmaturi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nimmaturi, Datta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086832023","display_name":"Aryan Singhal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singhal, Aryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114402726","display_name":"Vaishnavi Bhargava","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhargava, Vaishnavi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074835413","display_name":"Henry Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Henry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024512431","display_name":"Johnu George","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"George, Johnu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113845539","display_name":"Debojyoti Dutta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dutta, Debojyoti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3443000018596649,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3443000018596649,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.048500001430511475,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5965999960899353},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5482000112533569},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.4681999981403351},{"id":"https://openalex.org/keywords/inertial-frame-of-reference","display_name":"Inertial frame of reference","score":0.4521999955177307},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.4440000057220459},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.3806999921798706},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.36910000443458557},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.35269999504089355}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5965999960899353},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5541999936103821},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5490000247955322},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C202632270","wikidata":"https://www.wikidata.org/wiki/Q7798106","display_name":"Threshold model","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C38976095","wikidata":"https://www.wikidata.org/wiki/Q752641","display_name":"Asymmetry","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2750999927520752},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C87040749","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Power law","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7763533592224121,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"develop":[1],"a":[2,10,28,48,72,148,152,172,234],"first-principles":[3],"reduced-order":[4],"model":[5],"of":[6,109,143],"these":[7],"dynamics.":[8],"Under":[9],"single":[11,49,124],"mean-field":[12],"assumption":[13],"that":[14,168,237],"summarizes":[15],"the":[16,24,43,56,61,64,83,93,101,110,116,120,123,144,157,194,205,217,229,238],"policy":[17,182],"by":[18,42],"its":[19,89],"expected":[20],"reward,":[21],"we":[22],"reduce":[23],"GRPO":[25],"update":[26],"to":[27,68,133,200,211,223],"stochastically-forced":[29],"damped":[30],"oscillator":[31],"whose":[32],"mass,":[33],"damping,":[34,62],"and":[35,63,97,106,113,160,184,190,204,220],"stiffness":[36],"are":[37],"fixed":[38,102],"in":[39,156],"closed":[40],"form":[41],"optimizer":[44],"hyperparameters":[45],"together":[46],"with":[47,147],"measured":[50],"curvature":[51],"scale":[52],"--":[53,177,214,227],"momentum":[54],"supplies":[55],"inertia,":[57],"off-policy":[58],"lag":[59],"erodes":[60],"group":[65,192],"size":[66,98],"enters,":[67],"leading":[69,212],"order,":[70],"as":[71,88,100],"noise":[73],"temperature.":[74],"The":[75],"reduction":[76],"has":[77],"three":[78,188],"consequences.":[79],"First,":[80],"it":[81,129,165],"subsumes":[82],"empirical":[84],"single-exponential":[85],"saturation":[86],"law":[87],"overdamped":[90],"limit,":[91],"recasting":[92],"fitted":[94,139],"plateau,":[95],"timescale,":[96],"exponent":[99,108],"point,":[103],"inverse":[104],"stiffness,":[105],"curvature-scaling":[107],"underlying":[111],"potential,":[112],"adding,":[114],"through":[115],"retained":[117],"inertial":[118],"term,":[119],"slow-start":[121],"phase":[122],"exponential":[125],"cannot":[126],"represent.":[127],"Second,":[128],"yields":[130],"predictions":[131],"tied":[132],"independently":[134],"measurable":[135],"quantities":[136],"rather":[137],"than":[138],"ones:":[140],"group-size":[141,209],"invariance":[142],"deterministic":[145],"trajectory":[146,196,207],"$1/G$":[149],"stationary":[150],"fluctuation,":[151],"sharp":[153],"stability":[154],"threshold":[155],"refresh":[158],"interval,":[159],"an":[161],"overdamped-to-oscillatory":[162],"transition.":[163],"Third,":[164],"furnishes":[166],"diagnostics":[167],"separate":[169],"failure":[170],"modes":[171],"reward":[173,178,199,218,231],"curve":[174,219],"alone":[175],"conflates":[176],"hacking,":[179],"advantage":[180],"degeneracy,":[181],"concentration,":[183],"dynamical":[185],"instability.":[186],"Across":[187],"models":[189],"two":[191],"sizes,":[193],"closed-form":[195],"fits":[197],"training":[198],"$R^2":[201],"\\geq":[202],"0.91$":[203],"mean":[206],"is":[208],"invariant":[210],"order":[213],"on":[215],"both":[216],"out-of-distribution":[221],"transfer":[222],"eight":[224],"math":[225],"benchmarks":[226],"while":[228],"within-group":[230],"spread":[232],"retains":[233],"residual":[235],"$G$-dependence":[236],"leading-order":[239],"temperature":[240],"picture":[241],"does":[242],"not":[243],"capture.":[244]},"counts_by_year":[],"updated_date":"2026-07-03T06:15:21.484131","created_date":"2026-07-02T00:00:00"}