{"id":"https://openalex.org/W7131092052","doi":"https://doi.org/10.48550/arxiv.2602.18026","title":"Mean-Field Reinforcement Learning without Synchrony","display_name":"Mean-Field Reinforcement Learning without Synchrony","publication_year":2026,"publication_date":"2026-02-20","ids":{"openalex":"https://openalex.org/W7131092052","doi":"https://doi.org/10.48550/arxiv.2602.18026"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.18026","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126599211","display_name":"Shan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yang, Shan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5126599211"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22304497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7070000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7070000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.13910000026226044,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.014499999582767487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6226000189781189},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5752000212669373},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5001999735832214},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.47600001096725464},{"id":"https://openalex.org/keywords/fraction","display_name":"Fraction (chemistry)","score":0.4198000133037567},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41690000891685486},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.4154999852180481},{"id":"https://openalex.org/keywords/asynchrony","display_name":"Asynchrony (computer programming)","score":0.41200000047683716},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.376800000667572}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6226000189781189},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5752000212669373},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4941999912261963},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.47600001096725464},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.41200000047683716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.391400009393692},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32519999146461487},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C202556891","wikidata":"https://www.wikidata.org/wiki/Q1584646","display_name":"Repeated game","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.18026","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.18026","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18026","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.18026","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.7525367736816406,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mean-field":[0],"reinforcement":[1],"learning":[2],"(MF-RL)":[3],"scales":[4],"multi-agent":[5],"RL":[6],"to":[7,17,32,115,140,181],"large":[8],"populations":[9],"by":[10],"reducing":[11],"each":[12,78,96],"agent's":[13,97],"dependence":[14],"on":[15,107,186],"others":[16],"a":[18,53,145,176,187,192],"single":[19,146],"summary":[20,55],"statistic":[21,56],"--":[22,57,72,80],"the":[23,43,73,108,120,127,134,182,216],"mean":[24,44,109],"action.":[25],"However,":[26],"this":[27,82],"reduction":[28],"requires":[29,52],"every":[30,35],"agent":[31,204],"act":[33,169,208],"at":[34,77,215],"time":[36],"step;":[37],"when":[38],"some":[39],"agents":[40,65,76,168],"are":[41],"idle,":[42],"action":[45,110],"is":[46,86,105],"simply":[47],"undefined.":[48],"Addressing":[49],"asynchrony":[50],"therefore":[51,118],"different":[54],"one":[58,203],"that":[59,162,197],"remains":[60],"defined":[61],"regardless":[62,164],"of":[63,75,88,153,165,175],"which":[64],"act.":[66],"The":[67],"population":[68,128],"distribution":[69,129],"$\u03bc\\in":[70],"\u0394(\\mathcal{O})$":[71],"fraction":[74],"observation":[79],"satisfies":[81],"requirement:":[83],"its":[84],"dimension":[85],"independent":[87],"$N$,":[89],"and":[90,99,111,151,172,191],"under":[91],"exchangeability":[92],"it":[93],"fully":[94,138],"determines":[95],"reward":[98],"transition.":[100],"Existing":[101],"MF-RL":[102],"theory,":[103],"however,":[104],"built":[106],"does":[112],"not":[113],"extend":[114],"$\u03bc$.":[116],"We":[117,148],"construct":[119],"Temporal":[121],"Mean":[122],"Field":[123],"(TMF)":[124],"framework":[125],"around":[126],"$\u03bc$":[130],"from":[131,137],"scratch,":[132],"covering":[133],"full":[135],"spectrum":[136],"synchronous":[139],"purely":[141],"sequential":[142],"decision-making":[143],"within":[144],"theory.":[147],"prove":[149,173],"existence":[150],"uniqueness":[152],"TMF":[154],"equilibria,":[155],"establish":[156],"an":[157],"$O(1/\\sqrt{N})$":[158,218],"finite-population":[159],"approximation":[160,212],"bound":[161],"holds":[163],"how":[166],"many":[167],"per":[170,209],"step,":[171,210],"convergence":[174],"policy":[177],"gradient":[178],"algorithm":[179],"(TMF-PG)":[180],"unique":[183],"equilibrium.":[184],"Experiments":[185],"resource":[188],"selection":[189],"game":[190,195],"dynamic":[193],"queueing":[194],"confirm":[196],"TMF-PG":[198],"achieves":[199],"near-identical":[200],"performance":[201],"whether":[202],"or":[205],"all":[206],"$N$":[207],"with":[211],"error":[213],"decaying":[214],"predicted":[217],"rate.":[219]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-24T00:00:00"}