{"id":"https://openalex.org/W7154407820","doi":"https://doi.org/10.48550/arxiv.2604.11805","title":"Solving Physics Olympiad via Reinforcement Learning on Physics Simulators","display_name":"Solving Physics Olympiad via Reinforcement Learning on Physics Simulators","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154407820","doi":"https://doi.org/10.48550/arxiv.2604.11805"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11805","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133580844","display_name":"Mihir Prabhudesai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhudesai, Mihir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133565992","display_name":"Aryan Satpathy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Satpathy, Aryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133619170","display_name":"Yangmin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yangmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133626474","display_name":"Zheyang Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Zheyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123554539","display_name":"Nikash Bhardwaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhardwaj, Nikash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133563725","display_name":"Amir Zadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zadeh, Amir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133585738","display_name":"Chuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133598919","display_name":"Katerina Fragkiadaki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fragkiadaki, Katerina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133567553","display_name":"Deepak Pathak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pathak, Deepak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.26899999380111694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.26899999380111694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.08500000089406967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7261000275611877},{"id":"https://openalex.org/keywords/olympiad","display_name":"Olympiad","score":0.7182000279426575},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4480000138282776},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43720000982284546},{"id":"https://openalex.org/keywords/physics-education","display_name":"Physics education","score":0.4341999888420105},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4262999892234802},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7261000275611877},{"id":"https://openalex.org/C130383907","wikidata":"https://www.wikidata.org/wiki/Q221956","display_name":"Olympiad","level":2,"score":0.7182000279426575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47209998965263367},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C50773583","wikidata":"https://www.wikidata.org/wiki/Q1294199","display_name":"Physics education","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4262999892234802},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39820000529289246},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3788999915122986},{"id":"https://openalex.org/C194583477","wikidata":"https://www.wikidata.org/wiki/Q408891","display_name":"Physical law","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C190390380","wikidata":"https://www.wikidata.org/wiki/Q62505","display_name":"Physics engine","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C207921521","wikidata":"https://www.wikidata.org/wiki/Q902120","display_name":"Polymer physics","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.42669713497161865}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,88],"have":[1],"witnessed":[2],"remarkable":[3],"advances":[4],"in":[5,40,45,92],"LLM":[6],"reasoning":[7,163],"capabilities":[8],"with":[9],"the":[10,23,166],"advent":[11],"of":[12,16,25,80,168],"DeepSeek-R1.":[13],"However,":[14],"much":[15],"this":[17,66,109],"progress":[18],"has":[19],"been":[20],"fueled":[21],"by":[22,138],"abundance":[24],"internet":[26],"question-answer":[27,97],"(QA)":[28],"pairs,":[29],"a":[30,76],"major":[31],"bottleneck":[32],"going":[33],"forward,":[34],"since":[35],"such":[36,53],"data":[37,129,155],"is":[38],"limited":[39],"scale":[41],"and":[42,102],"concentrated":[43],"mainly":[44],"domains":[46],"like":[47],"mathematics.":[48],"In":[49,65],"contrast,":[50],"other":[51],"sciences":[52],"as":[54,75,153],"physics":[55,71,93,120,149],"lack":[56],"large-scale":[57],"QA":[58,170],"datasets":[59],"to":[60,118,159],"effectively":[61],"train":[62,103],"reasoning-capable":[63],"models.":[64],"work,":[67],"we":[68],"show":[69],"that":[70,148],"simulators":[72,150],"can":[73,151],"serve":[74],"powerful":[77],"alternative":[78],"source":[79],"supervision":[81],"for":[82,85,122],"training":[83,124],"LLMs":[84,104,158],"physical":[86,162],"reasoning.":[87],"generate":[89],"random":[90],"scenes":[91],"engines,":[94],"create":[95],"synthetic":[96,110,127],"pairs":[98],"from":[99],"simulated":[100,128],"interactions,":[101],"using":[105],"reinforcement":[106],"learning":[107],"on":[108,126,132],"data.":[111,171],"Our":[112],"models":[113],"exhibit":[114],"zero-shot":[115],"sim-to-real":[116],"transfer":[117],"real-world":[119],"benchmarks:":[121],"example,":[123],"solely":[125],"improves":[130],"performance":[131],"IPhO":[133],"(International":[134],"Physics":[135],"Olympiad)":[136],"problems":[137],"5-10":[139],"percentage":[140],"points":[141],"across":[142],"model":[143],"sizes.":[144],"These":[145],"results":[146],"demonstrate":[147],"act":[152],"scalable":[154],"generators,":[156],"enabling":[157],"acquire":[160],"deep":[161],"skills":[164],"beyond":[165],"limitations":[167],"internet-scale":[169],"Code":[172],"available":[173],"at:":[174],"https://sim2reason.github.io/.":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}