{"id":"https://openalex.org/W7160647460","doi":"https://doi.org/10.48550/arxiv.2605.05857","title":"Offline Reinforcement Learning for Rotation Profile Control in Tokamaks","display_name":"Offline Reinforcement Learning for Rotation Profile Control in Tokamaks","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160647460","doi":"https://doi.org/10.48550/arxiv.2605.05857"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05857","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135652491","display_name":"Rohit Sonker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sonker, Rohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135684605","display_name":"Hiro Josep Farre Kaga","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaga, Hiro Josep Farre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135679632","display_name":"Jiayu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003200833","display_name":"Andrew Rothstein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rothstein, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135712615","display_name":"Ian Char","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Char, Ian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024538792","display_name":"Ricardo Shousha","orcid":"https://orcid.org/0000-0003-1498-8980"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shousha, Ricardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135692563","display_name":"Egemen Kolemen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolemen, Egemen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135717903","display_name":"Jeff Schneider","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneider, Jeff","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10346","display_name":"Magnetic confinement fusion research","score":0.8461999893188477,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10346","display_name":"Magnetic confinement fusion research","score":0.8461999893188477,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8478000164031982},{"id":"https://openalex.org/keywords/tokamak","display_name":"Tokamak","score":0.661300003528595},{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.6254000067710876},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5680000185966492},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45809999108314514},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.4456999897956848}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8478000164031982},{"id":"https://openalex.org/C116515362","wikidata":"https://www.wikidata.org/wiki/Q188589","display_name":"Tokamak","level":3,"score":0.661300003528595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6495000123977661},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.6254000067710876},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41449999809265137},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3192000091075897},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3131999969482422},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8819803595542908,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tokamaks":[0],"remain":[1],"leading":[2,86],"candidates":[3],"for":[4,127,153],"achieving":[5],"practical":[6],"fusion":[7],"energy,":[8],"yet":[9],"many":[10],"important":[11],"control":[12,65],"problems":[13],"inside":[14],"these":[15],"devices":[16],"are":[17],"still":[18],"difficult":[19],"or":[20],"unsolved.":[21],"One":[22],"such":[23,67,94],"challenge":[24],"is":[25,49,96],"controlling":[26,45],"the":[27,39,46,100,108,117,138,161],"plasma":[28,62,148],"rotation":[29,41,109,128],"profile,":[30],"which":[31],"strongly":[32],"influences":[33],"stability,":[34],"confinement,":[35],"and":[36,59,122,164,175,179],"transport.":[37],"While":[38],"average":[40],"can":[42,106],"be":[43],"controlled,":[44],"full":[47],"profile":[48,110,129],"challenging":[50,78,97],"due":[51,98],"to":[52,56,76,82,87,99,150],"high":[53],"dimensionality,":[54],"response":[55],"multiple":[57],"actuators":[58],"dependence":[60],"on":[61,134,160,184],"condition.":[63],"Learning-based":[64],"methods,":[66],"as":[68],"reinforcement":[69],"learning":[70,93],"(RL),":[71],"provide":[72],"a":[73,185],"potential":[74],"solution":[75],"this":[77,113,158],"problem":[79],"with":[80],"ability":[81],"model":[83,107],"complex":[84,186],"interactions":[85],"effective":[88],"multi-input":[89],"multi-output":[90],"control.":[91],"However,":[92],"policies":[95],"lack":[101],"of":[102,119,147],"accurate":[103],"simulators":[104],"that":[105],"dynamics.":[111],"In":[112],"work,":[114],"we":[115],"investigate":[116],"use":[118],"offline":[120,123],"RL":[121,125,154,182],"model-based":[124],"algorithms":[126],"control,":[130],"training":[131,178],"them":[132],"solely":[133],"historical":[135],"data":[136],"from":[137,177],"DIII-D":[139,162],"tokamak.":[140],"Our":[141],"final":[142],"method":[143],"uses":[144],"probabilistic":[145],"models":[146],"dynamics":[149],"generate":[151],"rollouts":[152],"training.":[155],"We":[156,169],"deploy":[157],"policy":[159,183],"Tokamak":[163],"observe":[165],"promising":[166],"real-world":[167],"results.":[168],"conclude":[170],"by":[171],"highlighting":[172],"key":[173],"challenges":[174],"insights":[176],"deploying":[180],"an":[181],"physical":[187],"device":[188],"while":[189],"using":[190],"only":[191],"limited":[192],"past":[193],"data.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}