{"id":"https://openalex.org/W7165393032","doi":"https://doi.org/10.48550/arxiv.2606.19357","title":"Physical Atari: A Robust and Accessible Platform for Real-time Reinforcement Learning on Robots","display_name":"Physical Atari: A Robust and Accessible Platform for Real-time Reinforcement Learning on Robots","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7165393032","doi":"https://doi.org/10.48550/arxiv.2606.19357"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19357","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19357","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026028950","display_name":"Khurram Javed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Javed, Khurram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054065284","display_name":"Joseph Modayil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Modayil, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138970567","display_name":"Gloria Kennickell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kennickell, Gloria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138965441","display_name":"Richard S. Sutton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sutton, Richard S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139023674","display_name":"John Carmack","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carmack, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8723999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8723999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.05270000174641609,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8866000175476074},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6413000226020813},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5415999889373779},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4977000057697296},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4641999900341034},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4156999886035919},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4140999913215637},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.40610000491142273},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.33889999985694885}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8866000175476074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504000067710876},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6413000226020813},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5401999950408936},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4140999913215637},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34850001335144043},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.33889999985694885},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C49503481","wikidata":"https://www.wikidata.org/wiki/Q640815","display_name":"Servomechanism","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C107354338","wikidata":"https://www.wikidata.org/wiki/Q1937153","display_name":"Servo","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.260699987411499},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2506999969482422},{"id":"https://openalex.org/C109441226","wikidata":"https://www.wikidata.org/wiki/Q1137255","display_name":"Servomotor","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19357","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19357","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4109303057193756,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,68,175],"built":[1,156],"a":[2,14,35,49,53,87,124],"robot":[3],"called":[4,16],"the":[5,17,22,26,30,40,65,70,80,94,99,118,121,134,203,210],"Robotroller":[6,38,100],"that":[7,20,55,83,102,116,144,180,191],"actuates":[8],"an":[9,45],"Atari":[10,18,41,86,153],"CX40+":[11],"controller":[12],"and":[13,25,39,48,89,127,142,160,189,198],"device":[15],"Devbox":[19],"renders":[21],"game":[23],"frame":[24],"reward":[27],"signal":[28],"from":[29],"Arcade":[31],"Learning":[32],"Environment":[33],"on":[34,187,218],"screen.":[36],"The":[37],"Devbox,":[42],"together":[43],"with":[44],"off-the-shelf":[46,140],"camera":[47],"desktop":[50],"computer,":[51],"constitute":[52],"system":[54,72,95,135],"can":[56,145,154,184,200],"be":[57,146,155],"used":[58,138,163,176],"to":[59,129,178],"study":[60],"reinforcement":[61,168,181],"learning":[62,169,182,197],"algorithms":[63,183],"in":[64],"physical":[66],"world.":[67],"call":[69],"full":[71],"Physical":[73,85,152],"Atari.":[74],"In":[75],"this":[76],"paper,":[77],"we":[78,97,113,137],"detail":[79],"key":[81],"decisions":[82],"make":[84,93,133],"robust":[88],"accessible":[90],"platform.":[91],"To":[92,132],"robust,":[96],"designed":[98],"so":[101],"all":[103],"movement":[104],"is":[105],"done":[106],"through":[107],"bearings,":[108],"which":[109],"reduces":[110],"wear.":[111],"Additionally,":[112],"wrote":[114],"software":[115],"monitors":[117],"state":[119],"of":[120,166,205,212],"servos":[122],"at":[123],"high":[125],"frequency":[126],"intervenes":[128],"limit":[130],"stress.":[131],"accessible,":[136],"affordable":[139],"components":[141],"parts":[143],"manufactured":[147],"using":[148],"consumer":[149],"3D":[150],"printers.":[151],"for":[157,164,215],"under":[158],"$1,000":[159],"has":[161],"been":[162],"weeks":[165],"non-stop":[167],"experiments":[170],"without":[171],"any":[172],"mechanical":[173],"failures.":[174],"it":[177],"validate":[179],"learn":[185],"directly":[186],"robots":[188],"show":[190],"even":[192],"small":[193],"distribution":[194],"shifts":[195],"between":[196],"deployment":[199],"significantly":[201],"degrade":[202],"performance":[204,217],"policies.":[206],"Our":[207],"results":[208],"underscore":[209],"importance":[211],"on-device":[213],"adaptation":[214],"strong":[216],"robots.":[219]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-20T00:00:00"}