{"id":"https://openalex.org/W7170073144","doi":"https://doi.org/10.48550/arxiv.2607.18488","title":"The Open Ant: A Robot Platform for Reinforcement Learning Research","display_name":"The Open Ant: A Robot Platform for Reinforcement Learning Research","publication_year":2026,"publication_date":"2026-07-20","ids":{"openalex":"https://openalex.org/W7170073144","doi":"https://doi.org/10.48550/arxiv.2607.18488"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.18488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.18488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020961003","display_name":"Elena Sorina Lupu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lupu, Elena Sorina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006271370","display_name":"Patrick Spieler","orcid":"https://orcid.org/0000-0002-7538-135X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spieler, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026028950","display_name":"Khurram Javed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Javed, Khurram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134334579","display_name":"Kris De Asis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De Asis, Kris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103691799","display_name":"Martin Jp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin, John D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143437515","display_name":"Martha Steenstrup","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steenstrup, Martha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054065284","display_name":"Joseph Modayil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Modayil, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8596000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8596000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7723000049591064},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6147000193595886},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5490000247955322},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.489300012588501},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.474700003862381},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.3447999954223633},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.3271999955177307},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.314300000667572}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7723000049591064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6931999921798706},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5598000288009644},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5490000247955322},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.474700003862381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4187999963760376},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3447999954223633},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32910001277923584},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.30959999561309814},{"id":"https://openalex.org/C128582244","wikidata":"https://www.wikidata.org/wiki/Q939007","display_name":"Physical computing","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.25850000977516174},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C76518257","wikidata":"https://www.wikidata.org/wiki/Q271680","display_name":"Software framework","level":5,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.18488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.18488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.42100951075553894}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"research":[3,27],"has":[4],"demonstrated":[5],"success":[6,142],"in":[7,19,82,110,203],"both":[8,33],"physical":[9,29,40,58,89],"and":[10,35,99,146,154,164],"simulated":[11,193],"domains;":[12],"however,":[13],"the":[14,47,54,61,88,120,130,144,149,161,181,184],"predominant":[15],"methodology":[16],"remains":[17],"rooted":[18],"simulations.":[20],"The":[21],"predominance":[22],"of":[23,60,174,183],"simulations":[24],"makes":[25],"translating":[26],"to":[28,45,113],"reality":[30],"uncertain":[31],"for":[32,92,172,180,187],"algorithms":[34],"researchers.":[36],"We":[37,71,115],"propose":[38],"a":[39,57,69,123],"platform":[41,121,150],"that":[42,73,107],"is":[43],"designed":[44],"simplify":[46],"transition.":[48],"In":[49,176],"this":[50],"paper,":[51],"we":[52,104,128,178],"present":[53],"Open":[55,185],"Ant:":[56],"variant":[59],"commonly":[62],"used":[63],"Gymnasium":[64],"Ant":[65,186],"environment,":[66],"along":[67],"with":[68,132,143],"simulation.":[70],"demonstrate":[72],"competent":[74],"walking":[75],"policies":[76,106],"can":[77,151,197],"be":[78,152],"learned":[79,109],"from":[80,87,136],"scratch":[81],"approximately":[83],"one":[84],"hour":[85],"directly":[86],"robot's":[90],"experience":[91],"two":[93],"substantially":[94],"different":[95],"RL":[96,188],"algorithms:":[97],"SARSA($\u03bb$)":[98],"Soft":[100],"Actor-Critic":[101],"(SAC).":[102],"Separately,":[103],"show":[105],"were":[108],"simulation":[111],"transfer":[112],"reality.":[114],"also":[116],"examine":[117],"how":[118,147],"well":[119],"supports":[122],"nimble":[124],"experimental":[125],"ecosystem.":[126],"Specifically,":[127],"observe":[129],"speed":[131],"which":[133],"new":[134],"users":[135],"diverse":[137],"backgrounds":[138],"achieve":[139],"their":[140,204],"first":[141],"platform,":[145],"easily":[148,199],"repaired":[153],"updated":[155],"when":[156],"hardware":[157,162],"issues":[158],"arise.":[159],"Both":[160],"design":[163],"software":[165],"are":[166],"available":[167],"as":[168],"open-source":[169],"on":[170],"GitHub":[171],"ease":[173],"customization.":[175],"summary,":[177],"advocate":[179],"use":[182,192],"researchers":[189],"who":[190],"frequently":[191],"environments,":[194],"so":[195],"they":[196],"more":[198],"include":[200],"robot":[201],"experiments":[202],"evaluations.":[205]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}