{"id":"https://openalex.org/W4399285924","doi":"https://doi.org/10.1145/3670692","title":"AutoRL X: Automated Reinforcement Learning on the Web","display_name":"AutoRL X: Automated Reinforcement Learning on the Web","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399285924","doi":"https://doi.org/10.1145/3670692"},"language":"en","primary_location":{"id":"doi:10.1145/3670692","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3670692","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3670692","source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3670692","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069954852","display_name":"Loraine Franke","orcid":"https://orcid.org/0000-0001-8560-2729"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Loraine Franke","raw_affiliation_strings":["University of Massachusetts Boston, Boston, MA, USA","University of Massachusetts Boston, USA"],"raw_orcid":"https://orcid.org/0000-0001-8560-2729","affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston, Boston, MA, USA","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"University of Massachusetts Boston, USA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043572512","display_name":"Daniel Karl I. Weidele","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Karl I. Weidele","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA","IBM Research, USA"],"raw_orcid":"https://orcid.org/0000-0001-5253-0511","affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]},{"raw_affiliation_string":"IBM Research, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078338477","display_name":"Nima Dehmamy","orcid":"https://orcid.org/0000-0003-1617-5502"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nima Dehmamy","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA","IBM Research, USA"],"raw_orcid":"https://orcid.org/0000-0003-1617-5502","affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]},{"raw_affiliation_string":"IBM Research, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004577779","display_name":"Lipeng Ning","orcid":"https://orcid.org/0000-0003-4992-459X"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lipeng Ning","raw_affiliation_strings":["Harvard Medical School, Boston, MA, USA and Brigham Womens\u2019 Hospital, Boston, MA, USA","Harvard Medical School, USA and Brigham Womens' Hospital, USA"],"raw_orcid":"https://orcid.org/0000-0003-4992-459X","affiliations":[{"raw_affiliation_string":"Harvard Medical School, Boston, MA, USA and Brigham Womens\u2019 Hospital, Boston, MA, USA","institution_ids":["https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Harvard Medical School, USA and Brigham Womens' Hospital, USA","institution_ids":["https://openalex.org/I1283280774","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062859783","display_name":"Daniel Haehn","orcid":"https://orcid.org/0000-0001-9144-3461"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Haehn","raw_affiliation_strings":["University of Massachusetts Boston, Boston, MA, USA","University of Massachusetts Boston, USA"],"raw_orcid":"https://orcid.org/0000-0001-9144-3461","affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston, Boston, MA, USA","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"University of Massachusetts Boston, USA","institution_ids":["https://openalex.org/I33434090"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5557,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69841096,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"14","issue":"4","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6231995224952698},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5752280354499817},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5417526364326477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3879144787788391},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3610195219516754},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.19326335191726685},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.06326192617416382}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6231995224952698},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5752280354499817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5417526364326477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3879144787788391},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3610195219516754},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.19326335191726685},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.06326192617416382}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3670692","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3670692","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3670692","source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3670692","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3670692","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3670692","source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399285924.pdf"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W2014493574","https://openalex.org/W2105715011","https://openalex.org/W2107726111","https://openalex.org/W2117726420","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2182353144","https://openalex.org/W2182361439","https://openalex.org/W2309832917","https://openalex.org/W2584335703","https://openalex.org/W2621019965","https://openalex.org/W2781726626","https://openalex.org/W2892051885","https://openalex.org/W2892841407","https://openalex.org/W2909324897","https://openalex.org/W2912063360","https://openalex.org/W2913615284","https://openalex.org/W2930863966","https://openalex.org/W2945796529","https://openalex.org/W2963214037","https://openalex.org/W2964024268","https://openalex.org/W2966284335","https://openalex.org/W2971603282","https://openalex.org/W2976174503","https://openalex.org/W2995482541","https://openalex.org/W2995561411","https://openalex.org/W2996061341","https://openalex.org/W2998544442","https://openalex.org/W3036253705","https://openalex.org/W3043397348","https://openalex.org/W3049240648","https://openalex.org/W3082925502","https://openalex.org/W3088389981","https://openalex.org/W3099545035","https://openalex.org/W3112533373","https://openalex.org/W3123920941","https://openalex.org/W3151308419","https://openalex.org/W3159394994","https://openalex.org/W3164011142","https://openalex.org/W3170822423","https://openalex.org/W3177093812","https://openalex.org/W3203680104","https://openalex.org/W3214100400","https://openalex.org/W3216656735","https://openalex.org/W4214717370","https://openalex.org/W4221141793","https://openalex.org/W4234971943","https://openalex.org/W4281493590","https://openalex.org/W4282592813","https://openalex.org/W4283756152","https://openalex.org/W4288086169","https://openalex.org/W4290878290","https://openalex.org/W4298857966","https://openalex.org/W4302612613","https://openalex.org/W4321473427","https://openalex.org/W4366262984","https://openalex.org/W4387130605","https://openalex.org/W4394666657","https://openalex.org/W6767076659","https://openalex.org/W7011603464"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"is":[3,80,97,195],"crucial":[4],"in":[5,15,74,135,150,181],"decision":[6],"optimization,":[7],"but":[8],"its":[9],"inherent":[10],"complexity":[11],"often":[12],"presents":[13],"challenges":[14,140],"interpretation":[16],"and":[17,52,66,104,110,127,193],"communication.":[18],"Building":[19],"upon":[20],"AutoDOViz\u2014an":[21],"interface":[22,89,116,172],"that":[23,122,177],"pushed":[24],"the":[25,75,100,133,161,185],"boundaries":[26],"of":[27,49,129,163,187],"Automated":[28],"RL":[29,50,93,130,143,174],"for":[30,42,61,68],"Decision":[31],"Optimization\u2014this":[32],"article":[33],"unveils":[34],"an":[35,114],"open-source":[36],"expansion":[37],"with":[38,117,173],"a":[39,47,54,69,87,170],"web-based":[40],"platform":[41],"RL.":[43,189],"Our":[44],"work":[45],"introduces":[46],"taxonomy":[48],"visualizations":[51],"launches":[53],"dynamic":[55],"web":[56],"platform,":[57],"leveraging":[58],"backend":[59],"flexibility":[60],"AutoRL":[62,85,95,182],"frameworks":[63],"like":[64],"ARLO":[65],"Svelte.js":[67],"smooth":[70],"interactive":[71],"user":[72,102,158],"experience":[73],"front":[76],"end.":[77],"Since":[78],"AutoDOViz":[79,108],"not":[81],"open-source,":[82],"we":[83,145,178],"present":[84],"X,":[86,183],"new":[88],"designed":[90],"to":[91],"visualize":[92],"processes.":[94],"X":[96],"shaped":[98],"by":[99],"extensive":[101],"feedback":[103],"expert":[105],"interviews":[106],"from":[107],"studies,":[109],"it":[111],"brings":[112],"forth":[113],"intelligent":[115],"real-time,":[118],"intuitive":[119],"visualization":[120],"capabilities":[121],"enhance":[123],"understanding,":[124],"collaborative":[125],"efforts,":[126],"personalization":[128],"agents.":[131],"Addressing":[132],"gap":[134],"accurately":[136],"representing":[137],"complex":[138],"real-world":[139],"within":[141],"standard":[142],"environments,":[144],"demonstrate":[146],"our":[147,191],"tool\u2019s":[148],"application":[149],"healthcare,":[151],"explicitly":[152],"optimizing":[153,166],"brain":[154],"stimulation":[155],"trajectories.":[156],"A":[157],"study":[159],"contrasts":[160],"performance":[162],"human":[164],"users":[165],"electric":[167],"fields":[168],"via":[169],"2D":[171],"agents\u2019":[175],"behavior":[176],"visually":[179],"analyze":[180],"assessing":[184],"practicality":[186],"automated":[188],"All":[190],"data":[192],"code":[194],"openly":[196],"available":[197],"at:":[198],"https://github.com/lorifranke/autorlx":[199],".":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}