{"id":"https://openalex.org/W4312496182","doi":"https://doi.org/10.1109/case49997.2022.9926475","title":"MultiROS: ROS-Based Robot Simulation Environment for Concurrent Deep Reinforcement Learning","display_name":"MultiROS: ROS-Based Robot Simulation Environment for Concurrent Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-08-20","ids":{"openalex":"https://openalex.org/W4312496182","doi":"https://doi.org/10.1109/case49997.2022.9926475"},"language":"en","primary_location":{"id":"doi:10.1109/case49997.2022.9926475","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49997.2022.9926475","pdf_url":null,"source":{"id":"https://openalex.org/S4363607892","display_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069242915","display_name":"Jayasekara Kapukotuwa","orcid":"https://orcid.org/0000-0002-5714-4780"},"institutions":[{"id":"https://openalex.org/I4387152804","display_name":"Technological University of the Shannon: Midlands Midwest","ror":"https://ror.org/04efm0253","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152804"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Jayasekara Kapukotuwa","raw_affiliation_strings":["Technological University of the Shannon: Midlands Midwest,Software Research Institute,Co Westmeath,Athlone,Ireland","Software Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland"],"affiliations":[{"raw_affiliation_string":"Technological University of the Shannon: Midlands Midwest,Software Research Institute,Co Westmeath,Athlone,Ireland","institution_ids":["https://openalex.org/I4387152804"]},{"raw_affiliation_string":"Software Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland","institution_ids":["https://openalex.org/I4387152804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371443","display_name":"Brian Lee","orcid":"https://orcid.org/0000-0002-8475-4074"},"institutions":[{"id":"https://openalex.org/I4387152804","display_name":"Technological University of the Shannon: Midlands Midwest","ror":"https://ror.org/04efm0253","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152804"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brian Lee","raw_affiliation_strings":["Technological University of the Shannon: Midlands Midwest,Software Research Institute,Co Westmeath,Athlone,Ireland","Software Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland"],"affiliations":[{"raw_affiliation_string":"Technological University of the Shannon: Midlands Midwest,Software Research Institute,Co Westmeath,Athlone,Ireland","institution_ids":["https://openalex.org/I4387152804"]},{"raw_affiliation_string":"Software Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland","institution_ids":["https://openalex.org/I4387152804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006867851","display_name":"Declan M. Devine","orcid":null},"institutions":[{"id":"https://openalex.org/I4387152804","display_name":"Technological University of the Shannon: Midlands Midwest","ror":"https://ror.org/04efm0253","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152804"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Declan Devine","raw_affiliation_strings":["Technological University of the Shannon: Midlands Midwest,Materials Research Institute,Co Westmeath,Athlone,Ireland","Materials Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland"],"affiliations":[{"raw_affiliation_string":"Technological University of the Shannon: Midlands Midwest,Materials Research Institute,Co Westmeath,Athlone,Ireland","institution_ids":["https://openalex.org/I4387152804"]},{"raw_affiliation_string":"Materials Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland","institution_ids":["https://openalex.org/I4387152804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029716141","display_name":"Yuansong Qiao","orcid":"https://orcid.org/0000-0002-1543-1589"},"institutions":[{"id":"https://openalex.org/I4387152804","display_name":"Technological University of the Shannon: Midlands Midwest","ror":"https://ror.org/04efm0253","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152804"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Yuansong Qiao","raw_affiliation_strings":["Technological University of the Shannon: Midlands Midwest,Software Research Institute,Co Westmeath,Athlone,Ireland","Software Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland"],"affiliations":[{"raw_affiliation_string":"Technological University of the Shannon: Midlands Midwest,Software Research Institute,Co Westmeath,Athlone,Ireland","institution_ids":["https://openalex.org/I4387152804"]},{"raw_affiliation_string":"Software Research Institute, Technological University of the Shannon: Midlands Midwest, Co Westmeath, Athlone, Ireland","institution_ids":["https://openalex.org/I4387152804"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069242915"],"corresponding_institution_ids":["https://openalex.org/I4387152804"],"apc_list":null,"apc_paid":null,"fwci":0.7271,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.71934928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1098","last_page":"1103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7861036062240601},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6816549897193909},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6762236952781677},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6235176920890808},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6148216128349304},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5809228420257568},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5673891305923462},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5482115149497986},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46225234866142273},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4177759289741516},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3151155114173889},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12554100155830383},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1043243408203125}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7861036062240601},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816549897193909},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6762236952781677},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6235176920890808},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6148216128349304},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5809228420257568},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5673891305923462},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5482115149497986},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46225234866142273},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4177759289741516},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3151155114173889},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12554100155830383},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1043243408203125},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case49997.2022.9926475","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49997.2022.9926475","pdf_url":null,"source":{"id":"https://openalex.org/S4363607892","display_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2167340365","https://openalex.org/W2580909119","https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2960705509","https://openalex.org/W2967311966","https://openalex.org/W3007769740","https://openalex.org/W3036619998","https://openalex.org/W3088304681","https://openalex.org/W3094855581","https://openalex.org/W3100789280","https://openalex.org/W3126321819","https://openalex.org/W3212723749","https://openalex.org/W4206717236","https://openalex.org/W4287113380","https://openalex.org/W4287630180","https://openalex.org/W4288363736","https://openalex.org/W4298342547","https://openalex.org/W4298438771","https://openalex.org/W6725867758","https://openalex.org/W6741002519","https://openalex.org/W6742855421","https://openalex.org/W6755421158","https://openalex.org/W6756486208","https://openalex.org/W6761709163","https://openalex.org/W6769596995","https://openalex.org/W6780559895","https://openalex.org/W6782766965"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W4229499248","https://openalex.org/W1699080303","https://openalex.org/W2566006169","https://openalex.org/W4297799326","https://openalex.org/W3116064965"],"abstract_inverted_index":{"On":[0],"the":[1,26,57,75,106,152,169,192],"journey":[2],"of":[3,56,135],"true":[4],"autonomous":[5],"robotics,":[6],"applying":[7],"deep":[8,139],"reinforcement":[9,140,205],"learning":[10,118,121,141,206],"(DRL)":[11,142],"techniques":[12],"to":[13,49,144,163],"solve":[14],"complex":[15],"robotics":[16],"tasks":[17,45],"has":[18],"been":[19],"a":[20,89,127,133,160],"growing":[21],"interest":[22],"in":[23,74,179],"academics":[24],"and":[25,39,72,109,114,119,158,181],"industry.":[27],"Currently,":[28],"numerous":[29],"simulation":[30,71,82,130],"frameworks":[31,69,83],"exist":[32],"for":[33,70,91,103,112,138,174],"evaluating":[34,115],"DRL":[35,68,81],"algorithms":[36,207],"with":[37,43,100,132,151,176,200],"robots,":[38],"they":[40,95],"usually":[41],"come":[42],"prebuilt":[44,136],"or":[46,86],"provide":[47,88],"tools":[48],"create":[50,164],"custom":[51],"environments.":[52,167],"Among":[53],"these,":[54],"one":[55],"highly":[58],"sought":[59],"approaches":[60],"is":[61,198],"using":[62,156],"Robot":[63],"Operating":[64],"System":[65],"(ROS)":[66],"based":[67,204],"deployment":[73],"real":[76],"world.":[77],"The":[78],"current":[79],"ROS-based":[80,165],"like":[84],"openai_ros":[85],"Gym-gazebo":[87],"framework":[90,131],"creating":[92],"environments;":[93],"however,":[94],"do":[96],"not":[97],"support":[98,173],"training":[99,107,175],"vectorised":[101],"environments":[102,137,178],"speeding":[104],"up":[105],"process":[108],"parallel":[110,180],"simulations":[111],"testing":[113],"meta-learning,":[116],"multi-task":[117],"transfer":[120],"approaches.":[122],"Therefore,":[123],"we":[124],"present":[125],"MultiROS,":[126],"3D":[128],"robotic":[129,154],"collection":[134],"research":[143],"overcome":[145],"these":[146],"limitations.":[147],"This":[148],"package":[149],"interfaces":[150],"Gazebo":[153],"simulator":[155],"ROS":[157],"provides":[159,172],"modular":[161],"structure":[162],"RL":[166],"Unlike":[168],"others,":[170],"MultiROS":[171,190],"multiple":[177],"simultaneously":[182],"accessing":[183],"data":[184],"from":[185],"each":[186],"simulation.":[187],"Furthermore,":[188],"since":[189],"uses":[191],"popular":[193],"OpenAI":[194,202],"Gym":[195,203],"interface,":[196],"it":[197],"compatible":[199],"most":[201],"that":[208],"use":[209],"third-party":[210],"python":[211],"frameworks.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}