{"id":"https://openalex.org/W4407296262","doi":"https://doi.org/10.3390/app15041777","title":"Cooperative Formation Control of a Multi-Agent Khepera IV Mobile Robots System Using Deep Reinforcement Learning","display_name":"Cooperative Formation Control of a Multi-Agent Khepera IV Mobile Robots System Using Deep Reinforcement Learning","alternate_titles":[],"publication_year":2025,"publication_date":"2025-02-10","ids":{"openalex":"https://openalex.org/W4407296262","doi":"https://doi.org/10.3390/app15041777"},"language":"en","primary_location":{"id":"doi:10.3390/app15041777","doi":"https://doi.org/10.3390/app15041777","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app15041777","pdf_url":"https://www.mdpi.com/2076-3417/15/4/1777/pdf?version=1739176430","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4407296262"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/15/4/1777/pdf?version=1739176430","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024173835","display_name":"Gonzalo Garcia","orcid":"https://orcid.org/0000-0001-9968-960X","observed_orcids":["https://orcid.org/0000-0001-9968-960X"]},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/data-curation","display_name":"Data curation"},{"id":"https://openalex.org/contributor-roles/formal-analysis","display_name":"Formal analysis"},{"id":"https://openalex.org/contributor-roles/investigation","display_name":"Investigation"},{"id":"https://openalex.org/contributor-roles/methodology","display_name":"Methodology"},{"id":"https://openalex.org/contributor-roles/software","display_name":"Software"},{"id":"https://openalex.org/contributor-roles/writing-original-draft","display_name":"Writing \u2013 original draft"}],"raw_author_name":"Gonzalo Garcia","raw_affiliation_strings":["College of Engineering, Virginia Commonwealth University, 601 W Main St., Richmond, VA 23220, USA"],"raw_orcid":"https://orcid.org/0000-0001-9968-960X","affiliations":[{"raw_affiliation_string":"College of Engineering, Virginia Commonwealth University, 601 W Main St., Richmond, VA 23220, USA","institution_ids":["https://openalex.org/I184840846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014199018","display_name":"Azim Eskandarian","orcid":"https://orcid.org/0000-0002-4117-7692","observed_orcids":["https://orcid.org/0000-0002-4117-7692"]},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/project-administration","display_name":"Project administration"},{"id":"https://openalex.org/contributor-roles/supervision","display_name":"Supervision"}],"raw_author_name":"Azim Eskandarian","raw_affiliation_strings":["College of Engineering, Virginia Commonwealth University, 601 W Main St., Richmond, VA 23220, USA"],"raw_orcid":"https://orcid.org/0000-0002-4117-7692","affiliations":[{"raw_affiliation_string":"College of Engineering, Virginia Commonwealth University, 601 W Main St., Richmond, VA 23220, USA","institution_ids":["https://openalex.org/I184840846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026202963","display_name":"Ernesto F\u00e1bregas","orcid":"https://orcid.org/0000-0003-4478-6626","observed_orcids":["https://orcid.org/0000-0003-4478-6626"]},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/funding-acquisition","display_name":"Funding acquisition"},{"id":"https://openalex.org/contributor-roles/validation","display_name":"Validation"},{"id":"https://openalex.org/contributor-roles/writing-original-draft","display_name":"Writing \u2013 original draft"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Ernesto Fabregas","raw_affiliation_strings":["Departamento de Informatica y Automatica, Universidad Nacional de Edicaci\u00f3n a Distancia (UNED), Juan del Rosal 16, 28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-4478-6626","affiliations":[{"raw_affiliation_string":"Departamento de Informatica y Automatica, Universidad Nacional de Edicaci\u00f3n a Distancia (UNED), Juan del Rosal 16, 28040 Madrid, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011811320","display_name":"H\u00e9ctor Vargas","orcid":"https://orcid.org/0000-0001-6726-6100","observed_orcids":["https://orcid.org/0000-0001-6726-6100"]},"institutions":[{"id":"https://openalex.org/I130474213","display_name":"Pontificia Universidad Cat\u00f3lica de Valpara\u00edso","ror":"https://ror.org/02cafbr77","country_code":"CL","type":"education","lineage":["https://openalex.org/I130474213"]}],"countries":["CL"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/project-administration","display_name":"Project administration"},{"id":"https://openalex.org/contributor-roles/resources","display_name":"Resources"},{"id":"https://openalex.org/contributor-roles/supervision","display_name":"Supervision"},{"id":"https://openalex.org/contributor-roles/validation","display_name":"Validation"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Hector Vargas","raw_affiliation_strings":["Escuela de Ingenieria Electrica, Pontificia Universidad Catolica de Valparaiso, Av. Brasil 2147, Valparaiso 2362804, Chile"],"raw_orcid":"https://orcid.org/0000-0001-6726-6100","affiliations":[{"raw_affiliation_string":"Escuela de Ingenieria Electrica, Pontificia Universidad Catolica de Valparaiso, Av. Brasil 2147, Valparaiso 2362804, Chile","institution_ids":["https://openalex.org/I130474213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086385154","display_name":"Gonzalo Far\u00edas","orcid":"https://orcid.org/0000-0003-2186-4126","observed_orcids":["https://orcid.org/0000-0003-2186-4126"]},"institutions":[{"id":"https://openalex.org/I130474213","display_name":"Pontificia Universidad Cat\u00f3lica de Valpara\u00edso","ror":"https://ror.org/02cafbr77","country_code":"CL","type":"education","lineage":["https://openalex.org/I130474213"]}],"countries":["CL"],"is_corresponding":true,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/funding-acquisition","display_name":"Funding acquisition"},{"id":"https://openalex.org/contributor-roles/project-administration","display_name":"Project administration"},{"id":"https://openalex.org/contributor-roles/resources","display_name":"Resources"},{"id":"https://openalex.org/contributor-roles/validation","display_name":"Validation"},{"id":"https://openalex.org/contributor-roles/writing-original-draft","display_name":"Writing \u2013 original draft"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Gonzalo Farias","raw_affiliation_strings":["Escuela de Ingenieria Electrica, Pontificia Universidad Catolica de Valparaiso, Av. Brasil 2147, Valparaiso 2362804, Chile"],"raw_orcid":"https://orcid.org/0000-0003-2186-4126","affiliations":[{"raw_affiliation_string":"Escuela de Ingenieria Electrica, Pontificia Universidad Catolica de Valparaiso, Av. Brasil 2147, Valparaiso 2362804, Chile","institution_ids":["https://openalex.org/I130474213"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5086385154"],"corresponding_institution_ids":["https://openalex.org/I130474213"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2896},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2896},"fwci":1.2792,"has_fulltext":true,"cited_by_count":7,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.81416355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"15","issue":"4","first_page":"1777","last_page":"1777"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.020099999383091927,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11615","display_name":"Control and Dynamics of Mobile Robots","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formation-control","display_name":"formation control","score":0.7670000195503235},{"id":"https://openalex.org/keywords/multi-agent-robots","display_name":"multi-agent robots","score":0.7630000114440918},{"id":"https://openalex.org/keywords/mobile-robots","display_name":"mobile robots","score":0.847000002861023},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9890000224113464},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"obstacle avoidance","score":0.8790000081062317},{"id":"https://openalex.org/keywords/infrared-sensors","display_name":"infrared sensors","score":0.9279999732971191},{"id":"https://openalex.org/keywords/coppeliasim-simulation","display_name":"CoppeliaSim simulation","score":0.8069999814033508},{"id":"https://openalex.org/keywords/autonomous-robot-control","display_name":"autonomous robot control","score":0.4959999918937683}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7107763290405273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5522249341011047},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4414898157119751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2949984073638916}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/app15041777","doi":"https://doi.org/10.3390/app15041777","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app15041777","pdf_url":"https://www.mdpi.com/2076-3417/15/4/1777/pdf?version=1739176430","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bad1b7d9cf064668954df5989613b288","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/bad1b7d9cf064668954df5989613b288","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 15, Iss 4, p 1777 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/app15041777","doi":"https://doi.org/10.3390/app15041777","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app15041777","pdf_url":"https://www.mdpi.com/2076-3417/15/4/1777/pdf?version=1739176430","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G139207594","display_name":null,"funder_award_id":"PID2022-139187OB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5795394854","display_name":null,"funder_award_id":"FONDECYT 1191188","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5915948809","display_name":null,"funder_award_id":"PID2022-137680OB-C32","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407296262.pdf","grobid_xml":"https://content.openalex.org/works/W4407296262.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W43449944","https://openalex.org/W1488696818","https://openalex.org/W1981826826","https://openalex.org/W1990235222","https://openalex.org/W2034274947","https://openalex.org/W2082511574","https://openalex.org/W2118331730","https://openalex.org/W2133754447","https://openalex.org/W2479123413","https://openalex.org/W2749841916","https://openalex.org/W2764210331","https://openalex.org/W2766129584","https://openalex.org/W2783564340","https://openalex.org/W2799899844","https://openalex.org/W2908261578","https://openalex.org/W2943321203","https://openalex.org/W2969955574","https://openalex.org/W3008297566","https://openalex.org/W3063106028","https://openalex.org/W3100366369","https://openalex.org/W3156295478","https://openalex.org/W4226031956","https://openalex.org/W4285732179","https://openalex.org/W4298396392","https://openalex.org/W4306786778","https://openalex.org/W4386497355","https://openalex.org/W4387031087","https://openalex.org/W4404756614","https://openalex.org/W4405029752","https://openalex.org/W6677912783","https://openalex.org/W7019643068","https://openalex.org/W7067967165"],"related_works":["https://openalex.org/W2973520286","https://openalex.org/W4416250311","https://openalex.org/W7094847772","https://openalex.org/W4285732179","https://openalex.org/W7161110830","https://openalex.org/W4403029182","https://openalex.org/W3089714708","https://openalex.org/W3197405529","https://openalex.org/W3095315965","https://openalex.org/W7125234061"],"abstract_inverted_index":{"The":[0,125],"increasing":[1],"complexity":[2],"of":[3,10,72,81,131],"autonomous":[4,46],"vehicles":[5],"has":[6],"exposed":[7],"the":[8,38,62,68,78,99,109,122,129,132,144,148],"limitations":[9],"many":[11],"existing":[12],"control":[13,42,115,138,149],"systems.":[14],"Reinforcement":[15],"learning":[16,47],"(RL)":[17],"is":[18],"emerging":[19],"as":[20,89],"a":[21,49,82,93,118,136],"promising":[22],"solution":[23],"to":[24,29,61,146],"these":[25],"challenges,":[26],"enabling":[27],"agents":[28],"learn":[30],"and":[31,70],"enhance":[32],"their":[33],"performance":[34,130],"through":[35],"interaction":[36],"with":[37],"environment.":[39],"Unlike":[40],"traditional":[41,114,141],"algorithms,":[43],"RL":[44,111,133],"facilitates":[45],"via":[48],"recursive":[50],"process":[51],"that":[52,128],"can":[53],"be":[54],"fully":[55],"simulated,":[56],"thereby":[57],"preventing":[58],"potential":[59],"damage":[60],"actual":[63],"robot.":[64],"This":[65,106],"paper":[66],"presents":[67],"design":[69],"development":[71],"an":[73],"RL-based":[74],"algorithm":[75,134],"for":[76],"controlling":[77],"collaborative":[79],"formation":[80],"multi-agent":[83],"Khepera":[84],"IV":[85],"mobile":[86],"robot":[87],"system":[88],"it":[90],"navigates":[91],"toward":[92],"target":[94],"while":[95],"avoiding":[96],"obstacles":[97],"in":[98],"environment":[100,120],"by":[101],"using":[102,121],"onboard":[103],"infrared":[104],"sensors.":[105],"study":[107],"evaluates":[108],"proposed":[110],"approach":[112],"against":[113],"laws":[116],"within":[117],"simulated":[119],"CoppeliaSim":[123],"simulator.":[124],"results":[126],"show":[127],"gives":[135],"sharper":[137],"law":[139],"concerning":[140],"approaches":[142],"without":[143],"requirement":[145],"adjust":[147],"parameters":[150],"manually.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4407296262","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-02-10T00:00:00"}
