{"id":"https://openalex.org/W4399759021","doi":"https://doi.org/10.1109/syscon61195.2024.10553572","title":"Self-Assembling Modular Robotic Training Using Concurrent Dual Reinforcement Learning","display_name":"Self-Assembling Modular Robotic Training Using Concurrent Dual Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-15","ids":{"openalex":"https://openalex.org/W4399759021","doi":"https://doi.org/10.1109/syscon61195.2024.10553572"},"language":"en","primary_location":{"id":"doi:10.1109/syscon61195.2024.10553572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/syscon61195.2024.10553572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Systems Conference (SysCon)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099172391","display_name":"John M. O\u2019Fallon","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. O'Fallon","raw_affiliation_strings":["University of Massachusetts Lowell,CMINDS Research Center,Department of Electrical and Computer Engineering,Lowell,Massachusetts,USA","Department of Electrical and Computer Engineering, CMINDS Research Center, University of Massachusetts Lowell, Lowell, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Lowell,CMINDS Research Center,Department of Electrical and Computer Engineering,Lowell,Massachusetts,USA","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, CMINDS Research Center, University of Massachusetts Lowell, Lowell, Massachusetts, USA","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111232085","display_name":"Dalia Megherbi","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dalia Megherbi","raw_affiliation_strings":["University of Massachusetts Lowell,CMINDS Research Center,Department of Electrical and Computer Engineering,Lowell,Massachusetts,USA","Department of Electrical and Computer Engineering, CMINDS Research Center, University of Massachusetts Lowell, Lowell, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Lowell,CMINDS Research Center,Department of Electrical and Computer Engineering,Lowell,Massachusetts,USA","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, CMINDS Research Center, University of Massachusetts Lowell, Lowell, Massachusetts, USA","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133738476"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17726133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7567567825317383},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7495943307876587},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6930604577064514},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904333233833313},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5441551804542542},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45121151208877563},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13725680112838745}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7567567825317383},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7495943307876587},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6930604577064514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904333233833313},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5441551804542542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45121151208877563},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13725680112838745},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/syscon61195.2024.10553572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/syscon61195.2024.10553572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Systems Conference (SysCon)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W350123870","https://openalex.org/W1982636603","https://openalex.org/W2019665943","https://openalex.org/W2079218888","https://openalex.org/W2122410182","https://openalex.org/W2230143564","https://openalex.org/W2508228381","https://openalex.org/W2785464061","https://openalex.org/W2789939389","https://openalex.org/W2891489068","https://openalex.org/W3044632703","https://openalex.org/W3047502108","https://openalex.org/W3104519368","https://openalex.org/W3129469851","https://openalex.org/W3132467394","https://openalex.org/W3148332652","https://openalex.org/W3175010449","https://openalex.org/W3199827769","https://openalex.org/W3210322278","https://openalex.org/W4285102231","https://openalex.org/W4311837967","https://openalex.org/W4312650993","https://openalex.org/W4313357555","https://openalex.org/W4321853305"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W4306904969","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2997094352","https://openalex.org/W4380318855","https://openalex.org/W2031695474"],"abstract_inverted_index":{"Mobile":[0],"robots":[1,33],"operating":[2],"in":[3,127],"harsh":[4],"and":[5,72,90,105,149,172],"inaccessible":[6],"environments,":[7],"such":[8],"as":[9,62,73,134],"space,":[10],"the":[11,85,93,102,119],"battlefield,":[12],"or":[13,28],"disaster":[14],"scenarios,":[15],"can":[16,65,81,192],"be":[17,82],"limited":[18],"by":[19,84,88],"an":[20,114,205],"inability":[21],"to":[22,24,194,202],"adapt":[23],"unforeseen":[25],"challenges,":[26,126],"damage,":[27],"component":[29],"failure.":[30],"Modular,":[31],"self-assembling":[32],"composed":[34,55],"of":[35,49,56,111,121,124,138,153,163,170],"many":[36],"homogenous":[37],"robotic":[38,143],"modules,":[39,158],"which":[40,159],"together":[41],"form":[42],"a":[43,78,97,135,151,182,209],"single":[44],"robot,":[45],"is":[46,76],"one":[47],"method":[48,137],"alleviating":[50,122],"this":[51,128,142],"limitation.":[52],"A":[53],"robot":[54],"these":[57,125,190],"modules":[58,87,112,191],"has":[59],"inherent":[60],"redundancy,":[61],"each":[63,74],"module":[64,75,79,95],"contain":[66],"all":[67],"necessary":[68],"elements":[69],"for":[70,141,197,208],"operation,":[71,165],"identical,":[77],"failure":[80],"corrected":[83],"remaining":[86],"collectively":[89,167],"autonomously":[91],"replacing":[92],"failed":[94],"with":[96],"spare":[98],"working":[99],"module.":[100],"Coordinating":[101],"movement,":[103],"actions,":[104],"communications":[106],"between":[107],"multiple,":[108],"potentially":[109],"thousands,":[110],"remains":[113],"ongoing":[115],"research":[116],"challenge.":[117],"With":[118],"objective":[120],"some":[123],"paper":[129],"we":[130,147],"propose":[131,148,181],"reinforcement":[132,185],"learning":[133,186,201],"viable":[136],"developing":[139],"algorithms":[140],"modular":[144],"coordination.":[145],"Here,":[146],"present":[150],"platform":[152],"magnetically":[154],"connected,":[155],"hexagonal":[156],"disk":[157],"are":[160,168],"not":[161],"capable":[162,169],"independent":[164],"but":[166],"movement":[171,198],"other":[173],"actions":[174],"through":[175,204],"multiple":[176],"successive":[177],"self-reconfigurations.":[178],"We":[179],"then":[180],"dual":[183],"concurrent":[184],"algorithm":[187],"that":[188],"demonstrates":[189],"learn":[193],"successfully":[195],"self-reconfigure":[196],"while":[199],"concurrently":[200],"navigate":[203],"environment,":[206],"searching":[207],"goal.":[210]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}