{"id":"https://openalex.org/W4389665983","doi":"https://doi.org/10.1109/iros55552.2023.10341983","title":"C<sup>2</sup>: Co-design of Robots via Concurrent-Network Coupling Online and Offline Reinforcement Learning","display_name":"C<sup>2</sup>: Co-design of Robots via Concurrent-Network Coupling Online and Offline Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389665983","doi":"https://doi.org/10.1109/iros55552.2023.10341983"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074507207","display_name":"Ci Chen","orcid":"https://orcid.org/0000-0003-0813-5543"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ci Chen","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052886854","display_name":"Pingyu Xiang","orcid":"https://orcid.org/0009-0006-3578-2366"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingyu Xiang","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057948288","display_name":"Haojian Lu","orcid":"https://orcid.org/0000-0002-1393-3040"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haojian Lu","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372089","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0003-0146-7262"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019081110","display_name":"Rong Xiong","orcid":"https://orcid.org/0000-0001-9318-9014"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xiong","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control and Technology,Hangzhou,China,310027","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5074507207"],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":0.6905,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76934324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7487","last_page":"7494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8268991708755493},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7625515460968018},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5743863582611084},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4762963354587555},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4716978073120117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46499788761138916},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4625626802444458},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.43873634934425354},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41388171911239624},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3761705160140991},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13470563292503357}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8268991708755493},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7625515460968018},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5743863582611084},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4762963354587555},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4716978073120117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46499788761138916},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4625626802444458},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.43873634934425354},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41388171911239624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3761705160140991},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13470563292503357},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10341983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2543133814","display_name":null,"funder_award_id":"2021ZD0114500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1835900096","https://openalex.org/W1999272004","https://openalex.org/W2548997266","https://openalex.org/W2736021157","https://openalex.org/W2811027829","https://openalex.org/W2909770505","https://openalex.org/W2936304709","https://openalex.org/W2947150733","https://openalex.org/W2962696179","https://openalex.org/W2968042644","https://openalex.org/W2978455699","https://openalex.org/W2993185773","https://openalex.org/W3007369745","https://openalex.org/W3010519440","https://openalex.org/W3025606523","https://openalex.org/W3028766998","https://openalex.org/W3033324992","https://openalex.org/W3095490979","https://openalex.org/W3107834591","https://openalex.org/W3118300017","https://openalex.org/W3121373203","https://openalex.org/W3124229194","https://openalex.org/W3126300335","https://openalex.org/W3149466088","https://openalex.org/W3172360140","https://openalex.org/W3174011998","https://openalex.org/W3201700917","https://openalex.org/W3202717607","https://openalex.org/W4223423875","https://openalex.org/W4287756699","https://openalex.org/W4297838928","https://openalex.org/W6638427827","https://openalex.org/W6729933147","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6757469721","https://openalex.org/W6757895305","https://openalex.org/W6761682245","https://openalex.org/W6763704811","https://openalex.org/W6764988152","https://openalex.org/W6770029086","https://openalex.org/W6771428195","https://openalex.org/W6774321585","https://openalex.org/W6777091672","https://openalex.org/W6777656069","https://openalex.org/W6779265984","https://openalex.org/W6779656125","https://openalex.org/W6789236208","https://openalex.org/W6791413555","https://openalex.org/W6792049622","https://openalex.org/W6796589144","https://openalex.org/W6797702751","https://openalex.org/W6801655106","https://openalex.org/W6810653392"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2086397253","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"With":[0],"the":[1,27,40,69,81,86,116,140,145,153,165],"increasing":[2],"computing":[3],"power,":[4],"using":[5],"data-driven":[6,23],"approaches":[7],"to":[8,32,53,157],"co-design":[9],"a":[10,17,50,55,60,73,101,121,168,175],"robot's":[11],"morphology":[12,31,52,64],"and":[13,108,142],"controller":[14,28],"has":[15],"become":[16],"promising":[18],"way.":[19],"However,":[20],"most":[21],"existing":[22],"methods":[24],"require":[25],"training":[26,88],"for":[29,63],"each":[30],"calculate":[33],"fitness,":[34],"which":[35],"is":[36],"time-consuming.":[37],"In":[38],"contrast,":[39],"dual-network":[41,154],"framework":[42,104],"utilizes":[43],"data":[44],"collected":[45],"by":[46],"individual":[47],"networks":[48,91],"under":[49],"specific":[51],"train":[54],"population":[56],"network":[57,103],"that":[58,105,144],"provides":[59],"surrogate":[61],"function":[62],"optimization.":[65],"This":[66],"approach":[67],"replaces":[68],"traditional":[70],"evaluation":[71],"of":[72,76,89,129,136],"diverse":[74],"set":[75],"candidates,":[77],"thereby":[78],"speeding":[79],"up":[80],"training.":[82],"Despite":[83],"considerable":[84],"results,":[85],"online":[87,107],"both":[90,130],"impedes":[92],"their":[93],"performance.":[94],"To":[95],"address":[96],"this":[97],"issue,":[98],"we":[99,124,163],"propose":[100],"concurrent":[102],"combines":[106],"offline":[109],"reinforcement":[110],"learning":[111],"(RL)":[112],"methods.":[113],"By":[114],"leveraging":[115],"behavior":[117],"cloning":[118],"term":[119],"in":[120,139,152,174],"flexible":[122],"manner,":[123],"achieve":[125],"an":[126],"effective":[127],"combination":[128],"networks.":[131],"We":[132],"conducted":[133],"multiple":[134],"sets":[135],"comparative":[137],"experiments":[138],"simulator":[141],"found":[143],"proposed":[146],"method":[147],"effectively":[148],"addresses":[149],"issues":[150],"present":[151],"framework,":[155],"leading":[156],"overall":[158],"algorithmic":[159],"performance":[160],"improvement.":[161],"Furthermore,":[162],"validated":[164],"algorithm":[166],"on":[167],"real":[169],"robot,":[170],"demonstrating":[171],"its":[172],"feasibility":[173],"practical":[176],"application.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}