{"id":"https://openalex.org/W4402509139","doi":"https://doi.org/10.1109/tii.2024.3449989","title":"Digital Twin-Driven Formation Control of ROVs: An Integral Reinforcement Learning-Based Solution","display_name":"Digital Twin-Driven Formation Control of ROVs: An Integral Reinforcement Learning-Based Solution","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402509139","doi":"https://doi.org/10.1109/tii.2024.3449989"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3449989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3449989","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100437440","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0009-0003-1335-9784"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907","https://openalex.org/I4210128819"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101511054","display_name":"Jing Yan","orcid":"https://orcid.org/0000-0001-7768-5720"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Yan","raw_affiliation_strings":["Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-7768-5720","affiliations":[{"raw_affiliation_string":"Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907","https://openalex.org/I4210128819"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107482685","display_name":"Xian Yang","orcid":"https://orcid.org/0000-0002-9595-7280"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Yang","raw_affiliation_strings":["Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-9595-7280","affiliations":[{"raw_affiliation_string":"Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907","https://openalex.org/I4210128819"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038267080","display_name":"Cailian Chen","orcid":"https://orcid.org/0000-0001-6533-8713"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cailian Chen","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai JiaoTong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6533-8713","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai JiaoTong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064776495","display_name":"Xiaoyuan Luo","orcid":"https://orcid.org/0000-0003-0404-9533"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210128819","display_name":"Institute of Electrical Engineering","ror":"https://ror.org/033js6g46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128819"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyuan Luo","raw_affiliation_strings":["Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0404-9533","affiliations":[{"raw_affiliation_string":"Institute of Electrical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907","https://openalex.org/I4210128819"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100690710","display_name":"Xinping Guan","orcid":"https://orcid.org/0000-0003-1858-8538"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinping Guan","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai JiaoTong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1858-8538","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai JiaoTong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3801,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78460281,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"20","issue":"12","first_page":"14277","last_page":"14286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.8099614381790161},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5308308005332947},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49699166417121887},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4627667963504791},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4413774013519287},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.41686224937438965},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.41574621200561523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3010362982749939},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2927854359149933},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.15763023495674133},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1573774814605713},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11249345541000366}],"concepts":[{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.8099614381790161},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5308308005332947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49699166417121887},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4627667963504791},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4413774013519287},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.41686224937438965},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41574621200561523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3010362982749939},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2927854359149933},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15763023495674133},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1573774814605713},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11249345541000366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3449989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3449989","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2749221344","display_name":null,"funder_award_id":"62033011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6038991609","display_name":null,"funder_award_id":"F2024203072","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8939714713","display_name":null,"funder_award_id":"62222314","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2040135213","https://openalex.org/W2104261215","https://openalex.org/W2142968849","https://openalex.org/W2170984917","https://openalex.org/W2942226559","https://openalex.org/W2949220723","https://openalex.org/W3035931270","https://openalex.org/W3037669777","https://openalex.org/W3037924525","https://openalex.org/W3100789280","https://openalex.org/W4206186127","https://openalex.org/W4214868872","https://openalex.org/W4224101286","https://openalex.org/W4280558515","https://openalex.org/W4289259908","https://openalex.org/W4289828712","https://openalex.org/W4313546641","https://openalex.org/W4315470997","https://openalex.org/W4361799636","https://openalex.org/W4378895356","https://openalex.org/W4383890571","https://openalex.org/W4386234649","https://openalex.org/W4390748515","https://openalex.org/W4391305596","https://openalex.org/W4396850906"],"related_works":["https://openalex.org/W2163297108","https://openalex.org/W2615607975","https://openalex.org/W2355865573","https://openalex.org/W2155981143","https://openalex.org/W2155245395","https://openalex.org/W2192101006","https://openalex.org/W2116800748","https://openalex.org/W2638730922","https://openalex.org/W2190465783","https://openalex.org/W2027827693"],"abstract_inverted_index":{"Formation":[0],"control":[1,51,101],"of":[2,13,94,162,175,192],"remotely":[3],"operated":[4],"vehicles":[5],"(ROVs)":[6],"has":[7],"been":[8],"regarded":[9],"as":[10],"the":[11,19,40,67,74,91,99,104,118,123,134,144,152,160,165,172,190],"basis":[12],"many":[14],"sophisticated":[15],"marine":[16],"missions.":[17],"However,":[18],"high":[20],"communication":[21,153],"energy":[22,154],"consumption":[23,155],"and":[24,70,121,140],"weak":[25],"environment":[26,71],"perception":[27,173],"ability":[28,174],"on":[29],"ROVs":[30,163,176],"make":[31],"it":[32],"challenging":[33],"to":[34,89,109,164,188],"achieve":[35],"this":[36,43],"task.":[37],"To":[38,116],"overcome":[39],"above":[41],"challenge,":[42],"article":[44],"develops":[45],"a":[46,58,179],"digital":[47],"twin":[48,60,181],"(DT)-driven":[49],"formation":[50,85,111,124,146],"approach":[52],"for":[53,62,113],"ROVs.":[54,141],"We":[55],"first":[56],"establish":[57],"virtual":[59,180],"model":[61,106,139],"each":[63,114],"ROV":[64],"by":[65,132,156,177],"extracting":[66],"motion":[68,92],"parameters":[69],"information.":[72],"With":[73],"collected":[75],"states":[76],"from":[77,103],"ROVs,":[78],"an":[79,126],"integral":[80],"reinforcement":[81],"learning":[82],"(IRL)":[83],"based":[84],"controller":[86],"is":[87,107,130],"designed":[88],"drive":[90],"outputs":[93],"DT":[95,105,138,166],"model.":[96],"After":[97],"that,":[98],"optimal":[100],"policy":[102],"employed":[108],"accomplish":[110],"task":[112],"ROV.":[115],"reduce":[117,151],"matching":[119],"error":[120],"ensure":[122],"stability,":[125],"IRL-based":[127],"optimization":[128],"algorithm":[129],"conducted":[131],"using":[133],"data":[135],"interaction":[136],"between":[137],"Note":[142],"that":[143],"DT-driven":[145],"solution":[147],"not":[148],"only":[149],"can":[150,170],"periodically":[157],"feeding":[158],"back":[159],"real-data":[161],"model,":[167],"but":[168],"also":[169],"improve":[171],"reconstructing":[178],"environment.":[182],"Finally,":[183],"experimental":[184],"results":[185],"are":[186],"provided":[187],"verify":[189],"effectiveness":[191],"our":[193],"solution.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}