{"id":"https://openalex.org/W3187378924","doi":"https://doi.org/10.1109/tro.2021.3098239","title":"Learning for Attitude Holding of a Robotic Fish: An End-to-End Approach With Sim-to-Real Transfer","display_name":"Learning for Attitude Holding of a Robotic Fish: An End-to-End Approach With Sim-to-Real Transfer","publication_year":2021,"publication_date":"2021-08-09","ids":{"openalex":"https://openalex.org/W3187378924","doi":"https://doi.org/10.1109/tro.2021.3098239","mag":"3187378924"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2021.3098239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2021.3098239","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050962203","display_name":"Junzheng Zheng","orcid":"https://orcid.org/0000-0003-2682-7869"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzheng Zheng","raw_affiliation_strings":["State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2682-7869","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669565","display_name":"Tianhao Zhang","orcid":"https://orcid.org/0000-0002-5939-3932"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhao Zhang","raw_affiliation_strings":["State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5939-3932","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001586420","display_name":"Chen Wang","orcid":"https://orcid.org/0000-0002-4484-8885"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Wang","raw_affiliation_strings":["National Engineering Research Center of Software Engineering, Peking University, Beijing, China","State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4484-8885","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Software Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101071477","display_name":"Minglei Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minglei Xiong","raw_affiliation_strings":["State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","Boya Gongdao (Beijing) Robot Technology Co., Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]},{"raw_affiliation_string":"Boya Gongdao (Beijing) Robot Technology Co., Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044920558","display_name":"Guangming Xie","orcid":"https://orcid.org/0000-0001-6504-0087"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Xie","raw_affiliation_strings":["State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","Institute of Ocean Research, Peking University, Beijing, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6504-0087","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Turbulence and Complex Systems, Intelligent Biomimetic Design Lab, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]},{"raw_affiliation_string":"Institute of Ocean Research, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1831,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95211976,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"38","issue":"2","first_page":"1287","last_page":"1303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7758547067642212},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.670181155204773},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5588924884796143},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5557641983032227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5262324213981628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5225112438201904},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4782889485359192},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.43766671419143677},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.43558311462402344},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.41635048389434814},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.34177300333976746},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33710527420043945}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7758547067642212},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.670181155204773},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5588924884796143},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5557641983032227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5262324213981628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5225112438201904},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4782889485359192},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.43766671419143677},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.43558311462402344},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.41635048389434814},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34177300333976746},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33710527420043945},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2021.3098239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2021.3098239","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G2616550356","display_name":"\u8fd1\u6d45\u6d77\u6c34\u4e0b\u6355\u635e\u673a\u5668\u4eba\u7684\u57fa\u7840\u7406\u8bba\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61633002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5913841555","display_name":null,"funder_award_id":"4192026","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G6824663452","display_name":"\u53d7\u751f\u7269\u542f\u53d1\u7684\u591a\u6c34\u4e0b\u673a\u5668\u4eba\u73af\u5883\u81ea\u9002\u5e94\u96c6\u7fa4\u534f\u4f5c\u63a7\u5236\u65b9\u6cd5\u53ca\u5b9e\u9a8c\u7814\u7a76","funder_award_id":"61973007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W561217659","https://openalex.org/W1964730182","https://openalex.org/W2002961423","https://openalex.org/W2009656020","https://openalex.org/W2039715928","https://openalex.org/W2051140106","https://openalex.org/W2059338380","https://openalex.org/W2063282235","https://openalex.org/W2115955659","https://openalex.org/W2120372777","https://openalex.org/W2127447444","https://openalex.org/W2134129264","https://openalex.org/W2149738939","https://openalex.org/W2159640081","https://openalex.org/W2163419695","https://openalex.org/W2265102272","https://openalex.org/W2340642587","https://openalex.org/W2434193301","https://openalex.org/W2568019971","https://openalex.org/W2590971326","https://openalex.org/W2604672687","https://openalex.org/W2757935016","https://openalex.org/W2766918150","https://openalex.org/W2783448638","https://openalex.org/W2790846810","https://openalex.org/W2795039172","https://openalex.org/W2937453616","https://openalex.org/W2958486933","https://openalex.org/W2963729305","https://openalex.org/W2969512945","https://openalex.org/W2973119841","https://openalex.org/W3007163307","https://openalex.org/W3012466043","https://openalex.org/W3023256605","https://openalex.org/W3156506101","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W3179968364","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2151749779","https://openalex.org/W1999612375","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Controlling":[0],"biomimetic":[1],"underwater":[2],"robots":[3],"in":[4,31,49,87,143],"unknown":[5,51],"flow":[6],"fields":[7],"remains":[8],"a":[9,27,34,44,62,67,102,137,151,162],"challenge":[10],"due":[11],"to":[12,42,82,121,129,149,161,189],"the":[13,17,22,40,73,80,83,97,123,126,144,158,173,178,184],"strong":[14],"nonlinearity":[15],"of":[16,26,47,76,96,109,125,177,186],"fluid.":[18],"This":[19],"article":[20],"investigates":[21],"attitude":[23,167],"holding":[24,168],"task":[25,38],"robotic":[28,164],"fish":[29,41,127,165],"swimming":[30],"reality.":[32],"Such":[33],"typical":[35],"sensing-based":[36],"control":[37,85,145,152],"requires":[39],"keep":[43],"desired":[45],"angle":[46],"attack":[48],"an":[50,88],"and":[52,112,116,128,175],"even":[53],"varied":[54],"incoming":[55],"flow.":[56],"To":[57],"this":[58],"end,":[59],"we":[60,100,155],"propose":[61],"learning-based":[63],"approach":[64,188],"by":[65],"using":[66],"deep":[68,138],"neural":[69],"network":[70],"directly":[71,156],"maps":[72],"raw":[74],"data":[75,95],"sensors":[77],"equipped":[78],"on":[79,93,135],"robot":[81],"continuous":[84],"signals":[86],"end-to-end":[89],"manner.":[90],"First,":[91],"based":[92,134],"experimental":[94],"physical":[98,163],"robot,":[99],"construct":[101],"data-driven":[103],"simulation":[104],"environment":[105],"including":[106],"three":[107],"modules":[108,118],"dynamic,":[110],"sensor,":[111],"control.":[113],"The":[114],"dynamic":[115],"sensor":[117],"are":[119],"established":[120],"model":[122],"dynamics":[124],"generate":[130],"its":[131],"sensors\u2019":[132],"data,":[133],"which":[136],"reinforcement":[139],"learning":[140],"(DRL)":[141],"algorithm":[142],"module":[146],"is":[147],"trained":[148,159],"get":[150],"policy.":[153],"Then,":[154],"deploy":[157],"policy":[160,180],"for":[166],"task.":[169],"Experimental":[170],"results":[171],"demonstrate":[172],"robustness":[174],"effectiveness":[176],"DRL":[179],"and,":[181],"thus,":[182],"verify":[183],"success":[185],"our":[187],"achieving":[190],"sim-to-real":[191],"transfer.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}