{"id":"https://openalex.org/W4294891511","doi":"https://doi.org/10.1109/tcyb.2022.3199213","title":"Deep Reinforcement Learning Framework-Based Flow Rate Rejection Control of Soft Magnetic Miniature Robots","display_name":"Deep Reinforcement Learning Framework-Based Flow Rate Rejection Control of Soft Magnetic Miniature Robots","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4294891511","doi":"https://doi.org/10.1109/tcyb.2022.3199213","pmid":"https://pubmed.ncbi.nlm.nih.gov/36070281"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2022.3199213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3199213","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014827418","display_name":"Mingxue Cai","orcid":"https://orcid.org/0000-0002-8430-5930"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Mingxue Cai","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417691","display_name":"Qianqian Wang","orcid":"https://orcid.org/0000-0001-8011-171X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Wang","raw_affiliation_strings":["School of Mechanical Engineering and Jiangsu Key Laboratory for Design and Manufacture of Micro-Nano Biomedical Instruments, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Jiangsu Key Laboratory for Design and Manufacture of Micro-Nano Biomedical Instruments, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031860844","display_name":"Zhaoyang Qi","orcid":"https://orcid.org/0000-0002-2736-5347"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhaoyang Qi","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026535245","display_name":"Dongdong Jin","orcid":"https://orcid.org/0000-0003-4833-538X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongdong Jin","raw_affiliation_strings":["School of Materials Science and Engineering, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Materials Science and Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352764","display_name":"Xinyu Wu","orcid":"https://orcid.org/0000-0001-6130-7821"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Wu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078006294","display_name":"Tiantian Xu","orcid":"https://orcid.org/0000-0001-8974-4572"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiantian Xu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong Provincial Key Laboratory of Robotics and Intelligent System, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100425709","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0003-1152-8962"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, Chow Yuk Ho Technology Centre for Innovative Medicine, and CUHK T Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chow Yuk Ho Technology Centre for Innovative Medicine, and CUHK T Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5014827418"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":7.2429,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.98081081,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"53","issue":"12","first_page":"7699","last_page":"7711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12405","display_name":"Characterization and Applications of Magnetic Nanoparticles","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7951653599739075},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6994551420211792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6970551609992981},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6410846710205078},{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft robotics","score":0.4989461898803711},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4768584668636322},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3525101840496063}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7951653599739075},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6994551420211792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6970551609992981},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6410846710205078},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.4989461898803711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4768584668636322},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3525101840496063},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2022.3199213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3199213","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:36070281","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36070281","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G291203047","display_name":null,"funder_award_id":"CAS20403","funder_id":"https://openalex.org/F4320320904","funder_display_name":"Croucher Foundation"},{"id":"https://openalex.org/G4760618418","display_name":null,"funder_award_id":"RFS2122-4S03","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G5162388718","display_name":null,"funder_award_id":"2242022R10051","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6787288006","display_name":null,"funder_award_id":"BK20220834","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320320904","display_name":"Croucher Foundation","ror":"https://ror.org/04741mc34"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1979723863","https://openalex.org/W1984672166","https://openalex.org/W2028341476","https://openalex.org/W2045195134","https://openalex.org/W2051194933","https://openalex.org/W2094904022","https://openalex.org/W2135493101","https://openalex.org/W2157331557","https://openalex.org/W2168046319","https://openalex.org/W2342459904","https://openalex.org/W2558248123","https://openalex.org/W2681964327","https://openalex.org/W2763257153","https://openalex.org/W2767050701","https://openalex.org/W2781726626","https://openalex.org/W2785110060","https://openalex.org/W2801663900","https://openalex.org/W2802990478","https://openalex.org/W2908261578","https://openalex.org/W2909750773","https://openalex.org/W2946234510","https://openalex.org/W2952039813","https://openalex.org/W2955499337","https://openalex.org/W2964199361","https://openalex.org/W2972115561","https://openalex.org/W3043301796","https://openalex.org/W3086224848","https://openalex.org/W3090684135","https://openalex.org/W3101442004","https://openalex.org/W3123117509","https://openalex.org/W3128011616","https://openalex.org/W3134023382","https://openalex.org/W3160947429","https://openalex.org/W3191714391","https://openalex.org/W3202770506","https://openalex.org/W3209965475","https://openalex.org/W3211763588","https://openalex.org/W4206472181","https://openalex.org/W4220901398","https://openalex.org/W4225975117","https://openalex.org/W4283364883","https://openalex.org/W6747473740","https://openalex.org/W6799484879"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Soft":[0],"magnetic":[1,115,138,223],"miniature":[2],"robots":[3,224],"(SMMRs)":[4],"have":[5],"potential":[6],"biomedical":[7,226],"applications":[8],"due":[9],"to":[10,16,24,61,88,92,117,131,181,200],"their":[11],"flexible":[12],"size":[13],"and":[14,32,59,95,140,151,168,196,204,214],"mobility":[15],"access":[17],"confined":[18],"environments.":[19],"However,":[20],"navigating":[21],"the":[22,53,62,67,133,136,149,164,174,183,188,202,207,217],"robot":[23,141],"a":[25,45,74,82,123,153],"goal":[26,63],"site":[27,65],"with":[28],"precise":[29],"control":[30,54,78,185,209],"performance":[31],"high":[33],"repeatability":[34],"in":[35,39,66,97,225],"unstructured":[36],"environments,":[37],"especially":[38],"flow":[40,75,170],"rate":[41,76],"conditions,":[42],"still":[43],"remains":[44],"challenge.":[46],"In":[47,172],"this":[48,101],"study,":[49],"drawing":[50],"inspiration":[51],"from":[52],"requirements":[55],"of":[56,69,193,206,219],"drug":[57],"delivery":[58],"release":[60],"lesion":[64],"presence":[68],"dynamic":[70],"biofluids,":[71],"we":[72],"propose":[73],"rejection":[77],"strategy":[79],"based":[80,127],"on":[81,128],"deep":[83],"reinforcement":[84],"learning":[85],"(DRL)":[86],"framework":[87],"actuate":[89],"an":[90,103,113],"SMMR":[91,104],"achieve":[93],"goal-reaching":[94],"hovering":[96],"fluidic":[98],"tubes.":[99],"To":[100],"end,":[102],"is":[105,125,160,177],"first":[106],"fabricated,":[107],"which":[108],"can":[109],"be":[110],"operated":[111],"by":[112,162],"external":[114],"field":[116,139],"realize":[118],"its":[119],"desired":[120],"functionalities.":[121],"Subsequently,":[122],"simulator":[124],"constructed":[126],"neural":[129],"networks":[130],"map":[132],"relationship":[134],"between":[135],"applied":[137,178],"locomotion":[142],"states.":[143],"With":[144],"minimal":[145],"prior":[146],"knowledge":[147],"about":[148],"environment":[150],"dynamics,":[152],"gated":[154],"recurrent":[155],"unit":[156],"(GRU)-based":[157],"DRL":[158,220],"algorithm":[159],"formulated":[161],"considering":[163],"designed":[165],"history":[166],"state-action":[167],"estimated":[169],"rates.":[171],"addition,":[173],"randomization":[175],"technique":[176],"during":[179],"training":[180],"distill":[182],"general":[184],"policy":[186],"for":[187,221],"physical":[189],"SMMR.":[190],"The":[191],"results":[192],"numerical":[194],"simulations":[195],"experiments":[197],"are":[198],"illustrated":[199],"demonstrate":[201],"robustness":[203],"efficacy":[205],"presented":[208],"framework.":[210],"Finally,":[211],"in-depth":[212],"analyses":[213],"discussions":[215],"indicate":[216],"potentiality":[218],"soft":[222],"applications.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}