{"id":"https://openalex.org/W4403209986","doi":"https://doi.org/10.1109/tase.2024.3470810","title":"Deep Reinforcement Learning-Based Collision-Free Navigation for Magnetic Helical Microrobots in Dynamic Environments","display_name":"Deep Reinforcement Learning-Based Collision-Free Navigation for Magnetic Helical Microrobots in Dynamic Environments","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403209986","doi":"https://doi.org/10.1109/tase.2024.3470810"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3470810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3470810","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101471798","display_name":"Huaping Wang","orcid":"https://orcid.org/0000-0001-8440-3402"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huaping Wang","raw_affiliation_strings":["Key Laboratory of Biomimetic Robots and Systems, Ministry of Education, Beijing Institute of Technology, Beijing, China","Ministry of Education, Key Laboratory of Biomimetic Robots and Systems, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8440-3402","affiliations":[{"raw_affiliation_string":"Key Laboratory of Biomimetic Robots and Systems, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Biomimetic Robots and Systems, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083703227","display_name":"Yukang Qiu","orcid":"https://orcid.org/0000-0002-9839-4401"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukang Qiu","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, Intelligent Robotics Institute, Beijing, China","School of Mechatronical Engineering, Intelligent Robotics Institute, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9839-4401","affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, Intelligent Robotics Institute, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Mechatronical Engineering, Intelligent Robotics Institute, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047049202","display_name":"Yaozhen Hou","orcid":"https://orcid.org/0000-0002-9539-4713"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaozhen Hou","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, Intelligent Robotics Institute, Beijing, China","School of Mechatronical Engineering, Intelligent Robotics Institute, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9539-4713","affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, Intelligent Robotics Institute, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Mechatronical Engineering, Intelligent Robotics Institute, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011265988","display_name":"Qing Shi","orcid":"https://orcid.org/0009-0009-6112-0309"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Shi","raw_affiliation_strings":["Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9914-7314","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029613558","display_name":"Hen\u2010Wei Huang","orcid":"https://orcid.org/0000-0003-1921-8897"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hen-Wei Huang","raw_affiliation_strings":["School of Electrical and Electronic Engineering and the LKC School of Medicine, Nanyang Technological University, Jurong West, Singapore","School of Electrical and Electronic Engineering and the LKC School of Medicine, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1921-8897","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering and the LKC School of Medicine, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering and the LKC School of Medicine, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617912","display_name":"Qiang Huang","orcid":"https://orcid.org/0000-0001-5269-4161"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Huang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5269-4161","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065569192","display_name":"Toshio Fukuda","orcid":"https://orcid.org/0000-0002-3885-7152"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Toshio Fukuda","raw_affiliation_strings":["Department of Micro-Nano Systems Engineering, Nagoya University, Nagoya, Aichi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3885-7152","affiliations":[{"raw_affiliation_string":"Department of Micro-Nano Systems Engineering, Nagoya University, Nagoya, Aichi, Japan","institution_ids":["https://openalex.org/I60134161"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101471798"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":4.7449,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96028438,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"7810","last_page":"7820"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12405","display_name":"Characterization and Applications of Magnetic Nanoparticles","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6703726649284363},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5391175746917725},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5113808512687683},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4412330389022827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4153274595737457},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4118736982345581},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.379506379365921},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32498496770858765},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.22081369161605835}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6703726649284363},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5391175746917725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5113808512687683},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4412330389022827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4153274595737457},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4118736982345581},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.379506379365921},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32498496770858765},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.22081369161605835},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3470810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3470810","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1219827451","display_name":null,"funder_award_id":"62222305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G211959731","display_name":null,"funder_award_id":"4232055","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3615404685","display_name":null,"funder_award_id":"62073042","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6997825177","display_name":null,"funder_award_id":"2023YFB4705400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G74371700","display_name":null,"funder_award_id":"62403056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1608481154","https://openalex.org/W1904799423","https://openalex.org/W2039070730","https://openalex.org/W2045195134","https://openalex.org/W2094904022","https://openalex.org/W2161381314","https://openalex.org/W2273716998","https://openalex.org/W2526007611","https://openalex.org/W2543918212","https://openalex.org/W2744315125","https://openalex.org/W2770449782","https://openalex.org/W2907916537","https://openalex.org/W2915117209","https://openalex.org/W2923870875","https://openalex.org/W2946234510","https://openalex.org/W2946359702","https://openalex.org/W2983370675","https://openalex.org/W3035846423","https://openalex.org/W3042227533","https://openalex.org/W3088310808","https://openalex.org/W3095434699","https://openalex.org/W3130170116","https://openalex.org/W3174167845","https://openalex.org/W4206275947","https://openalex.org/W4220901398","https://openalex.org/W4283830157","https://openalex.org/W4285818981","https://openalex.org/W4294311002","https://openalex.org/W4296704820","https://openalex.org/W4315621399","https://openalex.org/W4319334812","https://openalex.org/W4366378121","https://openalex.org/W4383872070","https://openalex.org/W4388849927","https://openalex.org/W4389987375","https://openalex.org/W4392601747","https://openalex.org/W4393241287","https://openalex.org/W4397290474","https://openalex.org/W6757380569","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Magnetic":[0],"helical":[1,58,85,216],"microrobots":[2,30,86,217,271],"have":[3],"great":[4],"potential":[5,182],"in":[6,31,37,134,155,172,189,218,225,253],"biomedical":[7],"applications":[8,185],"due":[9],"to":[10,13,127,196,203,244,251,276],"their":[11],"ability":[12],"access":[14],"confined":[15],"and":[16,33,66,91,125,132,141,166,192,207,233,285,296,299],"enclosed":[17],"environments":[18,173,227,240],"via":[19],"remote":[20],"manipulation":[21],"by":[22],"magnetic":[23,57,84,113,215,318],"fields.":[24],"However,":[25],"achieving":[26],"collision-free":[27,212],"navigation":[28,82,213,223],"for":[29,56,83,183,211,317],"complex":[32],"unstructured":[34],"environments,":[35],"particularly":[36],"highly":[38,238,254],"dynamic":[39,67,161,176,193,219,226,239,255,274],"settings,":[40],"remains":[41],"a":[42,49,74,100,116,150,167,205,260,277],"challenge.":[43],"In":[44,257],"this":[45,200,258],"paper,":[46],"we":[47],"present":[48],"novel":[50],"deep":[51,261],"reinforcement":[52,262],"learning-based":[53,263],"control":[54,209,264,294,307,315],"framework":[55,265,295],"microrobots,":[59],"focusing":[60],"on":[61,121],"the":[62,94,104,138,144,157,181,245,289,292,297,302],"tasks":[63],"of":[64,81,93,143,153,163,170,186,199,214,279,291,301,312],"goal-reaching":[65],"obstacle":[68],"avoidance.":[69],"To":[70,107],"streamline":[71],"data":[72],"collection,":[73],"specialized":[75],"training":[76,105],"environment":[77],"capturing":[78],"essential":[79],"aspects":[80],"is":[87,123,202,266],"devised.":[88],"The":[89,146,178,221,283,305],"robustness":[90,140,298],"adaptability":[92,142,300],"trained":[95,303],"policy":[96,129],"are":[97],"supported":[98],"using":[99],"randomization":[101],"technique":[102],"within":[103],"environment.":[106],"facilitate":[108],"seamless":[109],"integration":[110],"with":[111,174],"real-world":[112],"actuation":[114],"systems,":[115],"visual":[117],"processing":[118],"algorithm":[119],"based":[120],"OpenCV":[122],"devised":[124],"incorporated":[126],"collect":[128],"observations.":[130],"Simulations":[131],"experiments":[133],"various":[135],"scenarios":[136],"validate":[137,288],"high":[139],"method.":[145],"performance":[147],"assessment":[148],"revealed":[149],"success":[151,168],"rate":[152,169],"99%":[154],"navigating":[156],"microrobot":[158],"around":[159],"4":[160],"obstacles":[162,275],"comparable":[164],"speeds":[165],"90%":[171],"14":[175],"obstacles.":[177],"results":[179,287],"indicate":[180],"future":[184],"our":[187],"method":[188],"unstructured,":[190],"confined,":[191],"living":[194],"environments.Note":[195],"Practitioners\u2014The":[197],"motivation":[198],"work":[201],"develop":[204],"robust":[206],"effective":[208],"scheme":[210,308],"environments.":[220,256],"conventional":[222],"strategies":[224],"mainly":[228],"include":[229],"global":[230],"path":[231,235],"planning":[232],"local":[234],"replanning;":[236],"thus,":[237],"require":[241],"frequent":[242],"updates":[243],"planned":[246],"path,":[247],"making":[248],"it":[249],"difficult":[250],"apply":[252],"work,":[259],"proposed":[267,293,306],"that":[268],"can":[269],"guide":[270],"through":[272],"many":[273],"series":[278],"locations":[280],"without":[281],"collisions.":[282],"simulation":[284],"experimental":[286],"efficacy":[290],"policy.":[304],"enables":[309],"better":[310],"understanding":[311],"advanced":[313],"motion":[314],"methods":[316],"microrobots.":[319]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}