{"id":"https://openalex.org/W7155415131","doi":"https://doi.org/10.1109/access.2026.3686841","title":"Risk-Assessment and Visual Perception of Autonomous Microrobots Using Model-Free Reinforcement Learning to Cope With Multi-Challenging Environments","display_name":"Risk-Assessment and Visual Perception of Autonomous Microrobots Using Model-Free Reinforcement Learning to Cope With Multi-Challenging Environments","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7155415131","doi":"https://doi.org/10.1109/access.2026.3686841"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3686841","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3686841","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3686841","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094025222","display_name":"Trirat Radomngam","orcid":null},"institutions":[{"id":"https://openalex.org/I108108428","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20","country_code":"TH","type":"education","lineage":["https://openalex.org/I108108428"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Trirat Radomngam","raw_affiliation_strings":["Faculty of Engineering, Thammasat School of Engineering, Thammasat University, Klong Luang, Pathum Thani, Thailand"],"raw_orcid":"https://orcid.org/0009-0002-2371-9205","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Thammasat School of Engineering, Thammasat University, Klong Luang, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I108108428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112752125","display_name":"Xiuzhen Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I108108428","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20","country_code":"TH","type":"education","lineage":["https://openalex.org/I108108428"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Xiuzhen Tang","raw_affiliation_strings":["Faculty of Engineering, Thammasat School of Engineering, Thammasat University, Klong Luang, Pathum Thani, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Thammasat School of Engineering, Thammasat University, Klong Luang, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I108108428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011478712","display_name":"Laliphat Manamanchaiyaporn","orcid":"https://orcid.org/0000-0002-5821-6504"},"institutions":[{"id":"https://openalex.org/I108108428","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20","country_code":"TH","type":"education","lineage":["https://openalex.org/I108108428"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Laliphat Manamanchaiyaporn","raw_affiliation_strings":["Faculty of Engineering, Thammasat School of Engineering, Thammasat University, Klong Luang, Pathum Thani, Thailand"],"raw_orcid":"https://orcid.org/0000-0002-5821-6504","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Thammasat School of Engineering, Thammasat University, Klong Luang, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I108108428"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I108108428"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56503728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"64491","last_page":"64507"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.18719999492168427,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.18719999492168427,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.08739999681711197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.061900001019239426,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6097999811172485},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5418000221252441},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4275999963283539},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3391999900341034},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.33809998631477356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695900022983551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5418000221252441},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48809999227523804},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4293999969959259},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4275999963283539},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39070001244544983},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.2676999866962433}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3686841","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3686841","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e60e1321630e4d49a7015a9964cc6862","is_oa":true,"landing_page_url":"https://doaj.org/article/e60e1321630e4d49a7015a9964cc6862","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 64491-64507 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3686841","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3686841","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1350922598","display_name":null,"funder_award_id":"TUPD11/2567","funder_id":"https://openalex.org/F4320323439","funder_display_name":"Thammasat University"},{"id":"https://openalex.org/G2398350440","display_name":null,"funder_award_id":"N84A680759","funder_id":"https://openalex.org/F4320322817","funder_display_name":"National Research Council of Thailand"},{"id":"https://openalex.org/G351844882","display_name":null,"funder_award_id":"N42A671013","funder_id":"https://openalex.org/F4320322817","funder_display_name":"National Research Council of Thailand"},{"id":"https://openalex.org/G6596014614","display_name":null,"funder_award_id":"TUFT026/2568","funder_id":"https://openalex.org/F4320323439","funder_display_name":"Thammasat University"},{"id":"https://openalex.org/G7813516560","display_name":null,"funder_award_id":"TUFF64/2569","funder_id":"https://openalex.org/F4320329659","funder_display_name":"Thailand Science Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320322817","display_name":"National Research Council of Thailand","ror":"https://ror.org/018wfhg78"},{"id":"https://openalex.org/F4320323439","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20"},{"id":"https://openalex.org/F4320329659","display_name":"Thailand Science Research and Innovation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"microrobotic":[1],"navigation":[2],"in":[3,50,85,182,214],"life":[4],"sciences":[5],"is":[6,38,75,98,174,180],"highly":[7,51],"challenging":[8],"due":[9],"to":[10,81,107,125,160,186],"environmental":[11,115],"disturbances,":[12],"unpredictable":[13,143],"phenomena,":[14],"diverse":[15,127],"obstacles":[16,149],"and":[17,122,134,147,157,209],"dynamic":[18,41,86],"changes.":[19],"These":[20,150],"significantly":[21],"limit":[22],"motion":[23,120],"of":[24,43,142,170],"microrobots":[25,84],"manipulated":[26],"by":[27],"remote":[28],"magnetic":[29],"fields.":[30],"While":[31],"conventional":[32],"control":[33,59,172,189],"including":[34,129],"trajectory":[35,130],"planning":[36],"strategy":[37],"feasible":[39],"when":[40],"models":[42],"environments":[44,144],"are":[45],"known,":[46],"they":[47],"lack":[48],"robustness":[49],"complex":[52],"scenarios.":[53],"Herein,":[54],"we":[55],"present":[56],"a":[57,70,162,207],"modern":[58],"based":[60],"on":[61],"model-free":[62],"reinforcement":[63],"learning":[64],"(MFRL:":[65],"SAC":[66],"algorithm)":[67],"combined":[68],"with":[69,203],"visually":[71],"augmented":[72],"perception.":[73],"This":[74],"implemented":[76],"into":[77],"Electromagnetic":[78],"Actuation":[79],"System":[80],"autonomously":[82],"manipulate":[83],"challenges.":[87],"As":[88],"physical":[89,188],"sensors":[90,106],"cannot":[91],"be":[92],"embedded":[93],"within":[94],"the":[95,112,153,177,187,198],"robots,":[96],"sensing":[97],"enhanced":[99],"via":[100],"virtual":[101],"tentacles":[102],"that":[103,175,197],"mimic":[104],"proximity":[105],"detect":[108],"in-range":[109],"obstacles.":[110],"Meanwhile,":[111],"system":[113,190],"processes":[114],"feedback\u2014such":[116],"as":[117],"angular":[118],"deviation,":[119],"cues,":[121],"distances\u2014as":[123],"feedback":[124],"perform":[126],"actions,":[128],"planning,":[131],"obstacle":[132],"avoidance,":[133],"self-navigation.":[135],"Experiments":[136],"were":[137],"conducted":[138],"across":[139],"three":[140],"levels":[141],"featuring":[145],"moving":[146],"chasing":[148],"tests":[151],"evaluate":[152],"microrobot\u2019s":[154],"real-time":[155],"decision-making":[156],"its":[158],"ability":[159],"reach":[161],"target":[163],"despite":[164],"restricted":[165],"motion.":[166],"A":[167],"key":[168],"advantage":[169],"this":[171],"technique":[173],"although":[176],"RL":[178],"policy":[179],"trained":[181],"simulation,":[183],"seamlessly":[184],"transferred":[185],"without":[191],"parameter":[192],"tuning.":[193],"The":[194],"results":[195],"demonstrate":[196],"microrobot":[199],"can":[200],"effectively":[201],"cope":[202],"unseen":[204],"environments,":[205],"providing":[206],"practical":[208],"robust":[210],"approach":[211],"for":[212],"operating":[213],"uncertain":[215],"biological":[216],"conditions.":[217]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-04-24T00:00:00"}