{"id":"https://openalex.org/W3214856958","doi":"https://doi.org/10.1109/tase.2023.3259905","title":"Reinforcement Learning-Based Switching Controller for a Milliscale Robot in a Constrained Environment","display_name":"Reinforcement Learning-Based Switching Controller for a Milliscale Robot in a Constrained Environment","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W3214856958","doi":"https://doi.org/10.1109/tase.2023.3259905","mag":"3214856958"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3259905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3259905","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2111.13969","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014512211","display_name":"Abbas Tariverdi","orcid":"https://orcid.org/0000-0001-5024-9224"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Abbas Tariverdi","raw_affiliation_strings":["Department of Physics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0001-5024-9224","affiliations":[{"raw_affiliation_string":"Department of Physics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005034364","display_name":"Ulysse C\u00f4t\u00e9\u2010Allard","orcid":"https://orcid.org/0000-0003-3241-8404"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ulysse C\u00f4t\u00e9-Allard","raw_affiliation_strings":["Department of Informatics and RITMO, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-3241-8404","affiliations":[{"raw_affiliation_string":"Department of Informatics and RITMO, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087782212","display_name":"Kim Mathiassen","orcid":"https://orcid.org/0000-0003-3747-5934"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]},{"id":"https://openalex.org/I4210090492","display_name":"Kjeller Innovasjon (Norway)","ror":"https://ror.org/000e19x32","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210090492"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Kim Mathiassen","raw_affiliation_strings":["Department of Technology Systems, University of Oslo, Kjeller, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Technology Systems, University of Oslo, Kjeller, Norway","institution_ids":["https://openalex.org/I184942183","https://openalex.org/I4210090492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008014984","display_name":"Ole Jakob Elle","orcid":"https://orcid.org/0000-0003-2359-1272"},"institutions":[{"id":"https://openalex.org/I1281400175","display_name":"Oslo University Hospital","ror":"https://ror.org/00j9c2840","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1281400175"]},{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ole J. Elle","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway","The Intervention Centre, Oslo University Hospital, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]},{"raw_affiliation_string":"The Intervention Centre, Oslo University Hospital, Oslo, Norway","institution_ids":["https://openalex.org/I1281400175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091388936","display_name":"H\u00e5vard Kalv\u00f8y","orcid":"https://orcid.org/0000-0001-8920-6555"},"institutions":[{"id":"https://openalex.org/I1281400175","display_name":"Oslo University Hospital","ror":"https://ror.org/00j9c2840","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1281400175"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"H\u00e5vard Kalv\u00f8y","raw_affiliation_strings":["Department of Clinical and Biomedical Engineering, Oslo University Hospital, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0001-8920-6555","affiliations":[{"raw_affiliation_string":"Department of Clinical and Biomedical Engineering, Oslo University Hospital, Oslo, Norway","institution_ids":["https://openalex.org/I1281400175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061918996","display_name":"\u00d8rjan G. Martinsen","orcid":"https://orcid.org/0000-0003-1632-4352"},"institutions":[{"id":"https://openalex.org/I1281400175","display_name":"Oslo University Hospital","ror":"https://ror.org/00j9c2840","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1281400175"]},{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"\u00d8rjan G. Martinsen","raw_affiliation_strings":["Department of Physics, University of Oslo, Oslo, Norway","Department of Clinical and Biomedical Engineering, Oslo University Hospital, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]},{"raw_affiliation_string":"Department of Clinical and Biomedical Engineering, Oslo University Hospital, Oslo, Norway","institution_ids":["https://openalex.org/I1281400175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071144214","display_name":"Jim T\u00f8rresen","orcid":"https://orcid.org/0000-0003-0556-0288"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Jim Torresen","raw_affiliation_strings":["Department of Informatics and RITMO, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-0556-0288","affiliations":[{"raw_affiliation_string":"Department of Informatics and RITMO, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7816,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.67541582,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"21","issue":"2","first_page":"2000","last_page":"2016"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6700453758239746},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6142426133155823},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5922272205352783},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5050783753395081},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.485272616147995},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.4633726477622986},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.44655293226242065},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.4426899254322052},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.42844846844673157},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39085453748703003},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33120065927505493},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28689059615135193},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10194084048271179},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09971779584884644}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6700453758239746},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6142426133155823},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5922272205352783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5050783753395081},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.485272616147995},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.4633726477622986},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.44655293226242065},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.4426899254322052},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.42844846844673157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39085453748703003},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33120065927505493},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28689059615135193},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10194084048271179},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09971779584884644},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tase.2023.3259905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3259905","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2111.13969","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.13969","pdf_url":"https://arxiv.org/pdf/2111.13969","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2111.13969","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.13969","pdf_url":"https://arxiv.org/pdf/2111.13969","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W46565623","https://openalex.org/W131069610","https://openalex.org/W181534116","https://openalex.org/W1128029328","https://openalex.org/W1557064277","https://openalex.org/W1757796397","https://openalex.org/W1979020916","https://openalex.org/W1994691148","https://openalex.org/W1998020561","https://openalex.org/W2008196645","https://openalex.org/W2042039410","https://openalex.org/W2045195134","https://openalex.org/W2063377555","https://openalex.org/W2083513815","https://openalex.org/W2094796932","https://openalex.org/W2095757353","https://openalex.org/W2100677568","https://openalex.org/W2125409550","https://openalex.org/W2142624263","https://openalex.org/W2145339207","https://openalex.org/W2159064333","https://openalex.org/W2163252428","https://openalex.org/W2171331791","https://openalex.org/W2173564293","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2254101695","https://openalex.org/W2313784957","https://openalex.org/W2547186703","https://openalex.org/W2591461579","https://openalex.org/W2610266636","https://openalex.org/W2724169821","https://openalex.org/W2735010709","https://openalex.org/W2739473244","https://openalex.org/W2746553466","https://openalex.org/W2748828099","https://openalex.org/W2761873684","https://openalex.org/W2768295381","https://openalex.org/W2779367563","https://openalex.org/W2807783958","https://openalex.org/W2892188303","https://openalex.org/W2912745629","https://openalex.org/W2942281982","https://openalex.org/W2945928974","https://openalex.org/W2952523895","https://openalex.org/W2962793652","https://openalex.org/W2962878825","https://openalex.org/W2962899390","https://openalex.org/W2964227158","https://openalex.org/W2967923631","https://openalex.org/W3041202696","https://openalex.org/W3043158132","https://openalex.org/W3044049981","https://openalex.org/W3108060474","https://openalex.org/W3139037440","https://openalex.org/W3146739461","https://openalex.org/W3176880374","https://openalex.org/W3191709555","https://openalex.org/W3192970068","https://openalex.org/W3206983810","https://openalex.org/W4281700545","https://openalex.org/W4283742920","https://openalex.org/W4298324247","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W6637967152","https://openalex.org/W6683300800","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6740092555","https://openalex.org/W6751629939","https://openalex.org/W6787020633"],"related_works":["https://openalex.org/W2744818472","https://openalex.org/W1253671258","https://openalex.org/W4283266117","https://openalex.org/W2355512144","https://openalex.org/W3134555460","https://openalex.org/W2607470227","https://openalex.org/W2351331567","https://openalex.org/W2889305167","https://openalex.org/W2119719871","https://openalex.org/W2291700020"],"abstract_inverted_index":{"This":[0,30,315,350],"work":[1],"presents":[2,352],"a":[3,12,16,22,52,67,106,112,121,125,129,160,173,179,183,330,335,359,365,370,388,395,403,419,429],"reinforcement":[4,282,331,360,390,434],"learning-based":[5,361],"switching":[6,68],"control":[7,50,63,69,111,416],"mechanism":[8,31],"to":[9,35,80,87,100,110,119,124,172,176,186,247,257,261,273,279,308],"autonomously":[10],"move":[11],"ferromagnetic":[13,95,122,180],"object":[14],"(representing":[15],"milliscale":[17],"robot)":[18],"around":[19],"obstacles":[20],"within":[21,369,394],"constrained":[23,130],"environment":[24,90,397],"in":[25,159,182,275,289,338,377,402,437],"the":[26,82,93,116,133,141,167,188,191,198,216,219,235,248,264,309,321,326,339,353,374,378,384,414,426],"presence":[27,379],"of":[28,42,66,190,206,218,263,311,329,341,358,373,380,386,422,432],"disturbances.":[29,101,381],"can":[32,58],"be":[33,59],"used":[34],"navigate":[36],"objects":[37],"(e.g.,":[38],"capsule":[39,348],"endoscopy,":[40],"swarms":[41],"drug":[43,343],"particles)":[44],"through":[45,128],"complex":[46],"environments":[47],"when":[48],"active":[49],"is":[51,78,154,170,255],"necessity":[53],"but":[54],"where":[55],"direct":[56],"manipulation":[57],"hazardous.":[60],"The":[61,75,102,151,194,251],"proposed":[62,152,192,220,252],"scheme":[64],"consists":[65],"architecture":[70],"implemented":[71],"by":[72,406],"two":[73,227],"sub-controllers.":[74],"first":[76,155],"sub-controller":[77,104],"designed":[79],"employ":[81],"robot\u2019s":[83],"inverse":[84],"kinematic":[85],"solutions":[86],"do":[88],"an":[89,202],"search":[91],"for":[92,211,222,298,334,363],"to-be-carried":[94],"particle":[96,123,181],"while":[97],"being":[98,270],"robust":[99,272],"second":[103],"uses":[105],"customized":[107,134],"rainbow":[108],"algorithm":[109,146,254,333,362,392],"robotic":[113,336,347],"arm,":[114],"i.e.,":[115],"UR5":[117,174,199],"robot,":[118],"carry":[120],"desired":[126],"position":[127],"environment.":[131],"For":[132],"Rainbow":[135],"algorithm,":[136],"Quantile":[137,143],"Huber":[138],"loss":[139],"from":[140],"Implicit":[142],"Networks":[144],"(IQN)":[145],"and":[147,157,234,245,292,325,346,355,411,425],"ResNet":[148],"are":[149,242],"employed.":[150],"controller":[153,169],"trained":[156,168],"tested":[158,265],"real-time":[161],"physics":[162],"simulation":[163],"engine":[164],"(PyBullet).":[165],"Afterward,":[166],"transferred":[171],"robot":[175,200,368],"remotely":[177],"transport":[178],"real-world":[184,300,327,404],"scenario":[185,405],"demonstrate":[187,383],"applicability":[189],"approach.":[193],"experimental":[195,356],"results":[196,427],"on":[197,319],"show":[201],"average":[203],"success":[204],"rate":[205],"98.86%":[207],"over":[208],"30":[209],"episodes":[210],"randomly":[212],"generated":[213],"trajectories,":[214],"demonstrating":[215],"viability":[217],"approach":[221],"real-life":[223],"applications.":[224],"In":[225],"addition,":[226],"classical":[228,266],"path":[229,267],"finding":[230],"approaches,":[231],"Attractor":[232],"Dynamics":[233],"execution":[236],"extended":[237],"Rapidly-Exploring":[238],"Random":[239],"Trees":[240],"(ERRT),":[241],"also":[243],"investigated":[244],"compared":[246],"RL-based":[249,253],"method.":[250],"shown":[256],"achieve":[258],"performance":[259],"comparable":[260],"that":[262],"planners":[268],"whilst":[269],"more":[271],"deploy":[274],"dynamical":[276],"environments.":[277],"Note":[278],"Practitioners":[280],"\u2014Deep":[281],"learning":[283,332,391,435],"methods":[284],"have":[285],"been":[286],"widely":[287],"applied":[288],"computer":[290],"games":[291],"simulations.":[293,412],"However,":[294],"employing":[295],"these":[296],"algorithms":[297,436],"practical,":[299],"applications":[301],"such":[302],"as":[303],"robotics":[304],"becomes":[305],"challenging":[306],"due":[307],"difficulty":[310],"obtaining":[312],"training":[313,387],"samples.":[314],"paper":[316,351],"predominantly":[317],"focuses":[318],"bridging":[320],"gap":[322],"between":[323],"simulations":[324],"implementation":[328],"application":[337],"context":[340],"miniaturized":[342],"delivery":[344],"robots":[345],"endoscopes.":[349],"derivation":[354],"validation":[357],"controlling":[364],"magnetically-actuated":[366],"small-scale":[367],"simplified":[371],"model":[372],"large":[375,420],"intestine":[376],"We":[382],"possibility":[385],"high-fidelity":[389],"fully":[393],"simulated":[396],"before":[398],"deploying":[399],"it":[400],"as-is":[401],"carrying":[407],"out":[408],"different":[409],"experiments":[410],"Implementing":[413],"presented":[415],"framework":[417],"complements":[418],"body":[421],"this":[423],"work,":[424],"offer":[428],"feasibility":[430],"study":[431],"using":[433],"practice.":[438]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2021-12-06T00:00:00"}