{"id":"https://openalex.org/W4312810473","doi":"https://doi.org/10.1109/iros47612.2022.9982256","title":"Gathering Physical Particles with a Global Magnetic Field Using Reinforcement Learning","display_name":"Gathering Physical Particles with a Global Magnetic Field Using Reinforcement Learning","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312810473","doi":"https://doi.org/10.1109/iros47612.2022.9982256"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9982256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982256","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061345928","display_name":"Matthias Konitzny","orcid":"https://orcid.org/0000-0003-3196-2694"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Matthias Konitzny","raw_affiliation_strings":["Department of Computer Science,TU Braunschweig,Germany","Department of Computer Science, TU Braunschweig, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Braunschweig,Germany","institution_ids":["https://openalex.org/I94509681"]},{"raw_affiliation_string":"Department of Computer Science, TU Braunschweig, Germany","institution_ids":["https://openalex.org/I94509681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016268265","display_name":"Yitong Lu","orcid":"https://orcid.org/0000-0001-7503-6268"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yitong Lu","raw_affiliation_strings":["University of Houston,Department of Electrical and Computer Engineering,Houston,TX,USA","Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston,Department of Electrical and Computer Engineering,Houston,TX,USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047189147","display_name":"Julien Leclerc","orcid":"https://orcid.org/0000-0003-3608-4202"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julien Leclerc","raw_affiliation_strings":["University of Houston,Department of Electrical and Computer Engineering,Houston,TX,USA","Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston,Department of Electrical and Computer Engineering,Houston,TX,USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015542807","display_name":"S\u00e1ndor P. Fekete","orcid":"https://orcid.org/0000-0002-9062-4241"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"S\u00e1ndor P. Fekete","raw_affiliation_strings":["Department of Computer Science,TU Braunschweig,Germany","Department of Computer Science, TU Braunschweig, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Braunschweig,Germany","institution_ids":["https://openalex.org/I94509681"]},{"raw_affiliation_string":"Department of Computer Science, TU Braunschweig, Germany","institution_ids":["https://openalex.org/I94509681"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062449649","display_name":"Aaron T. Becker","orcid":"https://orcid.org/0000-0001-7614-6282"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Aaron T. Becker","raw_affiliation_strings":["Department of Computer Science,TU Braunschweig,Germany","Department of Computer Science, TU Braunschweig, Germany","Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Braunschweig,Germany","institution_ids":["https://openalex.org/I94509681"]},{"raw_affiliation_string":"Department of Computer Science, TU Braunschweig, Germany","institution_ids":["https://openalex.org/I94509681"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5061345928"],"corresponding_institution_ids":["https://openalex.org/I94509681"],"apc_list":null,"apc_paid":null,"fwci":0.7283,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6617284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"10126","last_page":"10132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6914792060852051},{"id":"https://openalex.org/keywords/magnetic-field","display_name":"Magnetic field","score":0.4792337715625763},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47798818349838257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47106096148490906},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4605860114097595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24475699663162231},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.23424530029296875},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.21970316767692566},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.0741119384765625},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07129132747650146}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6914792060852051},{"id":"https://openalex.org/C115260700","wikidata":"https://www.wikidata.org/wiki/Q11408","display_name":"Magnetic field","level":2,"score":0.4792337715625763},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47798818349838257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47106096148490906},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4605860114097595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24475699663162231},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.23424530029296875},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.21970316767692566},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0741119384765625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07129132747650146},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9982256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982256","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2135051422","https://openalex.org/W2149860372","https://openalex.org/W2296073425","https://openalex.org/W2552222675","https://openalex.org/W2736601468","https://openalex.org/W2775692923","https://openalex.org/W2783069514","https://openalex.org/W2884067437","https://openalex.org/W2885550588","https://openalex.org/W2885627273","https://openalex.org/W2951476705","https://openalex.org/W2963403143","https://openalex.org/W3090761418","https://openalex.org/W3090939139","https://openalex.org/W3187731275","https://openalex.org/W3216772467","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6753925943","https://openalex.org/W6798921913","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"For":[0],"biomedical":[1],"applications":[2],"in":[3],"targeted":[4],"therapy":[5],"delivery":[6],"and":[7,94,105,114,119,125],"interventions,":[8],"a":[9,21,27,64,72,101,129],"large":[10],"swarm":[11],"of":[12,103],"micro-scale":[13],"particles":[14,70],"(\u201cagents\u201d)":[15],"has":[16],"to":[17,26,32,62,68,71,79,82,87,116,126],"be":[18],"moved":[19],"through":[20],"maze-like":[22],"environment":[23],"(\u201cvascular":[24],"system\u201d)":[25],"target":[28],"region":[29],"(\u201ctumor\u201d).":[30],"Due":[31],"limited":[33],"on-board":[34],"capabilities,":[35],"these":[36],"agents":[37],"cannot":[38],"move":[39],"autonomously;":[40],"instead,":[41],"they":[42],"are":[43,92,98],"controlled":[44],"by":[45],"an":[46],"external":[47],"global":[48],"force":[49],"that":[50],"acts":[51],"uniformly":[52],"on":[53,100],"all":[54],"particles.":[55,85],"In":[56],"this":[57],"work,":[58],"we":[59],"demonstrate":[60,111],"how":[61],"use":[63,76],"time-varying":[65],"magnetic":[66],"field":[67],"gather":[69,84],"desired":[73],"location.":[74],"We":[75],"reinforcement":[77,133],"learning":[78,134],"train":[80],"networks":[81,97],"efficiently":[83],"Methods":[86],"overcome":[88],"the":[89,95,132,136],"simulation-to-reality":[90],"gap":[91],"explained,":[93],"trained":[96],"deployed":[99],"set":[102],"mazes":[104],"goal":[106],"locations.":[107],"The":[108],"hardware":[109],"experiments":[110],"fast":[112],"convergence,":[113],"robustness":[115],"both":[117],"sensor":[118],"actuation":[120],"noise.":[121],"To":[122],"encourage":[123],"extensions":[124],"serve":[127],"as":[128],"benchmark":[130],"for":[131],"community,":[135],"code":[137],"is":[138],"available":[139],"at":[140],"Github.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}