{"id":"https://openalex.org/W3139224182","doi":"https://doi.org/10.1088/2632-2153/abf0f6","title":"Playing optical tweezers with deep reinforcement learning: in virtual, physical and augmented environments","display_name":"Playing optical tweezers with deep reinforcement learning: in virtual, physical and augmented environments","publication_year":2021,"publication_date":"2021-03-22","ids":{"openalex":"https://openalex.org/W3139224182","doi":"https://doi.org/10.1088/2632-2153/abf0f6","mag":"3139224182"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/abf0f6","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abf0f6","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abf0f6/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abf0f6/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055964296","display_name":"Matthew Praeger","orcid":"https://orcid.org/0000-0002-5814-6155"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Matthew Praeger","raw_affiliation_strings":["Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-5814-6155","affiliations":[{"raw_affiliation_string":"Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000953647","display_name":"Yunhui Xie","orcid":"https://orcid.org/0000-0002-8841-7235"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yunhui Xie","raw_affiliation_strings":["Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8841-7235","affiliations":[{"raw_affiliation_string":"Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072408376","display_name":"James A. Grant\u2010Jacob","orcid":"https://orcid.org/0000-0002-4270-4247"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James A Grant-Jacob","raw_affiliation_strings":["Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-4270-4247","affiliations":[{"raw_affiliation_string":"Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080337562","display_name":"R.W. Eason","orcid":"https://orcid.org/0000-0001-9704-2204"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert W Eason","raw_affiliation_strings":["Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-9704-2204","affiliations":[{"raw_affiliation_string":"Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081631274","display_name":"Ben Mills","orcid":"https://orcid.org/0000-0002-1784-1012"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ben Mills","raw_affiliation_strings":["Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-1784-1012","affiliations":[{"raw_affiliation_string":"Optoelectronics Research Centre, University of Southampton, Southampton, SO17 1BJ, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5055964296"],"corresponding_institution_ids":["https://openalex.org/I43439940"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":1.5391,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85709891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"2","issue":"3","first_page":"035024","last_page":"035024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10490","display_name":"Orbital Angular Momentum in Optics","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11569","display_name":"Optical Coherence Tomography Applications","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optical-tweezers","display_name":"Optical tweezers","score":0.7821789979934692},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7219327688217163},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.6639485955238342},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6531283855438232},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6509625315666199},{"id":"https://openalex.org/keywords/physics-engine","display_name":"Physics engine","score":0.5602751970291138},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5093036890029907},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.47642120718955994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4524116516113281},{"id":"https://openalex.org/keywords/tweezers","display_name":"Tweezers","score":0.4284396171569824},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.41404229402542114},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1660175919532776},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08368772268295288}],"concepts":[{"id":"https://openalex.org/C20198109","wikidata":"https://www.wikidata.org/wiki/Q1066633","display_name":"Optical tweezers","level":2,"score":0.7821789979934692},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7219327688217163},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.6639485955238342},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6531283855438232},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6509625315666199},{"id":"https://openalex.org/C190390380","wikidata":"https://www.wikidata.org/wiki/Q62505","display_name":"Physics engine","level":2,"score":0.5602751970291138},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5093036890029907},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.47642120718955994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4524116516113281},{"id":"https://openalex.org/C2781363786","wikidata":"https://www.wikidata.org/wiki/Q192504","display_name":"Tweezers","level":2,"score":0.4284396171569824},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.41404229402542114},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1660175919532776},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08368772268295288},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2632-2153/abf0f6","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abf0f6","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abf0f6/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:446998","is_oa":false,"landing_page_url":"http://doi.org/10.1088/2632-2153/abf0f6>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/abf0f6","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abf0f6","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abf0f6/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1555836611","display_name":"Beam-shaping for Laser-based Additive and Subtractive-manufacturing Techniques (BLAST)","funder_award_id":"EP/N03368X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2387687998","display_name":null,"funder_award_id":"EP/N03368X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6650134701","display_name":null,"funder_award_id":"EP/T026197/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1757796397","https://openalex.org/W1934909785","https://openalex.org/W2012707371","https://openalex.org/W2065429801","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2194775991","https://openalex.org/W2250461676","https://openalex.org/W2257979135","https://openalex.org/W2462906003","https://openalex.org/W2522489477","https://openalex.org/W2558518165","https://openalex.org/W2560647685","https://openalex.org/W2565902248","https://openalex.org/W2580175322","https://openalex.org/W2606508169","https://openalex.org/W2614949728","https://openalex.org/W2739588406","https://openalex.org/W2749807327","https://openalex.org/W2754517384","https://openalex.org/W2787938642","https://openalex.org/W2789741714","https://openalex.org/W2790166445","https://openalex.org/W2809096091","https://openalex.org/W2810602713","https://openalex.org/W2885195348","https://openalex.org/W2889053548","https://openalex.org/W2895369055","https://openalex.org/W2899675781","https://openalex.org/W2900667960","https://openalex.org/W2901513003","https://openalex.org/W2902391430","https://openalex.org/W2902907165","https://openalex.org/W2909710443","https://openalex.org/W2914274640","https://openalex.org/W2948317762","https://openalex.org/W2949650786","https://openalex.org/W2950521938","https://openalex.org/W2962467834","https://openalex.org/W2962957005","https://openalex.org/W2962977206","https://openalex.org/W2963390419","https://openalex.org/W2963665033","https://openalex.org/W2963864421","https://openalex.org/W2967216842","https://openalex.org/W2972835944","https://openalex.org/W2975112661","https://openalex.org/W2976987664","https://openalex.org/W2981030070","https://openalex.org/W2982316857","https://openalex.org/W2986093791","https://openalex.org/W2990747716","https://openalex.org/W3009994855","https://openalex.org/W3011120880","https://openalex.org/W3016741369","https://openalex.org/W3033344387","https://openalex.org/W3037207827","https://openalex.org/W3084239652","https://openalex.org/W3099518626","https://openalex.org/W3100420029","https://openalex.org/W3103559770","https://openalex.org/W3106027067","https://openalex.org/W3118210634","https://openalex.org/W4287765519","https://openalex.org/W4298857966","https://openalex.org/W6637373629","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6687483927","https://openalex.org/W6718836005","https://openalex.org/W6727252785","https://openalex.org/W6729796140","https://openalex.org/W6731094094","https://openalex.org/W6732665253","https://openalex.org/W6743756900","https://openalex.org/W6744123322","https://openalex.org/W6748839928","https://openalex.org/W6756026151","https://openalex.org/W6756206213","https://openalex.org/W6775686901","https://openalex.org/W6779728415","https://openalex.org/W6780559895","https://openalex.org/W6788072495"],"related_works":["https://openalex.org/W4385487064","https://openalex.org/W3003121441","https://openalex.org/W2101662779","https://openalex.org/W1590236236","https://openalex.org/W3184578370","https://openalex.org/W1964626182","https://openalex.org/W1977461969","https://openalex.org/W2006933785","https://openalex.org/W2144311777","https://openalex.org/W2092699733"],"abstract_inverted_index":{"Abstract":[0],"Reinforcement":[1],"learning":[2,67],"was":[3,20],"carried":[4],"out":[5],"in":[6,55,62,99],"a":[7,24,34,38,52,56,93,128,162],"simulated":[8],"environment":[9,58,130],"to":[10,23,37,89,123,143],"learn":[11],"continuous":[12],"velocity":[13],"control":[14],"over":[15],"multiple":[16],"motor":[17],"axes.":[18],"This":[19,137],"then":[21],"applied":[22,122],"real-world":[25],"optical":[26],"tweezers":[27],"experiment":[28],"with":[29,44,133,147],"the":[30,63,74,85,100,104,117,134,141],"objective":[31],"of":[32,50,65,87,164],"moving":[33],"laser-trapped":[35],"microsphere":[36],"target":[39],"location":[40],"whilst":[41],"avoiding":[42],"collisions":[43],"other":[45],"free-moving":[46],"microspheres.":[47],"The":[48],"concept":[49],"training":[51],"neural":[53,75,105],"network":[54,76,106,118],"virtual":[57,109,129],"has":[59],"significant":[60],"potential":[61,142],"application":[64],"machine":[66,158],"for":[68,81,157],"experimental":[69],"optimization":[70],"and":[71,91,110,149],"control,":[72],"as":[73,153,161],"can":[77,119],"discover":[78],"optimal":[79],"methods":[80],"problem":[82],"solving":[83],"without":[84],"risk":[86],"damage":[88],"equipment,":[90],"at":[92],"speed":[94],"not":[95],"limited":[96],"by":[97],"movement":[98],"physical":[101,111,135],"environment.":[102,136],"As":[103],"treats":[107],"both":[108],"environments":[112],"equivalently,":[113],"we":[114],"show":[115],"that":[116],"also":[120],"be":[121],"an":[124],"augmented":[125,150],"environment,":[126],"where":[127],"is":[131],"combined":[132],"technique":[138],"may":[139],"have":[140],"unlock":[144],"capabilities":[145],"associated":[146],"mixed":[148],"reality,":[151],"such":[152],"enforcing":[154],"safety":[155],"limits":[156],"motion":[159],"or":[160],"method":[163],"inputting":[165],"observations":[166],"from":[167],"additional":[168],"sensors.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}