{"id":"https://openalex.org/W4403678637","doi":"https://doi.org/10.1109/case59546.2024.10711626","title":"Reinforcement Learning for Aligning Laser Optics with Kinematic Mounts","display_name":"Reinforcement Learning for Aligning Laser Optics with Kinematic Mounts","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4403678637","doi":"https://doi.org/10.1109/case59546.2024.10711626"},"language":"en","primary_location":{"id":"doi:10.1109/case59546.2024.10711626","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/case59546.2024.10711626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066513082","display_name":"Ildar Rakhmatulin","orcid":"https://orcid.org/0000-0002-3248-3153"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"I. Rakhmatulin","raw_affiliation_strings":["Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025587584","display_name":"Donald Risbridger","orcid":null},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"D. Risbridger","raw_affiliation_strings":["Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514171","display_name":"Richard Carter","orcid":"https://orcid.org/0000-0002-8962-886X"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"R.M. Carter","raw_affiliation_strings":["Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020879892","display_name":"M. J. Daniel Esser","orcid":"https://orcid.org/0000-0001-6381-1749"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"M.J. Daniel Esser","raw_affiliation_strings":["Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090243306","display_name":"Mustafa Suphi Erden","orcid":"https://orcid.org/0000-0001-6199-9151"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"M.S. Erden","raw_affiliation_strings":["Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,School of Engineering and Physical Sciences,Edinburgh, Scotland,UK,EH14 4AS","institution_ids":["https://openalex.org/I32062511"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066513082"],"corresponding_institution_ids":["https://openalex.org/I32062511"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16628184,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1397","last_page":"1402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11429","display_name":"Semiconductor Lasers and Optical Devices","score":0.6848000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11429","display_name":"Semiconductor Lasers and Optical Devices","score":0.6848000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.6377000212669373,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.7321125268936157},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6214417219161987},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5649542212486267},{"id":"https://openalex.org/keywords/laser","display_name":"Laser","score":0.509082019329071},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.4248695969581604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2807403802871704},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1922341287136078}],"concepts":[{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.7321125268936157},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6214417219161987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5649542212486267},{"id":"https://openalex.org/C520434653","wikidata":"https://www.wikidata.org/wiki/Q38867","display_name":"Laser","level":2,"score":0.509082019329071},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.4248695969581604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2807403802871704},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1922341287136078},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case59546.2024.10711626","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/case59546.2024.10711626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5030495676","display_name":null,"funder_award_id":"EP/V051164/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2102866771","https://openalex.org/W2482771753","https://openalex.org/W2771873848","https://openalex.org/W2793125808","https://openalex.org/W2967727187","https://openalex.org/W2991272439","https://openalex.org/W3084239652","https://openalex.org/W3095243402","https://openalex.org/W3100270325","https://openalex.org/W3100789280","https://openalex.org/W3124408332","https://openalex.org/W3216772467","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W4381384259","https://openalex.org/W4387123721","https://openalex.org/W4388553412","https://openalex.org/W6779728415","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2789522126","https://openalex.org/W2066693961","https://openalex.org/W2368363778","https://openalex.org/W122584421","https://openalex.org/W4244295168","https://openalex.org/W2753351751","https://openalex.org/W3185180338"],"abstract_inverted_index":{"Aligning":[0],"laser":[1,32,36,73,79,94,103,129],"beams":[2,33],"in":[3,39],"optical":[4,40],"systems":[5],"is":[6,95],"typically":[7],"challenging,":[8],"demanding":[9],"both":[10,105],"substantial":[11],"time":[12],"and":[13,90],"expertise.":[14],"This":[15],"paper":[16],"introduces":[17],"a":[18,71,127],"novel":[19],"approach":[20],"utilizing":[21],"reinforcement":[22],"learning":[23,66],"(RL)":[24],"architectures,":[25],"specifically":[26],"Deep":[27],"Q-Learning":[28],"(DQL),":[29],"to":[30,54],"align":[31],"through":[34,104,124,144],"controlling":[35],"spot":[37,80],"positions":[38],"setups.":[41],"Our":[42],"method":[43],"employs":[44],"RL":[45,88,110,118,138],"for":[46,120,140],"mirror":[47,57],"position":[48],"control,":[49],"enabling":[50],"the":[51,56,64,78,82,86,93,97,102,108,114,117,121,137,141],"proposed":[52],"solution":[53],"tune":[55],"angles":[58],"seamlessly.":[59],"Real-time":[60],"camera":[61],"feedback":[62],"informs":[63],"machine":[65],"model's":[67],"decisions.":[68],"We":[69,112,135],"propose":[70],"twostep":[72],"alignment":[74,130],"procedure:":[75],"initially":[76],"aligning":[77,101],"on":[81],"front":[83],"aperture":[84,99],"using":[85,107],"first":[87,98,122],"model,":[89],"then":[91],"once":[92],"within":[96],"area,":[100],"apertures":[106],"second":[109,142],"model.":[111],"verify":[113,136],"success":[115],"of":[116,132],"model":[119,139],"step":[123,143],"experiments":[125],"with":[126],"physical":[128],"setup":[131],"various":[133],"configurations.":[134],"simulations.Video":[145],"demonstration":[146],"https://youtu.be/DWEgMMNfPk4":[147]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}