{"id":"https://openalex.org/W4200624226","doi":"https://doi.org/10.1109/xloop54565.2021.00011","title":"Optimizing High- Throughput Capabilities by Leveraging Reinforcement Learning Methods with the Bluesky Suite","display_name":"Optimizing High- Throughput Capabilities by Leveraging Reinforcement Learning Methods with the Bluesky Suite","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200624226","doi":"https://doi.org/10.1109/xloop54565.2021.00011"},"language":"en","primary_location":{"id":"doi:10.1109/xloop54565.2021.00011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/xloop54565.2021.00011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 3rd Annual Workshop on Extreme-scale Experiment-in-the-Loop Computing (XLOOP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1974192","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075015217","display_name":"Daniel Olds","orcid":"https://orcid.org/0000-0002-4611-4113"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]},{"id":"https://openalex.org/I4387155430","display_name":"National Synchrotron Light Source II","ror":"https://ror.org/01q47ea17","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4387155430"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel Olds","raw_affiliation_strings":["Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090203468","display_name":"Daniel Allan","orcid":"https://orcid.org/0000-0002-5947-6017"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]},{"id":"https://openalex.org/I4387155430","display_name":"National Synchrotron Light Source II","ror":"https://ror.org/01q47ea17","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4387155430"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel B. Allan","raw_affiliation_strings":["Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062423908","display_name":"Thomas A Caswell","orcid":"https://orcid.org/0000-0003-4692-608X"},"institutions":[{"id":"https://openalex.org/I4387155430","display_name":"National Synchrotron Light Source II","ror":"https://ror.org/01q47ea17","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4387155430"]},{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas A. Caswell","raw_affiliation_strings":["Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017886523","display_name":"Joshua Lynch","orcid":"https://orcid.org/0000-0001-6032-841X"},"institutions":[{"id":"https://openalex.org/I4387155430","display_name":"National Synchrotron Light Source II","ror":"https://ror.org/01q47ea17","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4387155430"]},{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua Lynch","raw_affiliation_strings":["Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065387835","display_name":"Phillip M. Maffettone","orcid":"https://orcid.org/0000-0001-7173-7972"},"institutions":[{"id":"https://openalex.org/I4387155430","display_name":"National Synchrotron Light Source II","ror":"https://ror.org/01q47ea17","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4387155430"]},{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip M. Maffettone","raw_affiliation_strings":["Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007255618","display_name":"Stuart I. Campbell","orcid":"https://orcid.org/0000-0001-7079-0878"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]},{"id":"https://openalex.org/I4387155430","display_name":"National Synchrotron Light Source II","ror":"https://ror.org/01q47ea17","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4387155430"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stuart I. Campbell","raw_affiliation_strings":["Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory, National Synchrotron Light Source II, Upton, NY, USA","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075015217"],"corresponding_institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4387155430"],"apc_list":null,"apc_paid":null,"fwci":0.4986,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.80502926,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"585","issue":null,"first_page":"36","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10540","display_name":"Advanced Fluorescence Microscopy Techniques","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10540","display_name":"Advanced Fluorescence Microscopy Techniques","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9354000091552734,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7717547416687012},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7431754469871521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7371100783348083},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7163976430892944},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5644928812980652},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.521171510219574},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3212697207927704},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3128553032875061},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12618696689605713},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11094453930854797},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09445315599441528}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7717547416687012},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7431754469871521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7371100783348083},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7163976430892944},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5644928812980652},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.521171510219574},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3212697207927704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3128553032875061},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12618696689605713},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11094453930854797},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09445315599441528},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/xloop54565.2021.00011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/xloop54565.2021.00011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 3rd Annual Workshop on Extreme-scale Experiment-in-the-Loop Computing (XLOOP)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1974192","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1974192","pdf_url":"https://www.osti.gov/servlets/purl/1974192","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:osti.gov:1974192","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1974192","pdf_url":"https://www.osti.gov/servlets/purl/1974192","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2850603649","display_name":null,"funder_award_id":"20-032","funder_id":"https://openalex.org/F4320337547","funder_display_name":"Laboratory Directed Research and Development"},{"id":"https://openalex.org/G5443159500","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320338289","funder_display_name":"Brookhaven National Laboratory"},{"id":"https://openalex.org/G7642226822","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338289","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4200624226.pdf"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1994923984","https://openalex.org/W2011301426","https://openalex.org/W2766447205","https://openalex.org/W2888562230","https://openalex.org/W2946643424","https://openalex.org/W2967096001","https://openalex.org/W2982316857","https://openalex.org/W3003257820","https://openalex.org/W3023332819","https://openalex.org/W3035965352","https://openalex.org/W3036393829","https://openalex.org/W3090494780","https://openalex.org/W3099878876","https://openalex.org/W3111657077","https://openalex.org/W3152360494","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6754229669","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W4200340037","https://openalex.org/W1511772879","https://openalex.org/W4379115841","https://openalex.org/W608917066","https://openalex.org/W4283652261","https://openalex.org/W585424826","https://openalex.org/W564602992"],"abstract_inverted_index":{"Modern":[0],"light":[1],"sources":[2],"have":[3],"dramatically":[4],"increased":[5,13],"available":[6],"photon":[7],"flux":[8],"at":[9,61,65],"beamlines,":[10],"allowing":[11],"greatly":[12],"measurement":[14,43,48],"speeds":[15],"for":[16,42,88,108],"many":[17],"techniques":[18],"and":[19,64,83,105],"enabling":[20],"high-throughput":[21,81,102],"modes.":[22],"The":[23],"limiting":[24],"factor":[25],"in":[26,35],"optimizing":[27],"such":[28,55,80],"processes":[29],"is":[30],"typically":[31],"driven":[32],"by":[33],"variations":[34],"sample":[36],"composition":[37],"leading":[38],"to":[39,45,77],"differing":[40],"requirements":[41],"time":[44],"achieve":[46],"optimal":[47],"statistics":[49],"across":[50],"all":[51],"samples.":[52],"When":[53],"human-driven,":[54],"dynamic":[56],"sample-by-sample":[57],"scheduling":[58],"operations":[59],"are":[60],"best":[62],"tedious":[63],"worst":[66],"unoptimized":[67],"or":[68],"mistake":[69],"prone.":[70],"Reinforcement":[71],"learning":[72,100],"methods":[73,111],"offer":[74],"a":[75,113],"path":[76],"autonomously":[78],"drive":[79],"experiments,":[82],"the":[84],"Bluesky":[85],"suite":[86],"allows":[87],"their":[89],"ready":[90],"integration.":[91],"In":[92],"this":[93],"contribution":[94],"we":[95],"will":[96],"discuss":[97],"how":[98],"reinforcement":[99],"aids":[101],"data":[103],"collection":[104],"practical":[106],"considerations":[107],"implementing":[109],"these":[110],"on":[112],"beamline.":[114]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}