{"id":"https://openalex.org/W3152360494","doi":"https://doi.org/10.1088/2632-2153/abc9fc","title":"Gaming the beamlines\u2014employing reinforcement learning to maximize scientific outcomes at large-scale user facilities","display_name":"Gaming the beamlines\u2014employing reinforcement learning to maximize scientific outcomes at large-scale user facilities","publication_year":2021,"publication_date":"2021-03-25","ids":{"openalex":"https://openalex.org/W3152360494","doi":"https://doi.org/10.1088/2632-2153/abc9fc","mag":"3152360494"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/abc9fc","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abc9fc","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abc9fc/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abc9fc/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065387835","display_name":"Phillip M. Maffettone","orcid":"https://orcid.org/0000-0001-7173-7972"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip M Maffettone","raw_affiliation_strings":["National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America"],"affiliations":[{"raw_affiliation_string":"National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017886523","display_name":"Joshua Lynch","orcid":"https://orcid.org/0000-0001-6032-841X"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua K Lynch","raw_affiliation_strings":["National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America"],"affiliations":[{"raw_affiliation_string":"National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062423908","display_name":"Thomas A Caswell","orcid":"https://orcid.org/0000-0003-4692-608X"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas A Caswell","raw_affiliation_strings":["National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America"],"affiliations":[{"raw_affiliation_string":"National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079089632","display_name":"Clara E Cook","orcid":"https://orcid.org/0000-0003-4187-273X"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clara E Cook","raw_affiliation_strings":["National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America"],"affiliations":[{"raw_affiliation_string":"National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007255618","display_name":"Stuart I. Campbell","orcid":"https://orcid.org/0000-0001-7079-0878"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stuart I Campbell","raw_affiliation_strings":["National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America"],"affiliations":[{"raw_affiliation_string":"National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America","institution_ids":["https://openalex.org/I200870766"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075015217","display_name":"Daniel Olds","orcid":"https://orcid.org/0000-0002-4611-4113"},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel Olds","raw_affiliation_strings":["National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America"],"affiliations":[{"raw_affiliation_string":"National Synchrotron Light Source II, Brookhaven National Laboratory, Upton, NY 11973, United States of America","institution_ids":["https://openalex.org/I200870766"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075015217"],"corresponding_institution_ids":["https://openalex.org/I200870766"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":5.5259,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9580426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2","issue":"2","first_page":"025025","last_page":"025025"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8068509697914124},{"id":"https://openalex.org/keywords/beamline","display_name":"Beamline","score":0.7328017950057983},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7264214158058167},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6157293319702148},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.48886817693710327},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4782941937446594},{"id":"https://openalex.org/keywords/software-suite","display_name":"Software suite","score":0.4778158962726593},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4477618932723999},{"id":"https://openalex.org/keywords/data-acquisition","display_name":"Data acquisition","score":0.41797497868537903},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39715978503227234},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3281296491622925},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15947073698043823},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.13297998905181885},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1320093274116516}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8068509697914124},{"id":"https://openalex.org/C136959337","wikidata":"https://www.wikidata.org/wiki/Q3300772","display_name":"Beamline","level":3,"score":0.7328017950057983},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7264214158058167},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6157293319702148},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.48886817693710327},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4782941937446594},{"id":"https://openalex.org/C2778736646","wikidata":"https://www.wikidata.org/wiki/Q1143070","display_name":"Software suite","level":3,"score":0.4778158962726593},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4477618932723999},{"id":"https://openalex.org/C163985040","wikidata":"https://www.wikidata.org/wiki/Q1172399","display_name":"Data acquisition","level":2,"score":0.41797497868537903},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39715978503227234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3281296491622925},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15947073698043823},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.13297998905181885},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1320093274116516},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1088/2632-2153/abc9fc","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abc9fc","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abc9fc/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1835418","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1835418","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:2543010","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2543010","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1088/2632-2153/abc9fc","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abc9fc","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abc9fc/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4956391874","display_name":null,"funder_award_id":"BNL-LDRD 20-032","funder_id":"https://openalex.org/F4320337480","funder_display_name":"Basic Energy Sciences"}],"funders":[{"id":"https://openalex.org/F4320337480","display_name":"Basic Energy Sciences","ror":"https://ror.org/05mg91w61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3152360494.pdf","grobid_xml":"https://content.openalex.org/works/W3152360494.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W1994923984","https://openalex.org/W2028145673","https://openalex.org/W2774977638","https://openalex.org/W2898035736","https://openalex.org/W2902907165","https://openalex.org/W2943715944","https://openalex.org/W2946643424","https://openalex.org/W2957309833","https://openalex.org/W2967096001","https://openalex.org/W2982316857","https://openalex.org/W2990151466","https://openalex.org/W3023332819","https://openalex.org/W3036393829","https://openalex.org/W3037992726","https://openalex.org/W4233228728","https://openalex.org/W4291142799","https://openalex.org/W6770173244","https://openalex.org/W6780260064"],"related_works":["https://openalex.org/W1516095885","https://openalex.org/W4231704780","https://openalex.org/W2158573927","https://openalex.org/W2108921801","https://openalex.org/W1981336497","https://openalex.org/W4206079007","https://openalex.org/W2398058485","https://openalex.org/W254965819","https://openalex.org/W3156231268","https://openalex.org/W4205365843"],"abstract_inverted_index":{"Abstract":[0],"Beamline":[1],"experiments":[2,56],"at":[3,153],"central":[4],"facilities":[5],"are":[6],"increasingly":[7],"demanding":[8],"of":[9,40,70,92,139,171],"remote,":[10],"high-throughput,":[11],"and":[12,57,67,74,150,173],"adaptive":[13],"operation":[14],"conditions.":[15],"To":[16],"accommodate":[17],"such":[18],"needs,":[19],"new":[20],"approaches":[21],"must":[22],"be":[23],"developed":[24],"that":[25,42],"enable":[26,47],"on-the-fly":[27],"decision":[28],"making":[29],"for":[30,104,164,177],"data":[31,65,148],"intensive":[32],"challenges.":[33],"Reinforcement":[34],"learning":[35],"(RL)":[36],"is":[37],"a":[38,51,79,129,137],"domain":[39],"AI":[41],"holds":[43],"the":[44,63,71,115,126,147,154,162,168,175],"potential":[45,163],"to":[46,89,98,166,179],"autonomous":[48],"operations":[49],"in":[50],"feedback":[52],"loop":[53],"between":[54],"beamline":[55,93],"trained":[58],"agents.":[59],"Here,":[60],"we":[61],"outline":[62],"advanced":[64],"acquisition":[66],"control":[68],"software":[69],"Bluesky":[72],"suite,":[73],"demonstrate":[75],"its":[76],"functionality":[77],"with":[78,106,121,146],"canonical":[80],"RL":[81,97,111,165],"problem:":[82],"cartpole.":[83],"We":[84,141],"then":[85],"extend":[86],"these":[87,143],"methods":[88,144],"efficient":[90],"use":[91],"resources":[94],"by":[95,136],"using":[96],"develop":[99],"an":[100],"optimal":[101,117],"measurement":[102,133],"strategy":[103],"samples":[105],"different":[107],"scattering":[108],"characteristics.":[109],"The":[110],"agents":[112,127],"converge":[113],"on":[114],"empirically":[116],"policy":[118],"when":[119],"under-constrained":[120],"time.":[122],"When":[123],"resource":[124],"limited,":[125],"outperform":[128],"naive":[130],"or":[131],"sequential":[132],"strategy,":[134],"often":[135],"factor":[138],"100%.":[140],"interface":[142],"directly":[145],"storage":[149],"provenance":[151],"technologies":[152],"National":[155],"Synchrotron":[156],"Light":[157],"Source":[158],"II,":[159],"thus":[160],"demonstrating":[161],"increase":[167],"scientific":[169],"output":[170],"beamlines,":[172],"layout":[174],"framework":[176],"how":[178],"achieve":[180],"this":[181],"impact.":[182]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}