{"id":"https://openalex.org/W4410422038","doi":"https://doi.org/10.1088/2632-2153/add9e4","title":"VISION: a modular AI assistant for natural human-instrument interaction at scientific user facilities","display_name":"VISION: a modular AI assistant for natural human-instrument interaction at scientific user facilities","publication_year":2025,"publication_date":"2025-05-16","ids":{"openalex":"https://openalex.org/W4410422038","doi":"https://doi.org/10.1088/2632-2153/add9e4"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/add9e4","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/add9e4","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2632-2153/add9e4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100896244","display_name":"Saurabh Mathur","orcid":null},"institutions":[{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]},{"id":"https://openalex.org/I4390039222","display_name":"Center for Functional Nanomaterials","ror":"https://ror.org/035xqz322","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4390039222"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shray Mathur","raw_affiliation_strings":["Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4390039222"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115647668","display_name":"Noah van der Vleuten","orcid":"https://orcid.org/0000-0002-7600-5428"},"institutions":[{"id":"https://openalex.org/I4390039222","display_name":"Center for Functional Nanomaterials","ror":"https://ror.org/035xqz322","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4390039222"]},{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah van der Vleuten","raw_affiliation_strings":["Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4390039222"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062034448","display_name":"Kevin G. Yager","orcid":"https://orcid.org/0000-0001-7745-2513"},"institutions":[{"id":"https://openalex.org/I4390039222","display_name":"Center for Functional Nanomaterials","ror":"https://ror.org/035xqz322","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4390039222"]},{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin G Yager","raw_affiliation_strings":["Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4390039222"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046305784","display_name":"Esther H. R. Tsai","orcid":"https://orcid.org/0000-0002-5885-6317"},"institutions":[{"id":"https://openalex.org/I4390039222","display_name":"Center for Functional Nanomaterials","ror":"https://ror.org/035xqz322","country_code":null,"type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672","https://openalex.org/I4390039222"]},{"id":"https://openalex.org/I200870766","display_name":"Brookhaven National Laboratory","ror":"https://ror.org/02ex6cf31","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I200870766","https://openalex.org/I39565521","https://openalex.org/I4210142672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Esther H R Tsai","raw_affiliation_strings":["Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)"],"affiliations":[{"raw_affiliation_string":"Brookhaven National Laboratory (BNL), Upton, NY (United States). Center for Functional Nanomaterials (CFN)","institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4390039222"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100896244"],"corresponding_institution_ids":["https://openalex.org/I200870766","https://openalex.org/I4390039222"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":30.4855,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99392408,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"6","issue":"2","first_page":"025051","last_page":"025051"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9458000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7757807970046997},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.6276155710220337},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6260183453559875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5048061609268188},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10882306098937988},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06852424144744873}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7757807970046997},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.6276155710220337},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6260183453559875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5048061609268188},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10882306098937988},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06852424144744873},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1088/2632-2153/add9e4","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/add9e4","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:2566912","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2566912","pdf_url":"https://www.osti.gov/servlets/purl/2572358","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:doaj.org/article:c8c8bd7c5c534352a593bcb699c69d7a","is_oa":true,"landing_page_url":"https://doaj.org/article/c8c8bd7c5c534352a593bcb699c69d7a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning: Science and Technology, Vol 6, Iss 2, p 025051 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/add9e4","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/add9e4","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2420687898","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320337480","funder_display_name":"Basic Energy Sciences"}],"funders":[{"id":"https://openalex.org/F4320337480","display_name":"Basic Energy Sciences","ror":"https://ror.org/05mg91w61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W2738752104","https://openalex.org/W2757891104","https://openalex.org/W2806057949","https://openalex.org/W2946643424","https://openalex.org/W2963341956","https://openalex.org/W2968071222","https://openalex.org/W2978997998","https://openalex.org/W3034444204","https://openalex.org/W3089307846","https://openalex.org/W3092025504","https://openalex.org/W3168867926","https://openalex.org/W4225399934","https://openalex.org/W4226278401","https://openalex.org/W4243552969","https://openalex.org/W4292779060","https://openalex.org/W4311000453","https://openalex.org/W4316015907","https://openalex.org/W4317893621","https://openalex.org/W4319996831","https://openalex.org/W4323656527","https://openalex.org/W4379114212","https://openalex.org/W4385027818","https://openalex.org/W4386122186","https://openalex.org/W4387507766","https://openalex.org/W4388775623","https://openalex.org/W4389132715","https://openalex.org/W4389761608","https://openalex.org/W4389991792","https://openalex.org/W4390438129","https://openalex.org/W4391421491","https://openalex.org/W4391561379","https://openalex.org/W4391591686","https://openalex.org/W4395052272","https://openalex.org/W4396723768","https://openalex.org/W4399116274","https://openalex.org/W4399199746","https://openalex.org/W4399601921","https://openalex.org/W4399912458","https://openalex.org/W4400074175","https://openalex.org/W4400451665","https://openalex.org/W4400702513","https://openalex.org/W4401171848","https://openalex.org/W4401702120","https://openalex.org/W4401722919","https://openalex.org/W4402683133","https://openalex.org/W4403006832","https://openalex.org/W4403324055","https://openalex.org/W4403560821","https://openalex.org/W4403580088","https://openalex.org/W4403795293","https://openalex.org/W4403796339","https://openalex.org/W4403821371","https://openalex.org/W4404080871","https://openalex.org/W4404266811","https://openalex.org/W4404283941","https://openalex.org/W4404314606","https://openalex.org/W4404467068","https://openalex.org/W4404781796","https://openalex.org/W4405002930","https://openalex.org/W4405185373","https://openalex.org/W4405370225","https://openalex.org/W4405898991","https://openalex.org/W4405957810","https://openalex.org/W4406192744","https://openalex.org/W4406231153","https://openalex.org/W4406472463","https://openalex.org/W4407661197","https://openalex.org/W4407760863","https://openalex.org/W4411669708","https://openalex.org/W4412887940","https://openalex.org/W6778883912","https://openalex.org/W6783958930","https://openalex.org/W6796581206","https://openalex.org/W6810738896","https://openalex.org/W6847363464","https://openalex.org/W6859668407","https://openalex.org/W6860715045","https://openalex.org/W6861202401","https://openalex.org/W6862601790","https://openalex.org/W6869327691","https://openalex.org/W6869381797","https://openalex.org/W6870659549","https://openalex.org/W6871553294","https://openalex.org/W6872050839","https://openalex.org/W6873009545","https://openalex.org/W6873362515","https://openalex.org/W6873637309","https://openalex.org/W6873709737","https://openalex.org/W6874106332","https://openalex.org/W6874966929","https://openalex.org/W6875518423","https://openalex.org/W6875909204","https://openalex.org/W6876167615","https://openalex.org/W6876181399"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"Scientific":[1],"user":[2],"facilities,":[3],"such":[4],"as":[5],"synchrotron":[6],"beamlines,":[7],"are":[8],"equipped":[9],"with":[10,102],"a":[11,21,64,89,137,145],"wide":[12],"array":[13],"of":[14,43,153],"hardware":[15],"and":[16,37,57,105,118,128,159],"software":[17],"tools":[18],"that":[19,81],"require":[20],"codebase":[22],"for":[23,67,88,122,140],"human-computer-interaction.":[24],"This":[25],"often":[26],"necessitates":[27],"developers":[28],"to":[29,32,49,125,150],"be":[30],"involved":[31],"establish":[33],"connection":[34],"between":[35],"users/researchers":[36],"the":[38,68,99,107,151],"complex":[39],"instrumentation.":[40],"The":[41,116],"advent":[42],"generative":[44],"AI":[45],"presents":[46],"an":[47,112,141],"opportunity":[48],"bridge":[50],"this":[51],"knowledge":[52],"gap,":[53],"enabling":[54],"seamless":[55],"communication":[56],"efficient":[58],"experimental":[59],"workflows.":[60],"Here":[61],"we":[62,94],"present":[63],"modular":[65,117],"architecture":[66,120],"Vi":[69],"rtual":[70],"S":[71],"cientific":[72],"Compan":[73],"ion":[74],"by":[75],"assembling":[76],"multiple":[77],"AI-enabled":[78],"cognitive":[79],"blocks":[80],"each":[82],"scaffolds":[83],"large":[84],"language":[85],"models":[86],"(LLMs)":[87],"specialized":[90],"task.":[91],"With":[92],"VISION,":[93],"performed":[95],"LLM-based":[96],"operation":[97],"on":[98,131],"beamline":[100],"workstation":[101],"low":[103],"latency":[104],"demonstrated":[106],"first":[108],"voice-controlled":[109],"experiment":[110],"at":[111],"x-ray":[113],"scattering":[114],"beamline.":[115],"scalable":[119],"allows":[121],"easy":[123],"adaptation":[124],"new":[126],"instruments":[127],"capabilities.":[129],"Development":[130],"natural":[132],"language-based":[133],"scientific":[134,157],"experimentation":[135],"is":[136],"building":[138],"block":[139],"impending":[142],"future":[143],"where":[144],"science":[146],"exocortex\u2014a":[147],"synthetic":[148],"extension":[149],"cognition":[152],"scientists\u2014may":[154],"radically":[155],"transform":[156],"practice":[158],"discovery.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}