{"id":"https://openalex.org/W3120975706","doi":"https://doi.org/10.1109/bigdata50022.2020.9377836","title":"Efficient Data Management in Neutron Scattering Data Reduction Workflows at ORNL","display_name":"Efficient Data Management in Neutron Scattering Data Reduction Workflows at ORNL","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3120975706","doi":"https://doi.org/10.1109/bigdata50022.2020.9377836","mag":"3120975706"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9377836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9377836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.02591","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032103653","display_name":"William F. Godoy","orcid":"https://orcid.org/0000-0002-2590-5178"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William F Godoy","raw_affiliation_strings":["Oak Ridge National Laboratory,Computer Science and Mathematics Division,Oak Ridge,TN,USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computer Science and Mathematics Division,Oak Ridge,TN,USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015399437","display_name":"Peter F. Peterson","orcid":"https://orcid.org/0000-0002-1353-0348"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter F Peterson","raw_affiliation_strings":["Oak Ridge National Laboratory,Computer Science and Mathematics Division,Oak Ridge,TN,USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computer Science and Mathematics Division,Oak Ridge,TN,USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054493448","display_name":"Steven Hahn","orcid":"https://orcid.org/0000-0002-2018-7904"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven E Hahn","raw_affiliation_strings":["Oak Ridge National Laboratory,Computer Science and Mathematics Division,Oak Ridge,TN,USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computer Science and Mathematics Division,Oak Ridge,TN,USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006617207","display_name":"Jay Jay Billings","orcid":"https://orcid.org/0000-0001-8811-2688"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jay J Billings","raw_affiliation_strings":["Oak Ridge National Laboratory,Computer Science and Mathematics Division"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Computer Science and Mathematics Division","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032103653"],"corresponding_institution_ids":["https://openalex.org/I1289243028"],"apc_list":null,"apc_paid":null,"fwci":1.0305,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77214205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2674","last_page":"2680"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11949","display_name":"Nuclear Physics and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11949","display_name":"Nuclear Physics and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10399","display_name":"Hydrocarbon exploration and reservoir analysis","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10572","display_name":"Geophysical and Geoelectrical Methods","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-reduction","display_name":"Data reduction","score":0.6382673978805542},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.6376012563705444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5421205163002014},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5298312306404114},{"id":"https://openalex.org/keywords/neutron-scattering","display_name":"Neutron scattering","score":0.4390895962715149},{"id":"https://openalex.org/keywords/neutron","display_name":"Neutron","score":0.4372907280921936},{"id":"https://openalex.org/keywords/nuclear-engineering","display_name":"Nuclear engineering","score":0.3706631064414978},{"id":"https://openalex.org/keywords/nuclear-physics","display_name":"Nuclear physics","score":0.34289979934692383},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.28719547390937805},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.268815815448761},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14219233393669128},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13201937079429626},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06676393747329712}],"concepts":[{"id":"https://openalex.org/C153914771","wikidata":"https://www.wikidata.org/wiki/Q5227343","display_name":"Data reduction","level":2,"score":0.6382673978805542},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6376012563705444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5421205163002014},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5298312306404114},{"id":"https://openalex.org/C104015590","wikidata":"https://www.wikidata.org/wiki/Q1451740","display_name":"Neutron scattering","level":3,"score":0.4390895962715149},{"id":"https://openalex.org/C152568617","wikidata":"https://www.wikidata.org/wiki/Q2348","display_name":"Neutron","level":2,"score":0.4372907280921936},{"id":"https://openalex.org/C116915560","wikidata":"https://www.wikidata.org/wiki/Q83504","display_name":"Nuclear engineering","level":1,"score":0.3706631064414978},{"id":"https://openalex.org/C185544564","wikidata":"https://www.wikidata.org/wiki/Q81197","display_name":"Nuclear physics","level":1,"score":0.34289979934692383},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.28719547390937805},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.268815815448761},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14219233393669128},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13201937079429626},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06676393747329712},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9377836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9377836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.02591","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.02591","pdf_url":"https://arxiv.org/pdf/2101.02591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:osti.gov:1772865","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1772865","pdf_url":"https://www.osti.gov/servlets/purl/1772865","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.02591","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.02591","pdf_url":"https://arxiv.org/pdf/2101.02591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320316892","display_name":"UT-Battelle","ror":"https://ror.org/04nza6677"},{"id":"https://openalex.org/F4320337480","display_name":"Basic Energy Sciences","ror":"https://ror.org/05mg91w61"},{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1857945056","https://openalex.org/W1949882013","https://openalex.org/W1980404382","https://openalex.org/W1984374564","https://openalex.org/W2003673478","https://openalex.org/W2007915427","https://openalex.org/W2019925124","https://openalex.org/W2031373875","https://openalex.org/W2035970724","https://openalex.org/W2036295204","https://openalex.org/W2063319420","https://openalex.org/W2152335329","https://openalex.org/W2157981712","https://openalex.org/W2337381441","https://openalex.org/W2739870291","https://openalex.org/W2803900586","https://openalex.org/W2903114123","https://openalex.org/W2954556895","https://openalex.org/W2987803397","https://openalex.org/W2998805016","https://openalex.org/W3005844845","https://openalex.org/W3008213669","https://openalex.org/W3041193038","https://openalex.org/W4230811558","https://openalex.org/W4246472747","https://openalex.org/W4248294582","https://openalex.org/W6638823164"],"related_works":["https://openalex.org/W2029016205","https://openalex.org/W2100576227","https://openalex.org/W2056496840","https://openalex.org/W2355043271","https://openalex.org/W2351220851","https://openalex.org/W4311427401","https://openalex.org/W2087637582","https://openalex.org/W2984382626","https://openalex.org/W2168287352","https://openalex.org/W2171627141"],"abstract_inverted_index":{"Oak":[0],"Ridge":[1],"National":[2],"Laboratory":[3],"(ORNL)":[4],"experimental":[5,177],"neutron":[6,66],"science":[7],"facilities":[8,68],"produce":[9],"1.2":[10],"TB":[11],"a":[12,105],"day":[13],"of":[14,30,36,47,159],"raw":[15],"event-based":[16],"data":[17,38,60,77,100,112,147,178],"that":[18,97],"is":[19,41,117],"stored":[20],"using":[21],"the":[22,31,45,51,70,122,157,160,167],"standard":[23],"metadata-rich":[24],"NeXus":[25,99],"schema":[26],"built":[27],"on":[28,50,87,145,156],"top":[29],"HDF5":[32],"file":[33],"format.":[34],"Performance":[35],"several":[37,65],"reduction":[39,148,174],"workflows":[40],"largely":[42],"determined":[43],"by":[44],"amount":[46],"time":[48,144],"spent":[49],"loading":[52],"and":[53,108,125],"processing":[54],"algorithms":[55,79,116],"in":[56,114,142],"Mantid,":[57],"an":[58,92],"open-source":[59],"analysis":[61],"framework":[62],"used":[63],"across":[64],"sciences":[67],"around":[69],"world.":[71],"The":[72],"present":[73],"work":[74,138],"introduces":[75],"new":[76],"management":[78],"to":[80,103,120,153,172],"address":[81,173],"identified":[82],"input":[83],"output":[84],"(I/O)":[85],"bottlenecks":[86],"Mantid.":[88],"First,":[89],"we":[90,165],"introduce":[91],"in-memory":[93],"binary-tree":[94],"metadata":[95,131],"index":[96],"resemble":[98],"access":[101],"patterns":[102],"provide":[104],"scalable":[106],"search":[107],"extraction":[109],"mechanism.":[110],"Second,":[111],"encapsulation":[113],"Mantid":[115],"optimally":[118],"redesigned":[119],"reduce":[121],"total":[123],"compute":[124],"memory":[126],"runtime":[127],"footprint":[128],"associated":[129],"with":[130],"I/O":[132],"reconstruction":[133],"tasks.":[134],"Results":[135],"from":[136,151],"this":[137],"show":[139],"speed":[140],"ups":[141],"wall-clock":[143],"ORNL":[146],"workflows,":[149],"ranging":[150],"11%":[152],"30%":[154],"depending":[155],"complexity":[158],"targeted":[161],"instrument-specific":[162],"data.":[163],"Nevertheless,":[164],"highlight":[166],"need":[168],"for":[169],"more":[170],"research":[171],"challenges":[175],"as":[176],"volumes":[179],"increase.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-01-18T00:00:00"}