{"id":"https://openalex.org/W2783550104","doi":"https://doi.org/10.1109/bigdata.2017.8257931","title":"I/O load balancing for big data HPC applications","display_name":"I/O load balancing for big data HPC applications","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2783550104","doi":"https://doi.org/10.1109/bigdata.2017.8257931","mag":"2783550104"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8257931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8257931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1415911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009265929","display_name":"Arnab K. Paul","orcid":"https://orcid.org/0000-0002-3694-5511"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arnab K. Paul","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107879633","display_name":"Arpit Goyal","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arpit Goyal","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916963","display_name":"Feiyi Wang","orcid":"https://orcid.org/0000-0002-0099-1559"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feiyi Wang","raw_affiliation_strings":["Oak Ridge National Laboratory"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014538652","display_name":"Sarp Oral","orcid":"https://orcid.org/0000-0001-8745-7078"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarp Oral","raw_affiliation_strings":["Oak Ridge National Laboratory"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013454209","display_name":"Ali R. Butt","orcid":"https://orcid.org/0000-0002-0871-7263"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali R. Butt","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058645311","display_name":"Michael J. Brim","orcid":"https://orcid.org/0000-0002-7479-5526"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael J. Brim","raw_affiliation_strings":["Oak Ridge National Laboratory"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109811340","display_name":"S. Srinivasa","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sangeetha B. Srinivasa","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5009265929"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":2.6274,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.91585952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"233","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lustre","display_name":"Lustre (file system)","score":0.8668556213378906},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8427225351333618},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7183735370635986},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.7150391936302185},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6745498180389404},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5240243077278137},{"id":"https://openalex.org/keywords/object-storage","display_name":"Object storage","score":0.5075629949569702},{"id":"https://openalex.org/keywords/storage-area-network","display_name":"Storage area network","score":0.49761703610420227},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.4619721472263336},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4589357078075409},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.4324369430541992},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3221243619918823},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.29848378896713257}],"concepts":[{"id":"https://openalex.org/C180699724","wikidata":"https://www.wikidata.org/wiki/Q1877782","display_name":"Lustre (file system)","level":3,"score":0.8668556213378906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8427225351333618},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7183735370635986},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.7150391936302185},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6745498180389404},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5240243077278137},{"id":"https://openalex.org/C56640594","wikidata":"https://www.wikidata.org/wiki/Q7075068","display_name":"Object storage","level":3,"score":0.5075629949569702},{"id":"https://openalex.org/C67646966","wikidata":"https://www.wikidata.org/wiki/Q237576","display_name":"Storage area network","level":3,"score":0.49761703610420227},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.4619721472263336},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4589357078075409},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.4324369430541992},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3221243619918823},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.29848378896713257},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata.2017.8257931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8257931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1415911","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1415911","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1415911","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1415911","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W180855812","https://openalex.org/W185463630","https://openalex.org/W1514325590","https://openalex.org/W1971113501","https://openalex.org/W1999984505","https://openalex.org/W2008559335","https://openalex.org/W2013629274","https://openalex.org/W2014756595","https://openalex.org/W2041684439","https://openalex.org/W2044437461","https://openalex.org/W2080360626","https://openalex.org/W2091618468","https://openalex.org/W2109706326","https://openalex.org/W2113137767","https://openalex.org/W2117339850","https://openalex.org/W2146056777","https://openalex.org/W2218046040","https://openalex.org/W2310601616","https://openalex.org/W2559747646","https://openalex.org/W2572234696","https://openalex.org/W2766693089","https://openalex.org/W3144720715","https://openalex.org/W3151251769","https://openalex.org/W4253233651","https://openalex.org/W6607477106","https://openalex.org/W6650418438","https://openalex.org/W6661665662","https://openalex.org/W6677331330","https://openalex.org/W6731982058"],"related_works":["https://openalex.org/W2360955979","https://openalex.org/W158609731","https://openalex.org/W4309393774","https://openalex.org/W3159974995","https://openalex.org/W2357409795","https://openalex.org/W2019991545","https://openalex.org/W2140836923","https://openalex.org/W2163726882","https://openalex.org/W2604003970","https://openalex.org/W1866258420"],"abstract_inverted_index":{"High":[0],"Performance":[1],"Computing":[2],"(HPC)":[3],"big":[4],"data":[5,180],"problems":[6],"require":[7],"efficient":[8],"distributed":[9],"storage":[10,16,81,161],"systems.":[11],"However,":[12],"at":[13,137,140],"scale,":[14,138],"such":[15],"systems":[17],"often":[18],"experience":[19],"load":[20,105,132,200],"imbalance":[21],"and":[22,36,46,67,77,92,107,167,172,190],"resource":[23],"contention":[24],"due":[25],"to":[26,131,177],"two":[27],"factors:":[28],"the":[29,37,50,121,134,164],"bursty":[30],"nature":[31],"of":[32,71,75,116,120],"scientific":[33],"application":[34,95,104],"I/O;":[35],"complex":[38],"I/O":[39,96,135,165],"path":[40],"that":[41,195],"is":[42],"without":[43],"centralized":[44],"arbitration":[45],"control.":[47],"For":[48],"example,":[49],"extant":[51],"Lustre":[52,141,152],"parallel":[53],"file":[54],"system-that":[55],"supports":[56],"many":[57],"HPC":[58],"centers-comprises":[59],"numerous":[60],"components":[61,162],"connected":[62],"via":[63],"custom":[64],"network":[65],"topologies,":[66],"serves":[68],"varying":[69],"demands":[70],"a":[72,117,128,148,173,186,191],"large":[73],"number":[74],"users":[76],"applications.":[78],"Consequently,":[79],"some":[80],"servers":[82,136],"can":[83,205],"be":[84,182],"more":[85],"loaded":[86],"than":[87],"others,":[88],"which":[89,155,202],"creates":[90],"bottlenecks":[91],"reduces":[93],"overall":[94],"performance.":[97,208],"Existing":[98],"solutions":[99],"typically":[100],"focus":[101],"on":[102,151,163],"per":[103],"balancing,":[106,201],"thus":[108],"are":[109],"not":[110],"as":[111],"effective":[112],"given":[113],"their":[114],"lack":[115],"global":[118,149],"view":[119],"system.":[122],"In":[123],"this":[124,144],"paper,":[125],"we":[126,146],"propose":[127],"data-driven":[129],"approach":[130,197],"balance":[133],"targeted":[139],"deployments.":[142],"To":[143],"end,":[145],"design":[147],"mapper":[150],"Metadata":[153],"Server,":[154],"gathers":[156],"runtime":[157],"statistics":[158],"from":[159],"key":[160],"path,":[166],"applies":[168],"Markov":[169],"chain":[170],"modeling":[171],"minimum-cost":[174],"maximum-flow":[175],"algorithm":[176],"decide":[178],"where":[179],"should":[181],"placed.":[183],"Evaluation":[184],"using":[185],"realistic":[187],"system":[188],"simulator":[189],"real":[192],"setup":[193],"shows":[194],"our":[196],"yields":[198],"better":[199],"in":[203],"turn":[204],"improve":[206],"end-to-end":[207]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}