{"id":"https://openalex.org/W3185218611","doi":"https://doi.org/10.1145/3437359.3465570","title":"Practice Guideline for Heavy I/O Workloads with Lustre File Systems on TACC Supercomputers","display_name":"Practice Guideline for Heavy I/O Workloads with Lustre File Systems on TACC Supercomputers","publication_year":2021,"publication_date":"2021-07-17","ids":{"openalex":"https://openalex.org/W3185218611","doi":"https://doi.org/10.1145/3437359.3465570","mag":"3185218611"},"language":"en","primary_location":{"id":"doi:10.1145/3437359.3465570","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3437359.3465570","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465570","source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465570","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100330141","display_name":"Si Liu","orcid":"https://orcid.org/0000-0003-0171-9124"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Si Liu","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101670806","display_name":"Lei Huang","orcid":"https://orcid.org/0000-0003-0502-168X"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Huang","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338932","display_name":"Hang Liu","orcid":"https://orcid.org/0000-0002-1379-6314"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hang Liu","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012040774","display_name":"Amit Ruhela","orcid":"https://orcid.org/0000-0001-6547-714X"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amit Ruhela","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068691775","display_name":"Virginia Trueheart","orcid":"https://orcid.org/0000-0001-5751-860X"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Virginia Trueheart","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070510670","display_name":"Susan Lindsey","orcid":null},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Lindsey","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103712809","display_name":"Quan Yuan","orcid":"https://orcid.org/0000-0002-3497-9718"},"institutions":[{"id":"https://openalex.org/I4388891828","display_name":"Texas Advanced Computing Center","ror":"https://ror.org/00xg4bh43","country_code":null,"type":"facility","lineage":["https://openalex.org/I4388891828","https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quan Yuan","raw_affiliation_strings":["Texas Advanced Computing Center, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, USA","institution_ids":["https://openalex.org/I4388891828"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100330141"],"corresponding_institution_ids":["https://openalex.org/I4388891828"],"apc_list":null,"apc_paid":null,"fwci":0.6113,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.69594545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8214493989944458},{"id":"https://openalex.org/keywords/lustre","display_name":"Lustre (file system)","score":0.8049640655517578},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.7305321097373962},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.6091579794883728},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5866081714630127},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.49790096282958984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8214493989944458},{"id":"https://openalex.org/C180699724","wikidata":"https://www.wikidata.org/wiki/Q1877782","display_name":"Lustre (file system)","level":3,"score":0.8049640655517578},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.7305321097373962},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.6091579794883728},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5866081714630127},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.49790096282958984}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3437359.3465570","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3437359.3465570","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465570","source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3437359.3465570","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3437359.3465570","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3437359.3465570","source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3185218611.pdf","grobid_xml":"https://content.openalex.org/works/W3185218611.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W1969819821","https://openalex.org/W2156077349","https://openalex.org/W2731415668","https://openalex.org/W3043992826"],"related_works":["https://openalex.org/W2133280212","https://openalex.org/W4311545198","https://openalex.org/W2113098103","https://openalex.org/W2140836923","https://openalex.org/W2567604634","https://openalex.org/W3097895792","https://openalex.org/W2994238052","https://openalex.org/W2151392458","https://openalex.org/W2163726882","https://openalex.org/W2768462553"],"abstract_inverted_index":{"While":[0],"the":[1,28,36,75,116,120,134],"computational":[2],"power":[3],"of":[4,27,42,44,48,50,58,77,84,95,100,139,148,169],"modern":[5],"supercomputers":[6],"has":[7,21,103],"risen":[8],"tremendously":[9],"in":[10,53,66,71,119],"recent":[11],"years,":[12],"user's":[13],"I/O":[14,30,51,117,130,160,211,226],"work":[15,131],"(read,":[16],"write,":[17],"open,":[18],"close,":[19],"etc.)":[20],"increased":[22],"correspondingly.":[23],"As":[24],"a":[25,54,72,81,93],"result":[26,70],"high":[29,167],"load,":[31],"these":[32,180,215],"jobs":[33],"often":[34],"overwhelm":[35],"supercomputers'":[37],"file":[38,63,101,137,149,191,230],"systems.":[39,192,231],"Generating":[40],"hundreds":[41],"GB":[43],"data":[45],"or":[46],"tens":[47],"thousands":[49],"operations":[52],"very":[55],"short":[56],"period":[57],"time":[59],"significantly":[60],"slows":[61],"down":[62],"systems":[64,102,138,150],"and":[65,88,98,110,141,198,205],"some":[67],"cases":[68],"may":[69],"crash":[73],"incurring":[74],"loss":[76],"users'":[78,210],"compute":[79],"time,":[80],"great":[82],"number":[83],"user":[85],"services":[86],"tickets,":[87],"poor":[89],"reliability":[90],"perception.":[91],"Nearly":[92],"decade":[94],"close":[96],"observation":[97],"study":[99],"led":[104],"us":[105],"to":[106,114,188,208,223],"formulate":[107],"new":[108],"guidelines":[109,185],"invent":[111],"several":[112],"tools":[113,197,216],"alleviate":[115],"issues":[118,161],"current":[121],"supercomputing":[122],"environment.":[123],"In":[124],"this":[125],"paper,":[126],"we":[127,182,194],"focus":[128],"on":[129,133,152,186,228],"implemented":[132],"Lustre":[135],"parallel":[136,229],"Frontera":[140],"Stampede2,":[142],"but":[143],"also":[144,157],"investigate":[145],"other":[146,153],"types":[147],"employed":[151],"TACC":[154],"machines.":[155],"We":[156,213],"discuss":[158],"common":[159],"collected":[162],"from":[163],"supercomputer":[164],"users,":[165],"including:":[166],"frequency":[168],"MDS":[170],"requests,":[171],"overloaded":[172],"OSS,":[173],"unstriped":[174],"large":[175],"files,":[176],"etc.":[177],"To":[178],"solve":[179],"problems,":[181],"offer":[183],"important":[184],"how":[187],"choose":[189],"appropriate":[190],"Furthermore,":[193],"introduce":[195],"novel":[196],"workflows,":[199],"such":[200],"as":[201],"CDTools,":[202],"Python_Cacher,":[203],"OOOPS,":[204],"Auto":[206],"Striping":[207],"facilitate":[209],"work.":[212],"believe":[214],"will":[217],"greatly":[218],"benefit":[219],"users":[220],"who":[221],"need":[222],"manage":[224],"heavy":[225],"workloads":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}