{"id":"https://openalex.org/W2984696222","doi":"https://doi.org/10.1109/cluster.2019.8890993","title":"A Quantitative Study of Deep Learning Training on Heterogeneous Supercomputers","display_name":"A Quantitative Study of Deep Learning Training on Heterogeneous Supercomputers","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2984696222","doi":"https://doi.org/10.1109/cluster.2019.8890993","mag":"2984696222"},"language":"en","primary_location":{"id":"doi:10.1109/cluster.2019.8890993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster.2019.8890993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1569375","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025023715","display_name":"Jingoo Han","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingoo Han","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102321426","display_name":"Luna Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luna Xu","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054011637","display_name":"M. Mustafa Rafique","orcid":"https://orcid.org/0000-0002-5034-2880"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Mustafa Rafique","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013454209","display_name":"Ali R. Butt","orcid":"https://orcid.org/0000-0002-0871-7263"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali R. Butt","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029824262","display_name":"Seung\u2013Hwan Lim","orcid":"https://orcid.org/0000-0001-9461-6866"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seung-Hwan Lim","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8091,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.91366176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8516184687614441},{"id":"https://openalex.org/keywords/multiprocessing","display_name":"Multiprocessing","score":0.7641834020614624},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6128790974617004},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.5452377200126648},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5194065570831299},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.45637357234954834},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.45300260186195374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4244832992553711},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.41091418266296387},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40579938888549805},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.27757757902145386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8516184687614441},{"id":"https://openalex.org/C4822641","wikidata":"https://www.wikidata.org/wiki/Q846651","display_name":"Multiprocessing","level":2,"score":0.7641834020614624},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6128790974617004},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.5452377200126648},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5194065570831299},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.45637357234954834},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.45300260186195374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4244832992553711},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.41091418266296387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40579938888549805},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27757757902145386},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cluster.2019.8890993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster.2019.8890993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1569375","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1569375","pdf_url":"https://www.osti.gov/servlets/purl/1569375","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1569375","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1569375","pdf_url":"https://www.osti.gov/servlets/purl/1569375","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G121915436","display_name":null,"funder_award_id":"DEAC05- 00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G203625172","display_name":null,"funder_award_id":"DE--AC05--00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2176470450","display_name":"CSR: Large: VarSys: Managing Variability in High-Performance Computing Systems","funder_award_id":"1838271","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2411683797","display_name":null,"funder_award_id":"DEAC05- 00OR22725","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2988778103","display_name":null,"funder_award_id":"DE-AC05?","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5366553784","display_name":"CSR: Small: Collaborative Research: Scalable Fine-Grained Cloud Monitoring for Empowering IoT","funder_award_id":"1615411","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6367420729","display_name":"CSR: Medium: Pythia: An Application Analysis and Online Modeling Based Prediction Framework for Scalable Resource Management","funder_award_id":"1405697","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8138550669","display_name":"CSR: Large: VarSys: Managing Variability in High-Performance Computing Systems","funder_award_id":"1565314","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2984696222.pdf","grobid_xml":"https://content.openalex.org/works/W2984696222.grobid-xml"},"referenced_works_count":92,"referenced_works":["https://openalex.org/W1442374986","https://openalex.org/W1547840952","https://openalex.org/W1598866093","https://openalex.org/W1667652561","https://openalex.org/W1968980974","https://openalex.org/W1974534679","https://openalex.org/W1982825626","https://openalex.org/W2044738244","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2114192293","https://openalex.org/W2129588870","https://openalex.org/W2131645490","https://openalex.org/W2135652458","https://openalex.org/W2162390675","https://openalex.org/W2168231600","https://openalex.org/W2169004268","https://openalex.org/W2258963578","https://openalex.org/W2402144811","https://openalex.org/W2521757593","https://openalex.org/W2562541205","https://openalex.org/W2591558742","https://openalex.org/W2592929672","https://openalex.org/W2612026221","https://openalex.org/W2613391629","https://openalex.org/W2622263826","https://openalex.org/W2733964592","https://openalex.org/W2734556049","https://openalex.org/W2736229596","https://openalex.org/W2737371731","https://openalex.org/W2745269232","https://openalex.org/W2749988060","https://openalex.org/W2753041016","https://openalex.org/W2767239597","https://openalex.org/W2767970941","https://openalex.org/W2768473805","https://openalex.org/W2769856846","https://openalex.org/W2779811367","https://openalex.org/W2783139437","https://openalex.org/W2790837472","https://openalex.org/W2793315650","https://openalex.org/W2799146822","https://openalex.org/W2799919683","https://openalex.org/W2801467094","https://openalex.org/W2884711234","https://openalex.org/W2886189612","https://openalex.org/W2895512264","https://openalex.org/W2901555552","https://openalex.org/W2902041647","https://openalex.org/W2902076893","https://openalex.org/W2903451134","https://openalex.org/W2904180680","https://openalex.org/W2912101967","https://openalex.org/W2915257545","https://openalex.org/W2919115771","https://openalex.org/W2951947775","https://openalex.org/W2952046647","https://openalex.org/W2953384591","https://openalex.org/W2962747323","https://openalex.org/W2962780982","https://openalex.org/W2963227930","https://openalex.org/W2963674932","https://openalex.org/W2963964896","https://openalex.org/W3098222317","https://openalex.org/W3102254513","https://openalex.org/W4285719527","https://openalex.org/W4289401659","https://openalex.org/W4293635995","https://openalex.org/W4302296459","https://openalex.org/W6628377381","https://openalex.org/W6632552335","https://openalex.org/W6635810480","https://openalex.org/W6637151318","https://openalex.org/W6665801690","https://openalex.org/W6679333912","https://openalex.org/W6679471073","https://openalex.org/W6680035241","https://openalex.org/W6683722107","https://openalex.org/W6684859321","https://openalex.org/W6713134421","https://openalex.org/W6739622702","https://openalex.org/W6741327584","https://openalex.org/W6741416173","https://openalex.org/W6743289643","https://openalex.org/W6743955621","https://openalex.org/W6746514494","https://openalex.org/W6747458205","https://openalex.org/W6750666669","https://openalex.org/W6753209298","https://openalex.org/W6756668738"],"related_works":["https://openalex.org/W1980880150","https://openalex.org/W325986762","https://openalex.org/W2092845486","https://openalex.org/W1809394610","https://openalex.org/W2123607806","https://openalex.org/W2159088946","https://openalex.org/W2509294597","https://openalex.org/W4237297230","https://openalex.org/W1487480684","https://openalex.org/W917082514"],"abstract_inverted_index":{"The":[0],"following":[1],"topics":[2],"are":[3],"dealt":[4],"with:":[5],"parallel":[6],"processing;":[7],"storage":[8],"management;":[9],"learning":[10],"(artificial":[11],"intelligence);":[12],"resource":[13],"allocation;":[14],"scheduling;":[15],"computer":[16],"centres;":[17],"multiprocessing":[18],"systems;":[19],"graphics":[20],"processing":[21],"units;":[22],"neural":[23],"nets;":[24],"message":[25],"passing.":[26]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-24T07:32:12.397491","created_date":"2025-10-10T00:00:00"}