{"id":"https://openalex.org/W3091803291","doi":"https://doi.org/10.1109/dls51937.2020.00008","title":"Towards a Scalable and Distributed Infrastructure for Deep Learning Applications","display_name":"Towards a Scalable and Distributed Infrastructure for Deep Learning Applications","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3091803291","doi":"https://doi.org/10.1109/dls51937.2020.00008","mag":"3091803291"},"language":"en","primary_location":{"id":"doi:10.1109/dls51937.2020.00008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dls51937.2020.00008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM Fourth Workshop on Deep Learning on Supercomputers (DLS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.03012","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bita Hasheminezhad","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bita Hasheminezhad","raw_affiliation_strings":["Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shahrzad Shirzad","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shahrzad Shirzad","raw_affiliation_strings":["Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nanmiao Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nanmiao Wu","raw_affiliation_strings":["Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Patrick Diehl","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Diehl","raw_affiliation_strings":["Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hannes Schulz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]},{"id":"https://openalex.org/I4402554038","display_name":"Microsoft Research Montr\u00e9al (Canada)","ror":"https://ror.org/05xdft911","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4402554038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hannes Schulz","raw_affiliation_strings":["Microsoft Research Montr\u00e9al,Montr\u00e9al,QC,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Montr\u00e9al,Montr\u00e9al,QC,Canada","institution_ids":["https://openalex.org/I4210153468","https://openalex.org/I4402554038"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hartmut Kaiser","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hartmut Kaiser","raw_affiliation_strings":["Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Center for Computation and Technology,Baton Rouge,LA,U.S.A","institution_ids":["https://openalex.org/I121820613"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9015,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7023242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.8144999742507935},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7688000202178955},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7080000042915344},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.550000011920929},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5170999765396118},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.453900009393692},{"id":"https://openalex.org/keywords/multithreading","display_name":"Multithreading","score":0.4124999940395355},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.3652999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8621000051498413},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.8144999742507935},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7688000202178955},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7080000042915344},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5803999900817871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5644000172615051},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.550000011920929},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5170999765396118},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.46939998865127563},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.453900009393692},{"id":"https://openalex.org/C201410400","wikidata":"https://www.wikidata.org/wiki/Q1064412","display_name":"Multithreading","level":3,"score":0.4124999940395355},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.2946999967098236},{"id":"https://openalex.org/C150495011","wikidata":"https://www.wikidata.org/wiki/Q128392","display_name":"Concurrent computing","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/dls51937.2020.00008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dls51937.2020.00008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM Fourth Workshop on Deep Learning on Supercomputers (DLS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2010.03012","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.03012","pdf_url":"https://arxiv.org/pdf/2010.03012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.lsu.edu:eecs_pubs-3486","is_oa":true,"landing_page_url":"https://repository.lsu.edu/eecs_pubs/2484","pdf_url":null,"source":{"id":"https://openalex.org/S4210169993","display_name":"Civil War Book Review","issn_l":"1528-6592","issn":["1528-6592"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310315936","host_organization_name":"Louisiana State University","host_organization_lineage":["https://openalex.org/P4310315936"],"host_organization_lineage_names":["Louisiana State University"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.03012","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.03012","pdf_url":"https://arxiv.org/pdf/2010.03012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1858694651","https://openalex.org/W1982767656","https://openalex.org/W1984848758","https://openalex.org/W2011301426","https://openalex.org/W2023088135","https://openalex.org/W2062022900","https://openalex.org/W2078794610","https://openalex.org/W2079577430","https://openalex.org/W2085573357","https://openalex.org/W2087440962","https://openalex.org/W2090409324","https://openalex.org/W2146292423","https://openalex.org/W2155893237","https://openalex.org/W2194775991","https://openalex.org/W2294932020","https://openalex.org/W2513383847","https://openalex.org/W2528150028","https://openalex.org/W2580688187","https://openalex.org/W2734556049","https://openalex.org/W2783728688","https://openalex.org/W2797862701","https://openalex.org/W2808072032","https://openalex.org/W2887139213","https://openalex.org/W2904447507","https://openalex.org/W2905515056","https://openalex.org/W2912041739","https://openalex.org/W2950085081","https://openalex.org/W2951882630","https://openalex.org/W2962911728","https://openalex.org/W2963413563","https://openalex.org/W2964625834","https://openalex.org/W2969407555","https://openalex.org/W2971370092","https://openalex.org/W2972073717","https://openalex.org/W2972087877","https://openalex.org/W2975712713","https://openalex.org/W2983101505","https://openalex.org/W2984696222","https://openalex.org/W2999195833","https://openalex.org/W3003257820","https://openalex.org/W3016382454","https://openalex.org/W3042766772","https://openalex.org/W3045419804","https://openalex.org/W3047537431","https://openalex.org/W3081168214","https://openalex.org/W3082389863","https://openalex.org/W3086105743","https://openalex.org/W3093804823","https://openalex.org/W4248722156","https://openalex.org/W6635810480","https://openalex.org/W6637373629","https://openalex.org/W6641874656","https://openalex.org/W6679815717","https://openalex.org/W6684859321","https://openalex.org/W6685500198","https://openalex.org/W6685764666","https://openalex.org/W6688808748","https://openalex.org/W6694517276","https://openalex.org/W6703420464","https://openalex.org/W6713134421","https://openalex.org/W6726983090","https://openalex.org/W6739622702","https://openalex.org/W6748087585","https://openalex.org/W6748645090","https://openalex.org/W6752367771","https://openalex.org/W6753584990","https://openalex.org/W6754818105","https://openalex.org/W6756193283","https://openalex.org/W6756379755","https://openalex.org/W6756718674","https://openalex.org/W6760633627","https://openalex.org/W6761483311","https://openalex.org/W6766978945","https://openalex.org/W6768317493","https://openalex.org/W6769766024","https://openalex.org/W6780392569","https://openalex.org/W6785818044","https://openalex.org/W6785938674","https://openalex.org/W6966619819"],"related_works":[],"abstract_inverted_index":{"Although":[0],"recent":[1],"scaling":[2,37],"up":[3],"approaches":[4,41],"to":[5,12,35,67,82,97],"train":[6],"deep":[7,32,56],"neural":[8],"networks":[9],"have":[10],"proven":[11],"be":[13,104],"effective,":[14],"the":[15,26,49,80,111],"computational":[16],"intensity":[17],"of":[18,28,52,61],"large":[19],"and":[20,42,59,70,117,123],"complex":[21],"models,":[22],"as":[23,25],"well":[24],"availability":[27],"large-scale":[29],"datasets":[30],"require":[31],"learning":[33,57],"frameworks":[34,58],"utilize":[36],"out":[38],"techniques.":[39],"Parallelization":[40],"distribution":[43],"requirements":[44],"are":[45,64],"not":[46,65],"considered":[47],"in":[48],"primary":[50],"designs":[51],"most":[53,60],"available":[54],"distributed":[55],"them":[62],"still":[63],"able":[66],"perform":[68],"effective":[69],"efficient":[71],"fine-grained":[72,121],"inter-node":[73],"communication.":[74],"We":[75],"present":[76],"Phylanx":[77,86],"that":[78,102],"has":[79],"potential":[81],"alleviate":[83],"these":[84],"shortcomings.":[85],"presents":[87],"a":[88,98],"productivity-oriented":[89],"frontend":[90],"where":[91],"user":[92],"Python":[93],"code":[94],"is":[95],"translated":[96],"futurized":[99],"execution":[100],"tree":[101],"can":[103],"executed":[105],"efficiently":[106],"on":[107],"multiple":[108],"nodes":[109],"using":[110],"C++":[112],"standard":[113],"library":[114],"for":[115],"parallelism":[116],"concurrency":[118],"(HPX),":[119],"leveraging":[120],"threading":[122],"an":[124],"active":[125],"messaging":[126],"task-based":[127],"runtime":[128],"system.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2020-10-15T00:00:00"}