{"id":"https://openalex.org/W2901529319","doi":null,"title":"Automated Parallelization to Improve Usability and Efficiency of Distributed Neural Network Training","display_name":"Automated Parallelization to Improve Usability and Efficiency of Distributed Neural Network Training","publication_year":2018,"publication_date":"2018-04-24","ids":{"openalex":"https://openalex.org/W2901529319","mag":"2901529319"},"language":"en","primary_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/41725","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/41725","pdf_url":"http://hdl.handle.net/1773/41725","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1773/41725","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063175682","display_name":"Nathaniel Grabaskas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nathaniel Grabaskas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5063175682"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-neural-network-training","display_name":"distributed neural network training","score":0.9860000014305115},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"data parallelism","score":0.7839999794960022},{"id":"https://openalex.org/keywords/implementation-complexity","display_name":"implementation complexity","score":0.8320000171661377},{"id":"https://openalex.org/keywords/usability","display_name":"usability","score":0.8289999961853027},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.7979999780654907},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"multilayer perceptron","score":0.9430000185966492},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.7350000143051147},{"id":"https://openalex.org/keywords/training-efficiency","display_name":"training efficiency","score":0.4699999988079071}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8711391091346741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250880002975464},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5699330568313599},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.546751856803894},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4766612648963928},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37979164719581604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3324441909790039},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32551807165145874},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:digital.lib.washington.edu:1773/41725","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/41725","pdf_url":"http://hdl.handle.net/1773/41725","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2901529319","doi":null,"is_oa":false,"landing_page_url":"https://digital.lib.washington.edu:443/researchworks/bitstream/1773/41725/1/Grabaskas_washington_0250O_18319.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/41725","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/41725","pdf_url":"http://hdl.handle.net/1773/41725","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2901529319.pdf","grobid_xml":"https://content.openalex.org/works/W2901529319.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W76990466","https://openalex.org/W114517082","https://openalex.org/W1686810756","https://openalex.org/W1870718954","https://openalex.org/W1964962870","https://openalex.org/W2003454866","https://openalex.org/W2076063813","https://openalex.org/W2086964121","https://openalex.org/W2102017903","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2134432870","https://openalex.org/W2145607950","https://openalex.org/W2148423957","https://openalex.org/W2153492321","https://openalex.org/W2168002178","https://openalex.org/W2194775991","https://openalex.org/W2344053498","https://openalex.org/W2649930952","https://openalex.org/W2734289632","https://openalex.org/W2769836096","https://openalex.org/W2962883027","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W6990684237","https://openalex.org/W2952983240","https://openalex.org/W3186544062","https://openalex.org/W87085204","https://openalex.org/W7221663891","https://openalex.org/W1966484415","https://openalex.org/W7212042608","https://openalex.org/W943030446","https://openalex.org/W7030387744","https://openalex.org/W4404099719"],"abstract_inverted_index":{"The":[0],"recent":[1],"success":[2],"of":[3,43,85,97,107,137,155],"Deep":[4],"Neural":[5,119,148],"Networks":[6,120],"(DNNs)":[7],"[1]":[8],"has":[9,37,74],"triggered":[10],"a":[11,21,50,75],"race":[12],"to":[13,56,112,127,173],"build":[14],"larger":[15,17],"and":[16,82,122,133,165],"DNNs":[18],"[2];":[19],"however,":[20],"known":[22],"limitation":[23],"is":[24,62,69],"the":[25,47,94,152],"training":[26,36,101,160],"speed":[27,31],"[3].To":[28],"solve":[29],"this":[30],"problem,":[32],"distributed":[33,58],"neural":[34,59,99,158,181],"network":[35,60,100,159],"become":[38],"an":[39,63,138],"increasingly":[40],"large":[41],"area":[42],"research":[44],"[4],":[45],"[5].Usability,":[46],"complexity":[48,73,96,154],"for":[49],"machine":[51],"learning":[52],"or":[53,177],"data":[54,156],"scientist":[55],"implement":[57],"training,":[61],"aspect":[64],"rarely":[65],"considered,":[66],"yet":[67],"critical.There":[68],"strong":[70],"evidence":[71],"growing":[72],"direct":[76],"impact":[77],"on":[78,131],"development":[79],"effort,":[80],"maintainability,":[81],"fault":[83],"proneness":[84],"software":[86],"[6]-[8].We":[87],"investigated,":[88],"if":[89],"automation":[90],"can":[91],"greatly":[92],"reduce":[93],"implementation":[95,153,171],"distributing":[98],"across":[102],"multiple":[103],"devices":[104],"without":[105],"loss":[106],"computational":[108],"efficiency":[109],"when":[110],"compared":[111],"manual":[113],"parallelization.Experiments":[114],"were":[115],"conducted":[116],"using":[117],"Convolutional":[118],"(CNN)":[121],"Multi-Layer":[123],"Perceptron":[124],"(MLP)":[125],"networks":[126],"perform":[128],"image":[129],"classification":[130],"CIFAR-10":[132],"MNIST":[134],"datasets.Hardware":[135],"consisted":[136],"embedded,":[139],"four":[140],"node":[141],"NVIDIA":[142],"Jetson":[143],"TX1":[144],"cluster.Torch":[145],"Automatic":[146],"Distributed":[147],"Network":[149],"(TorchAD-NN)":[150],"reduces":[151],"parallel":[157],"by":[161],"more":[162],"than":[163],"90%":[164],"providing":[166],"components,":[167],"with":[168],"near":[169],"zero":[170],"complexity,":[172],"easily":[174],"parallelize":[175],"all":[176],"only":[178],"select":[179],"fully-connected":[180],"layers.i":[182]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2018-11-29T00:00:00"}