{"id":"https://openalex.org/W2946529874","doi":"https://doi.org/10.23919/date.2019.8715135","title":"Approximate Random Dropout for DNN training acceleration in GPGPU","display_name":"Approximate Random Dropout for DNN training acceleration in GPGPU","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2946529874","doi":"https://doi.org/10.23919/date.2019.8715135","mag":"2946529874"},"language":"en","primary_location":{"id":"doi:10.23919/date.2019.8715135","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date.2019.8715135","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067161373","display_name":"Zhuoran Song","orcid":"https://orcid.org/0000-0002-6494-4786"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuoran Song","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604351","display_name":"Ru Wang","orcid":"https://orcid.org/0000-0003-3907-2370"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ru Wang","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066720399","display_name":"Dongyu Ru","orcid":"https://orcid.org/0000-0002-7380-1672"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyu Ru","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109521346","display_name":"Zhenghao Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghao Peng","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066805530","display_name":"Hongru Huang","orcid":"https://orcid.org/0009-0002-2792-8039"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongru Huang","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457326","display_name":"Zhao Hai","orcid":"https://orcid.org/0000-0001-9796-054X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Zhao","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056632010","display_name":"Xiaoyao Liang","orcid":"https://orcid.org/0000-0002-2790-5884"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyao Liang","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053801300","display_name":"Li Jiang","orcid":"https://orcid.org/0000-0002-7353-8798"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Jiang","raw_affiliation_strings":["School of Electronic, Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5067161373"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.6073,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.71620478,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"108","last_page":"113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.8814330101013184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7851985692977905},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.780167281627655},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5227451324462891},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4947804808616638},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4849989116191864},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4657716453075409},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46371152997016907},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.4577223062515259},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.420859694480896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35933125019073486},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2693631649017334}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.8814330101013184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7851985692977905},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.780167281627655},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5227451324462891},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4947804808616638},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4849989116191864},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4657716453075409},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46371152997016907},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.4577223062515259},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.420859694480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35933125019073486},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2693631649017334},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date.2019.8715135","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date.2019.8715135","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W148353443","https://openalex.org/W1595485819","https://openalex.org/W1632114991","https://openalex.org/W1724438581","https://openalex.org/W1992851788","https://openalex.org/W1996901117","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2119144962","https://openalex.org/W2155893237","https://openalex.org/W2168231600","https://openalex.org/W2271840356","https://openalex.org/W2531409750","https://openalex.org/W2556967412","https://openalex.org/W2593245696","https://openalex.org/W2612445135","https://openalex.org/W2617766261","https://openalex.org/W2622263826","https://openalex.org/W2701971652","https://openalex.org/W2739789140","https://openalex.org/W2742947407","https://openalex.org/W2750822049","https://openalex.org/W2751366252","https://openalex.org/W2754526845","https://openalex.org/W2949846184","https://openalex.org/W2950967261","https://openalex.org/W2962786581","https://openalex.org/W2962950660","https://openalex.org/W2963000224","https://openalex.org/W2963125010","https://openalex.org/W2963520982","https://openalex.org/W2964004663","https://openalex.org/W2964228333","https://openalex.org/W2964299589","https://openalex.org/W2964325005","https://openalex.org/W3104393472","https://openalex.org/W3118608800","https://openalex.org/W4293450887","https://openalex.org/W6600213771","https://openalex.org/W6636649193","https://openalex.org/W6637709462","https://openalex.org/W6648639734","https://openalex.org/W6649495467","https://openalex.org/W6674330103","https://openalex.org/W6677580257","https://openalex.org/W6686024063","https://openalex.org/W6692488971","https://openalex.org/W6694517276","https://openalex.org/W6729983426","https://openalex.org/W6734062232","https://openalex.org/W6738460352","https://openalex.org/W6740114376","https://openalex.org/W6740474667","https://openalex.org/W6741553980","https://openalex.org/W6742102919","https://openalex.org/W6744208968","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2777249922","https://openalex.org/W156843270","https://openalex.org/W2470589840","https://openalex.org/W4294734199","https://openalex.org/W2007449167","https://openalex.org/W1509211761","https://openalex.org/W1905659066","https://openalex.org/W1869243490","https://openalex.org/W2391299576","https://openalex.org/W2068258741"],"abstract_inverted_index":{"The":[0],"training":[1,37,41],"phases":[2],"of":[3,19,27,76,105],"Deep":[4],"neural":[5],"network":[6],"(DNN)":[7],"consumes":[8],"enormous":[9],"processing":[10],"time":[11],"and":[12,57,78,83,92,132],"energy.":[13],"Compression":[14],"techniques":[15],"utilizing":[16],"the":[17,24,36,40,66,72,89,103,110,122,142,147],"sparsity":[18],"DNNs":[20],"can":[21,31],"effectively":[22],"accelerate":[23],"inference":[25],"phase":[26,38,42],"DNNs.":[28],"However,":[29],"it":[30],"be":[32],"hardly":[33],"used":[34],"in":[35],"because":[39],"involves":[43],"dense":[44],"matrix-multiplication":[45],"using":[46,137],"General":[47],"Purpose":[48],"Computation":[49],"on":[50,128,161],"Graphics":[51],"Processors":[52],"(GPGPU),":[53],"which":[54],"endorse":[55],"regular":[56,82],"structural":[58],"data":[59,93],"layout.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65],"Approximate":[67,149],"Random":[68,150],"Dropout":[69,151],"that":[70,101,141],"replaces":[71],"conventional":[73],"random":[74],"dropout":[75,106,124,157],"neurons":[77],"synapses":[79],"with":[80,164],"a":[81,97],"online":[84],"generated":[85],"patterns":[86,107],"to":[87,108,121],"eliminate":[88],"unnecessary":[90],"computation":[91],"access.":[94],"We":[95,114],"develop":[96],"SGD-based":[98],"Search":[99],"Algorithm":[100],"producing":[102],"distribution":[104],"compensate":[109],"potential":[111],"accuracy":[112,166],"loss.":[113],"prove":[115],"our":[116],"approach":[117],"is":[118,159],"statistically":[119],"equivalent":[120],"previous":[123],"method.":[125],"Experiments":[126],"results":[127],"multilayer":[129],"perceptron":[130],"(MLP)":[131],"long":[133],"short-term":[134],"memory":[135],"(LSTM)":[136,163],"well-known":[138],"benchmarks":[139],"show":[140],"speedup":[143],"rate":[144,158],"brought":[145],"by":[146],"proposed":[148],"ranges":[152],"from":[153],"1.18-2.16":[154],"(1.24-1.85)":[155],"when":[156],"0.3-0.7":[160],"MLP":[162],"negligible":[165],"drop.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}