{"id":"https://openalex.org/W4301361180","doi":"https://doi.org/10.1145/3178487.3178491","title":"Superneurons","display_name":"Superneurons","publication_year":2018,"publication_date":"2018-02-06","ids":{"openalex":"https://openalex.org/W4301361180","doi":"https://doi.org/10.1145/3178487.3178491"},"language":"en","primary_location":{"id":"doi:10.1145/3178487.3178491","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3178487.3178491","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3200691.3178491?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3200691.3178491?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010181097","display_name":"Linnan Wang","orcid":"https://orcid.org/0000-0001-6114-7098"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Linnan Wang","raw_affiliation_strings":["Brown University"],"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062753948","display_name":"Jinmian Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinmian Ye","raw_affiliation_strings":["Univ. of Electr. Sci. & Tech. of China"],"affiliations":[{"raw_affiliation_string":"Univ. of Electr. Sci. & Tech. of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084877885","display_name":"Yiyang Zhao","orcid":"https://orcid.org/0000-0003-4935-0688"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiyang Zhao","raw_affiliation_strings":["Univ. of Electr. Sci. & Tech. of China"],"affiliations":[{"raw_affiliation_string":"Univ. of Electr. Sci. & Tech. of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027254893","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0002-2750-6365"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Wu","raw_affiliation_strings":["Los Alamos National Laboratory"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413657","display_name":"Ang Li","orcid":"https://orcid.org/0000-0003-3734-9137"},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["Pacific Northwest National Laboratory"],"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112871227","display_name":"Shuaiwen Leon Song","orcid":null},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuaiwen Leon Song","raw_affiliation_strings":["Pacific Northwest National Laboratory"],"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051227924","display_name":"Zenglin Xu","orcid":"https://orcid.org/0000-0001-5550-6461"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zenglin Xu","raw_affiliation_strings":["Univ. of Electr. Sci. & Tech. of China"],"affiliations":[{"raw_affiliation_string":"Univ. of Electr. Sci. & Tech. of China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034086130","display_name":"Tim Kraska","orcid":"https://orcid.org/0009-0003-2414-2759"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Kraska","raw_affiliation_strings":["Massachusetts Institute of Technology and Brown University"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology and Brown University","institution_ids":["https://openalex.org/I27804330","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5010181097"],"corresponding_institution_ids":["https://openalex.org/I175594653"],"apc_list":null,"apc_paid":null,"fwci":11.2126,"has_fulltext":true,"cited_by_count":172,"citation_normalized_percentile":{"value":0.99215389,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9315999746322632,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9315999746322632,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5391173362731934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5391173362731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3178487.3178491","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3178487.3178491","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3200691.3178491?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3178487.3178491","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3178487.3178491","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3200691.3178491?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G21459132","display_name":null,"funder_award_id":"16-43-D3M-FP-040","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6281732893","display_name":null,"funder_award_id":"ZYGX2016Z003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G688784428","display_name":null,"funder_award_id":"61572111","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320316785","display_name":"VMware","ror":null},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4301361180.pdf","grobid_xml":"https://content.openalex.org/works/W4301361180.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W587794757","https://openalex.org/W1548328233","https://openalex.org/W1598984030","https://openalex.org/W1686810756","https://openalex.org/W2097117768","https://openalex.org/W2107878631","https://openalex.org/W2112796928","https://openalex.org/W2125389748","https://openalex.org/W2155893237","https://openalex.org/W2162390675","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2178615544","https://openalex.org/W2186615578","https://openalex.org/W2189465200","https://openalex.org/W2194775991","https://openalex.org/W2208150243","https://openalex.org/W2330958039","https://openalex.org/W2338908902","https://openalex.org/W2489529491","https://openalex.org/W2562749854","https://openalex.org/W2604272474","https://openalex.org/W2949615858","https://openalex.org/W2950656546","https://openalex.org/W2953384591","https://openalex.org/W2963446712","https://openalex.org/W2964350391","https://openalex.org/W4297072143","https://openalex.org/W4300092737","https://openalex.org/W6617368339","https://openalex.org/W6683722107","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Going":[0],"deeper":[1,160],"and":[2,86,150],"wider":[3],"in":[4,112],"neural":[5],"architectures":[6],"improves":[7],"their":[8,51],"accuracy,":[9],"while":[10],"the":[11,20,67,72,93,100,109,117,125,129,135,142,166],"limited":[12,118],"GPU":[13,61,73,119],"DRAM":[14,74],"places":[15],"an":[16],"undesired":[17],"restriction":[18],"on":[19,50,180],"network":[21,35,41,68,161,178],"design":[22],"domain.":[23],"Deep":[24],"Learning":[25],"(DL)":[26],"practitioners":[27,47],"either":[28],"need":[29],"to":[30,32,65,99,140],"change":[31],"less":[33],"desired":[34],"architectures,":[36],"or":[37],"nontrivially":[38],"dissect":[39],"a":[40,59,181],"across":[42],"multiGPUs.":[43],"These":[44],"distract":[45],"DL":[46],"from":[48],"concentrating":[49],"original":[52],"machine":[53],"learning":[54],"tasks.":[55],"We":[56,106],"present":[57],"SuperNeurons:":[58],"dynamic":[60],"memory":[62,79,96,102,127,136],"scheduling":[63],"runtime":[64],"enable":[66],"training":[69],"far":[70],"beyond":[71],"capacity.":[75],"SuperNeurons":[76,121,155,170],"features":[77],"3":[78],"optimizations,":[80],"Liveness":[81],"Analysis,":[82],"Unified":[83],"Tensor":[84],"Pool,":[85],"Cost-Aware":[87],"Recomputation;":[88],"together":[89],"they":[90],"effectively":[91],"reduce":[92],"network-wide":[94],"peak":[95],"usage":[97,103],"down":[98],"maximal":[101],"among":[104],"layers.":[105],"also":[107,132],"address":[108],"performance":[110],"issues":[111],"these":[113],"memory-saving":[114],"techniques.":[115],"Given":[116],"DRAM,":[120],"not":[122],"only":[123],"provisions":[124],"necessary":[126],"for":[128,137],"training,":[130],"but":[131],"dynamically":[133],"allocates":[134],"convolution":[138],"workspaces":[139],"achieve":[141],"high":[143],"performance.":[144,168],"Evaluations":[145],"against":[146],"Caffe,":[147],"Torch,":[148],"MXNet":[149],"TensorFlow":[151],"have":[152],"demonstrated":[153],"that":[154,174],"trains":[156],"at":[157],"least":[158],"3.2432":[159],"than":[162],"current":[163],"ones":[164],"with":[165],"leading":[167],"Particularly,":[169],"can":[171],"train":[172],"ResNet2500":[173],"has":[175],"104":[176],"basic":[177],"layers":[179],"12GB":[182],"K40c.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2022-10-05T00:00:00"}