{"id":"https://openalex.org/W4386580453","doi":"https://doi.org/10.1145/3609385","title":"DASS: Differentiable Architecture Search for Sparse Neural Networks","display_name":"DASS: Differentiable Architecture Search for Sparse Neural Networks","publication_year":2023,"publication_date":"2023-09-09","ids":{"openalex":"https://openalex.org/W4386580453","doi":"https://doi.org/10.1145/3609385"},"language":"en","primary_location":{"id":"doi:10.1145/3609385","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3609385","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3609385","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3609385","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103068308","display_name":"Hamid Mousavi","orcid":null},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Hamid Mousavi","raw_affiliation_strings":["School of Innovation, Design and Engineering, M\u00e4lardalen University, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Innovation, Design and Engineering, M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001642408","display_name":"Mohammad Loni","orcid":"https://orcid.org/0000-0002-9704-7117"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mohammad Loni","raw_affiliation_strings":["School of Innovation, Design and Engineering, M\u00e4lardalen University, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Innovation, Design and Engineering, M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083753701","display_name":"Mina Alibeigi","orcid":"https://orcid.org/0000-0002-5078-0194"},"institutions":[{"id":"https://openalex.org/I2799819292","display_name":"Lindholmen Science Park","ror":"https://ror.org/00zh7c888","country_code":"SE","type":"archive","lineage":["https://openalex.org/I2799819292"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mina Alibeigi","raw_affiliation_strings":["Zenseact AB, Lindholmspiren 2, Sweden"],"affiliations":[{"raw_affiliation_string":"Zenseact AB, Lindholmspiren 2, Sweden","institution_ids":["https://openalex.org/I2799819292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063193249","display_name":"Masoud Daneshtalab","orcid":"https://orcid.org/0000-0001-6289-1521"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]},{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["EE","SE"],"is_corresponding":false,"raw_author_name":"Masoud Daneshtalab","raw_affiliation_strings":["School of Innovation, Design and Engineering, M\u00e4lardalen University,Sweden and Computer systems, Tallinn University of Technology, Estonia"],"affiliations":[{"raw_affiliation_string":"School of Innovation, Design and Engineering, M\u00e4lardalen University,Sweden and Computer systems, Tallinn University of Technology, Estonia","institution_ids":["https://openalex.org/I111112146","https://openalex.org/I82509713"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103068308"],"corresponding_institution_ids":["https://openalex.org/I82509713"],"apc_list":null,"apc_paid":null,"fwci":1.4328,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84165536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":"5s","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8311889171600342},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8183424472808838},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6020143032073975},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5165585279464722},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4575376510620117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42233479022979736},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33216190338134766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8311889171600342},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8183424472808838},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6020143032073975},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5165585279464722},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4575376510620117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42233479022979736},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33216190338134766},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3609385","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3609385","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3609385","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3609385","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3609385","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3609385","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G3514550006","display_name":null,"funder_award_id":"Centre","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5374134968","display_name":null,"funder_award_id":"European Social Fund","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6003969546","display_name":null,"funder_award_id":"Berzelius","funder_id":"https://openalex.org/F4320321030","funder_display_name":"VINNOVA"},{"id":"https://openalex.org/G8683756101","display_name":null,"funder_award_id":"support","funder_id":"https://openalex.org/F4320322327","funder_display_name":"Knut och Alice Wallenbergs Stiftelse"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321030","display_name":"VINNOVA","ror":"https://ror.org/01kd5m353"},{"id":"https://openalex.org/F4320322225","display_name":"Link\u00f6pings Universitet","ror":"https://ror.org/05ynxx418"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320336380","display_name":"National Supercomputer Centre, Link\u00f6pings Universitet","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386580453.pdf","grobid_xml":"https://content.openalex.org/works/W4386580453.grobid-xml"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W206690697","https://openalex.org/W639708223","https://openalex.org/W1845051632","https://openalex.org/W1994530392","https://openalex.org/W1996901117","https://openalex.org/W2125389748","https://openalex.org/W2163605009","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2518108298","https://openalex.org/W2553303224","https://openalex.org/W2613718673","https://openalex.org/W2748513770","https://openalex.org/W2764043458","https://openalex.org/W2765982206","https://openalex.org/W2794284562","https://openalex.org/W2798376688","https://openalex.org/W2805003733","https://openalex.org/W2808168148","https://openalex.org/W2893813411","https://openalex.org/W2896409484","https://openalex.org/W2924820442","https://openalex.org/W2928560789","https://openalex.org/W2943283198","https://openalex.org/W2945403477","https://openalex.org/W2951104886","https://openalex.org/W2959334635","https://openalex.org/W2962965870","https://openalex.org/W2963163009","https://openalex.org/W2963263347","https://openalex.org/W2963674932","https://openalex.org/W2964081807","https://openalex.org/W2965658867","https://openalex.org/W2969797940","https://openalex.org/W2970277060","https://openalex.org/W2971229607","https://openalex.org/W2973943791","https://openalex.org/W2981540061","https://openalex.org/W2982561504","https://openalex.org/W2994749257","https://openalex.org/W2998003319","https://openalex.org/W2998030011","https://openalex.org/W2999270366","https://openalex.org/W2999552082","https://openalex.org/W3007702589","https://openalex.org/W3008082059","https://openalex.org/W3034368386","https://openalex.org/W3044604993","https://openalex.org/W3096533519","https://openalex.org/W3097855639","https://openalex.org/W3099987694","https://openalex.org/W3108720720","https://openalex.org/W3120629159","https://openalex.org/W3128998556","https://openalex.org/W3138154797","https://openalex.org/W3162244421","https://openalex.org/W3164008977","https://openalex.org/W3165698711","https://openalex.org/W3170805093","https://openalex.org/W3174346308","https://openalex.org/W3184606595","https://openalex.org/W3190627196","https://openalex.org/W3192682950","https://openalex.org/W3199410433","https://openalex.org/W3207930570","https://openalex.org/W3207935851","https://openalex.org/W3211351896","https://openalex.org/W4200323562","https://openalex.org/W4205919409","https://openalex.org/W4206174637","https://openalex.org/W4221145173","https://openalex.org/W4225775449","https://openalex.org/W4226519515","https://openalex.org/W4253539886","https://openalex.org/W4283766928","https://openalex.org/W4285410117","https://openalex.org/W4285581227","https://openalex.org/W4286902369","https://openalex.org/W4287864863","https://openalex.org/W4288090629","https://openalex.org/W4288409786","https://openalex.org/W4295915208","https://openalex.org/W4298300629","https://openalex.org/W4312545227","https://openalex.org/W4320726207","https://openalex.org/W4320837315","https://openalex.org/W4386059972","https://openalex.org/W6608315494","https://openalex.org/W6726275242","https://openalex.org/W6750378353","https://openalex.org/W6752515464","https://openalex.org/W6755843862","https://openalex.org/W6774293493","https://openalex.org/W6779628490","https://openalex.org/W6780827055","https://openalex.org/W6782095439","https://openalex.org/W6804617065","https://openalex.org/W6806218188","https://openalex.org/W6838539104","https://openalex.org/W6862640317"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2373300491","https://openalex.org/W1212596013","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W4229439743"],"abstract_inverted_index":{"The":[0,79,183],"deployment":[1],"of":[2,44,178,196,225,234,238],"Deep":[3],"Neural":[4],"Networks":[5],"(DNNs)":[6],"on":[7,111,193,217],"edge":[8],"devices":[9],"is":[10,82,102,126],"hindered":[11],"by":[12,65,128],"the":[13,41,59,84,135,140,156,190,194,197,213,218,232,235],"substantial":[14],"gap":[15],"between":[16],"performance":[17,226],"requirements":[18],"and":[19,96,107,138,149,180,220,227],"available":[20],"computational":[21],"power.":[22],"While":[23],"recent":[24],"research":[25],"has":[26],"made":[27,103],"significant":[28],"strides":[29],"in":[30,92,152,212],"developing":[31],"pruning":[32,54,73],"methods":[33,69,86],"to":[34,77,119,134,154,159,173,242],"build":[35],"a":[36,98,116,168,247],"sparse":[37,90,132,161,175,215,236],"network":[38],"for":[39,62,104,121],"reducing":[40],"computing":[42],"overhead":[43],"DNNs,":[45],"there":[46],"remains":[47],"considerable":[48],"accuracy":[49,233],"loss,":[50],"especially":[51],"at":[52],"high":[53],"ratios.":[55],"We":[56,143],"find":[57],"that":[58,83,101,204],"architectures":[60,91,205],"designed":[61],"dense":[63,105],"networks":[64,106,216],"differentiable":[66],"architecture":[67,191],"search":[68,94,99,120,136,141,157,170,185,198],"are":[70,75],"ineffective":[71],"when":[72],"mechanisms":[74],"applied":[76],"them.":[78],"main":[80],"reason":[81],"current":[85],"do":[87],"not":[88,109],"support":[89],"their":[93],"space":[95,137,158,171,199],"use":[97],"objective":[100,186],"does":[108],"focus":[110],"sparsity.":[112],"This":[113],"paper":[114],"proposes":[115],"new":[117,131],"method":[118],"sparsity-friendly":[122],"neural":[123],"architectures.":[124],"It":[125],"done":[127],"adding":[129],"two":[130,145],"operations":[133,151,166],"modifying":[139],"objective.":[142],"propose":[144],"novel":[146],"parametric":[147,176],"SparseConv":[148],"SparseLinear":[150],"order":[153],"expand":[155],"include":[160],"operations.":[162,182,200],"In":[163,223],"particular,":[164],"these":[165],"make":[167],"flexible":[169],"due":[172],"using":[174],"versions":[177],"linear":[179],"convolution":[181],"proposed":[184],"lets":[187],"us":[188],"train":[189],"based":[192],"sparsity":[195],"Quantitative":[201],"analyses":[202],"demonstrate":[203],"found":[206],"through":[207],"DASS":[208,230],"outperform":[209],"those":[210],"used":[211],"state-of-the-art":[214],"CIFAR-10":[219],"ImageNet":[221],"datasets.":[222],"terms":[224],"hardware":[228],"effectiveness,":[229],"increases":[231],"version":[237],"MobileNet-v2":[239],"from":[240],"73.44%":[241],"81.35%":[243],"(+7.91%":[244],"improvement)":[245],"with":[246],"3.87\u00d7":[248],"faster":[249],"inference":[250],"time.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}