{"id":"https://openalex.org/W2895596793","doi":"https://doi.org/10.1109/access.2018.2872560","title":"Sparsing Deep Neural Network Using Semi-Discrete Matrix Decomposition","display_name":"Sparsing Deep Neural Network Using Semi-Discrete Matrix Decomposition","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2895596793","doi":"https://doi.org/10.1109/access.2018.2872560","mag":"2895596793"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2872560","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2872560","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2872560","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080769833","display_name":"Xianya Fu","orcid":"https://orcid.org/0000-0002-9770-3444"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianya Fu","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9770-3444","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073344549","display_name":"Peixuan Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peixuan Zuo","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111605618","display_name":"Jia Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Zhai","raw_affiliation_strings":["Information Engineering Institute, Communication University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Engineering Institute, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431390","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0003-2741-6033"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018705589","display_name":"Hailong Yang","orcid":"https://orcid.org/0000-0003-1101-7927"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailong Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1101-7927","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079362609","display_name":"Depei Qian","orcid":"https://orcid.org/0000-0002-5382-1473"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Depei Qian","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1118318,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"58673","last_page":"58681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.674053430557251},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4918382167816162},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.4911026954650879},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4689469039440155},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4571717381477356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45417308807373047},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4271087348461151},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42153623700141907},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40494054555892944}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.674053430557251},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4918382167816162},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.4911026954650879},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4689469039440155},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4571717381477356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45417308807373047},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4271087348461151},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42153623700141907},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40494054555892944},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2872560","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2872560","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9a1d2b4dfd3a4d5cb1c2a1a42d806551","is_oa":true,"landing_page_url":"https://doaj.org/article/9a1d2b4dfd3a4d5cb1c2a1a42d806551","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 58673-58681 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2872560","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2872560","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5400897433","display_name":null,"funder_award_id":"61202425","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6322973505","display_name":null,"funder_award_id":"61732002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1902934009","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2129006870","https://openalex.org/W2131524184","https://openalex.org/W2161591461","https://openalex.org/W2163605009","https://openalex.org/W2295107390","https://openalex.org/W2482315298","https://openalex.org/W2553910756","https://openalex.org/W2613718673","https://openalex.org/W2950094539","https://openalex.org/W2952899695","https://openalex.org/W2962988160","https://openalex.org/W2963048316","https://openalex.org/W2963114950","https://openalex.org/W2963674932","https://openalex.org/W3106250896","https://openalex.org/W6620707391","https://openalex.org/W6639703010","https://openalex.org/W6683826617","https://openalex.org/W6684191040","https://openalex.org/W6685627644","https://openalex.org/W6729763630","https://openalex.org/W7048417915"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W4391621807","https://openalex.org/W2611989081","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4226493464","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W2964954556","https://openalex.org/W3103566983"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2],"gained":[3],"a":[4,51,105,137,219],"lot":[5],"of":[6,112,123,161,178,206,224],"successes":[7],"in":[8,30,45,54,57,81,151,191],"various":[9],"areas,":[10],"including":[11],"computer":[12],"vision,":[13],"natural":[14],"language":[15],"process,":[16],"and":[17,59,77,94,101,154,171,215],"robot":[18],"control.":[19],"Convolution":[20],"neural":[21,32],"network":[22,162,181],"(CNN)":[23],"is":[24],"the":[25,46,91,98,114,121,124,129,144,159,179,192,196,198,204,222],"most":[26],"commonly":[27],"used":[28],"model":[29,172],"deep":[31],"networks.":[33,157],"Despite":[34],"their":[35,55],"effectiveness":[36],"on":[37,74],"feature":[38],"abstraction,":[39],"CNNs":[40,82],"need":[41],"powerful":[42],"computation":[43],"even":[44],"inference":[47,193],"stage,":[48],"which":[49,89,108,118],"becomes":[50],"major":[52],"obstacle":[53],"deployment":[56],"embedded":[58],"mobile":[60],"devices.":[61],"In":[62,195],"order":[63],"to":[64,71,141],"solve":[65],"this":[66,148],"problem,":[67],"we":[68,103,135,166],"1)":[69],"propose":[70,104,136],"make":[72],"decomposition":[73,87,93],"convolution":[75],"layers":[76,80],"full":[78],"connected":[79],"with":[83,128],"na\u00efve":[84,130],"semi-discrete":[85,131],"matrix":[86,132],"(SDD),":[88],"achieves":[90,182],"low-rank":[92],"parameters":[95,200],"sparse":[96],"at":[97],"same":[99],"time;":[100],"2)":[102],"layer-merging":[106],"scheme":[107],"merges":[109],"two":[110],"out":[111],"all":[113],"three":[115],"result":[116],"matrices,":[117],"can":[119,217],"avoid":[120],"explode":[122],"intermediate":[125],"data":[126],"come":[127],"decomposition;":[133],"3)":[134],"progressive":[138],"training":[139],"strategy":[140],"speed":[142],"up":[143],"converging.":[145],"We":[146],"implement":[147],"optimized":[149],"method":[150],"image":[152],"classification":[153],"object":[155],"detection":[156],"Under":[158],"loss":[160],"accuracy":[163],"by":[164,203,221],"1%,":[165],"achieve":[167],"significant":[168],"running":[169],"time":[170],"size":[173],"reduction.":[174],"The":[175],"full-connected":[176],"layer":[177],"LeNet":[180],"<inline-formula":[183,207,225],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[184,208,226],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[185,209,227],"<tex-math":[186,210,228],"notation=\"LaTeX\">$7\\times":[187],"$":[188,212,230],"</tex-math></inline-formula>":[189,213,231],"speedup":[190,220],"stage.":[194],"Faster-Rcnn,":[197],"weight":[199],"are":[201],"reduced":[202],"factor":[205,223],"notation=\"LaTeX\">$5.85\\times":[211],",":[214],"it":[216],"have":[218],"notation=\"LaTeX\">$1.75\\times":[229],".":[232]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}