{"id":"https://openalex.org/W2996461670","doi":null,"title":"Probabilistic Connection Importance Inference and Lossless Compression of Deep Neural Networks","display_name":"Probabilistic Connection Importance Inference and Lossless Compression of Deep Neural Networks","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W2996461670","mag":"2996461670"},"language":"en","primary_location":{"id":"mag:2996461670","doi":null,"is_oa":false,"landing_page_url":"https://www.openreview.net/pdf?id=HJgCF0VFwr","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091115266","display_name":"Xin Xing","orcid":"https://orcid.org/0000-0001-9121-0086","observed_orcids":["https://orcid.org/0000-0001-9121-0086"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Xing","raw_affiliation_strings":["Harvard University, Cambridge, United States"],"raw_orcid":"https://orcid.org/0000-0001-9121-0086","affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103008075","display_name":"Long Sha","orcid":"https://orcid.org/0000-0002-5732-9531","observed_orcids":["https://orcid.org/0000-0002-5732-9531"]},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Long Sha","raw_affiliation_strings":["Brandeis University, Waltham, United States"],"raw_orcid":"https://orcid.org/0000-0002-5732-9531","affiliations":[{"raw_affiliation_string":"Brandeis University, Waltham, United States","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033168441","display_name":"Pengyu Hong","orcid":"https://orcid.org/0000-0002-3177-2754","observed_orcids":["https://orcid.org/0000-0002-3177-2754"]},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pengyu Hong","raw_affiliation_strings":["Brandeis University, Waltham, United States"],"raw_orcid":"https://orcid.org/0000-0002-3177-2754","affiliations":[{"raw_affiliation_string":"Brandeis University, Waltham, United States","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071967317","display_name":"Zuofeng Shang","orcid":"https://orcid.org/0000-0003-1125-2302","observed_orcids":["https://orcid.org/0000-0003-1125-2302"]},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zuofeng Shang","raw_affiliation_strings":["New Jersey Institute of Technology, Newark, United States"],"raw_orcid":"https://orcid.org/0000-0003-1125-2302","affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology, Newark, United States","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012820890","display_name":"Jun S. Liu","orcid":"https://orcid.org/0000-0002-4450-7239","observed_orcids":["https://orcid.org/0000-0002-4450-7239","https://orcid.org/0000-0001-8859-5405"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun S. Liu","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4450-7239","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.222,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50891623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-neural-network-compression","display_name":"deep neural network compression","score":0.8899999856948853},{"id":"https://openalex.org/keywords/connection-pruning","display_name":"connection pruning","score":0.652999997138977},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"lossless compression","score":0.9639999866485596},{"id":"https://openalex.org/keywords/model-size-reduction","display_name":"model size reduction","score":0.5920000076293945}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.8145791292190552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746546268463135},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7390538454055786},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6573936343193054},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6444952487945557},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6245800256729126},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.5815834403038025},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5332127809524536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203344821929932},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.477083295583725},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.41885337233543396},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3810349106788635},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3790818154811859},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11187288165092468},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2996461670","doi":null,"is_oa":false,"landing_page_url":"https://www.openreview.net/pdf?id=HJgCF0VFwr","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W199271301","https://openalex.org/W1565176583","https://openalex.org/W1686810756","https://openalex.org/W1941181464","https://openalex.org/W2007399394","https://openalex.org/W2059749610","https://openalex.org/W2080508587","https://openalex.org/W2112796928","https://openalex.org/W2114766824","https://openalex.org/W2156150815","https://openalex.org/W2160455158","https://openalex.org/W2212660284","https://openalex.org/W2276892413","https://openalex.org/W2507318699","https://openalex.org/W2515385951","https://openalex.org/W2582745083","https://openalex.org/W2745242853","https://openalex.org/W2764043458","https://openalex.org/W2771655537","https://openalex.org/W2804934046","https://openalex.org/W2890758152","https://openalex.org/W2952746978","https://openalex.org/W2963674932","https://openalex.org/W3000155765","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W2909934232","https://openalex.org/W2948825946","https://openalex.org/W4392425969","https://openalex.org/W3127209536","https://openalex.org/W2902182759","https://openalex.org/W3217278827","https://openalex.org/W3162382410","https://openalex.org/W3126087823","https://openalex.org/W3201526621","https://openalex.org/W7133206264"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"can":[4],"be":[5],"huge":[6],"in":[7,25,63],"size,":[8],"requiring":[9],"a":[10,12,44,61,64,71],"considerable":[11],"mount":[13],"of":[14,31,57,60],"energy":[15],"and":[16],"computational":[17],"resources":[18],"to":[19,33,66],"operate,":[20],"which":[21],"limits":[22],"their":[23,38],"applications":[24],"numerous":[26],"scenarios.":[27],"It":[28],"is":[29],"thus":[30],"interest":[32],"compress":[34],"DNNs":[35],"while":[36],"maintaining":[37],"performance":[39],"levels.":[40],"We":[41],"here":[42],"propose":[43],"probabilistic":[45],"importance":[46],"inference":[47],"approach":[48,86],"for":[49],"pruning":[50],"DNNs.":[51],"Specifically,":[52],"we":[53],"test":[54],"the":[55,58,67,84],"significance":[56],"relevance":[59],"connection":[62],"DNN":[65],"DNN\u2019s":[68],"outputs":[69],"using":[70],"nonparemtric":[72],"scoring":[73],"testand":[74],"keep":[75],"only":[76],"those":[77],"significant":[78],"ones.":[79],"Experimental":[80],"results":[81],"show":[82],"that":[83],"proposed":[85],"achieves":[87],"better":[88],"lossless":[89],"compression":[90],"rates":[91],"than":[92],"existing":[93],"techniques":[94]},"counts_by_year":[{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}