{"id":"https://openalex.org/W3004278672","doi":"https://doi.org/10.1109/tc.2020.2970917","title":"Accelerating Deep Learning Systems via Critical Set Identification and Model Compression","display_name":"Accelerating Deep Learning Systems via Critical Set Identification and Model Compression","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3004278672","doi":"https://doi.org/10.1109/tc.2020.2970917","mag":"3004278672"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2020.2970917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2020.2970917","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012832003","display_name":"Rui Han","orcid":"https://orcid.org/0000-0001-6894-1921"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Han","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, P.R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, P.R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740119","display_name":"Shilin Li","orcid":"https://orcid.org/0000-0002-6156-3355"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilin Li","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, P.R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022603126","display_name":"Shilin Wen","orcid":"https://orcid.org/0000-0003-4765-8152"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilin Wen","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, P.R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100638728","display_name":"Xue Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xue Liu","raw_affiliation_strings":["McGill University, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012832003"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":1.3256,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.8430387,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8690499067306519},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7415771484375},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6753789186477661},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6728497743606567},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48597726225852966},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48105669021606445},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4807157814502716},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4663623571395874},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.46583667397499084},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.462481826543808},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4595756232738495},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4490460157394409},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4444091320037842},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.43227145075798035},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4224622845649719},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29423534870147705},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2805066406726837},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1608690321445465},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.15117621421813965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8690499067306519},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7415771484375},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6753789186477661},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6728497743606567},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48597726225852966},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48105669021606445},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4807157814502716},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4663623571395874},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.46583667397499084},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.462481826543808},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4595756232738495},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4490460157394409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4444091320037842},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.43227145075798035},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4224622845649719},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29423534870147705},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2805066406726837},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1608690321445465},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.15117621421813965},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2020.2970917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2020.2970917","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W52367139","https://openalex.org/W202323902","https://openalex.org/W809736386","https://openalex.org/W1442374986","https://openalex.org/W1538131130","https://openalex.org/W1586825695","https://openalex.org/W1686810756","https://openalex.org/W1806891645","https://openalex.org/W1966443646","https://openalex.org/W1982063824","https://openalex.org/W1982970530","https://openalex.org/W2008684356","https://openalex.org/W2045292011","https://openalex.org/W2053637704","https://openalex.org/W2060393849","https://openalex.org/W2071989194","https://openalex.org/W2099601885","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2120972216","https://openalex.org/W2121142115","https://openalex.org/W2123060977","https://openalex.org/W2123229215","https://openalex.org/W2133764509","https://openalex.org/W2146502635","https://openalex.org/W2156425544","https://openalex.org/W2160440046","https://openalex.org/W2163605009","https://openalex.org/W2174940656","https://openalex.org/W2279098554","https://openalex.org/W2296677182","https://openalex.org/W2300242332","https://openalex.org/W2428862780","https://openalex.org/W2524428287","https://openalex.org/W2556660792","https://openalex.org/W2612445135","https://openalex.org/W2617766261","https://openalex.org/W2736569376","https://openalex.org/W2750919002","https://openalex.org/W2790598069","https://openalex.org/W2797862701","https://openalex.org/W2892474000","https://openalex.org/W2912213068","https://openalex.org/W2912802084","https://openalex.org/W2917132804","https://openalex.org/W2920397365","https://openalex.org/W2934889147","https://openalex.org/W2949259904","https://openalex.org/W2962741697","https://openalex.org/W2962758826","https://openalex.org/W2962965870","https://openalex.org/W2963674932","https://openalex.org/W2963933682","https://openalex.org/W2964004663","https://openalex.org/W2964121744","https://openalex.org/W2964299589","https://openalex.org/W2984509121","https://openalex.org/W2997768846","https://openalex.org/W3031031108","https://openalex.org/W4251617391","https://openalex.org/W4294583774","https://openalex.org/W4294635920","https://openalex.org/W4297775537","https://openalex.org/W6602099260","https://openalex.org/W6628377381","https://openalex.org/W6632100814","https://openalex.org/W6635099281","https://openalex.org/W6637373629","https://openalex.org/W6665801690","https://openalex.org/W6677580257","https://openalex.org/W6678000929","https://openalex.org/W6681435938","https://openalex.org/W6684191040","https://openalex.org/W6685663092","https://openalex.org/W6695314431","https://openalex.org/W6698200048","https://openalex.org/W6718004975","https://openalex.org/W6726275242","https://openalex.org/W6727208969","https://openalex.org/W6730236268","https://openalex.org/W6737664043","https://openalex.org/W6738460352","https://openalex.org/W6739693220","https://openalex.org/W6743628060","https://openalex.org/W6748948743","https://openalex.org/W6749892895","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W4388692845","https://openalex.org/W3202731209","https://openalex.org/W3211874991"],"abstract_inverted_index":{"Modern":[0],"distributed":[1,18,43,143,153],"engines":[2],"are":[3],"increasingly":[4],"deployed":[5],"to":[6,69],"accelerate":[7],"large-scaled":[8],"deep":[9,82],"learning":[10,83],"(DL)":[11],"training":[12,45,155,180],"jobs.":[13,46],"While":[14],"the":[15,21,23,29,40,81,88,97,109,116],"parallelism":[16],"of":[17,28,90,106,111,121,185,193],"workers/nodes":[19],"promises":[20],"scalability,":[22],"computation":[24],"and":[25,58,148,159,174],"communication":[26],"overheads":[27],"underlying":[30],"iterative":[31],"solving":[32],"algorithms,":[33],"e.g.,":[34],"stochastic":[35],"gradient":[36],"decent,":[37],"unfortunately":[38],"become":[39],"bottleneck":[41],"for":[42,145],"DL":[44,134,154,172],"Existing":[47],"approaches":[48],"address":[49,66],"such":[50],"limitations":[51],"by":[52,85,182],"designing":[53],"more":[54],"efficient":[55],"synchronization":[56],"algorithms":[57],"model":[59,91,128,164,179],"compressing":[60],"techniques,":[61],"but":[62],"do":[63],"not":[64],"adequately":[65],"issues":[67],"relating":[68],"processing":[70],"massive":[71],"datasets.":[72],"In":[73],"this":[74],"article,":[75],"we":[76],"propose":[77],"ClipDL,":[78],"which":[79],"accelerates":[80,178],"systems":[84],"simultaneously":[86],"decreasing":[87],"number":[89],"parameters":[92],"as":[93,95],"well":[94],"reducing":[96],"computations":[98],"on":[99,115,127,139,151,170],"critical":[100,112],"data":[101,123],"only.":[102],"The":[103,167],"core":[104],"component":[105],"ClipDL":[107,138,177],"is":[108],"estimation":[110],"set":[113],"based":[114],"observation":[117],"that":[118],"large":[119],"proportions":[120],"input":[122],"have":[124],"little":[125],"influence":[126],"parameter":[129,157],"updating":[130],"in":[131],"many":[132],"prevalent":[133],"algorithms.":[135],"We":[136],"implemented":[137],"Spark":[140],"(a":[141],"popular":[142],"engine":[144],"big":[146],"data)":[147],"BigDL":[149],"(based":[150],"de-factor":[152],"architecture,":[156],"server),":[158],"integrated":[160],"it":[161],"with":[162],"representative":[163],"compression":[165],"techniques.":[166],"exhaustive":[168],"experiments":[169],"real":[171],"applications":[173],"datasets":[175],"show":[176],"process":[181],"an":[183],"average":[184],"2.32":[186],"times":[187],"while":[188],"only":[189],"incurring":[190],"accuracy":[191],"losses":[192],"1.86":[194],"percent.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}