{"id":"https://openalex.org/W4408699946","doi":"https://doi.org/10.1109/itsc58415.2024.10919728","title":"Comb, Prune, Distill: Towards Unified Pruning for Vision Model Compression","display_name":"Comb, Prune, Distill: Towards Unified Pruning for Vision Model Compression","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408699946","doi":"https://doi.org/10.1109/itsc58415.2024.10919728"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10919728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919728","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075576154","display_name":"Jonas Schmitt","orcid":"https://orcid.org/0000-0002-8891-0046"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jonas Schmitt","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767256","display_name":"Ruiping Liu","orcid":"https://orcid.org/0000-0003-2277-785X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ruiping Liu","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036575484","display_name":"Junwei Zheng","orcid":"https://orcid.org/0000-0003-1943-3239"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Junwei Zheng","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453768","display_name":"Jiaming Zhang","orcid":"https://orcid.org/0000-0001-9146-0501"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jiaming Zhang","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Stiefelhagen","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology,Karlsruhe,Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075576154"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2943089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2413","last_page":"2419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7664264440536499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.636634886264801},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5617908239364624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.538201093673706},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4246410131454468},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3301864266395569},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.061166584491729736},{"id":"https://openalex.org/keywords/botany","display_name":"Botany","score":0.052754729986190796}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7664264440536499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.636634886264801},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5617908239364624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.538201093673706},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4246410131454468},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3301864266395569},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.061166584491729736},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.052754729986190796},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10919728","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919728","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2156150815","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2563705555","https://openalex.org/W2737258237","https://openalex.org/W2808168148","https://openalex.org/W2924464923","https://openalex.org/W2947681860","https://openalex.org/W2955058313","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963026800","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2965862774","https://openalex.org/W2984618279","https://openalex.org/W2991279698","https://openalex.org/W3034513523","https://openalex.org/W3124987929","https://openalex.org/W3129576130","https://openalex.org/W3138516171","https://openalex.org/W3176213365","https://openalex.org/W3187127611","https://openalex.org/W3208869643","https://openalex.org/W3211490618","https://openalex.org/W3217258974","https://openalex.org/W4214524539","https://openalex.org/W4226283624","https://openalex.org/W4244155866","https://openalex.org/W4312443924","https://openalex.org/W4318719552","https://openalex.org/W4321473545","https://openalex.org/W4365445921","https://openalex.org/W4386083031","https://openalex.org/W4386179772","https://openalex.org/W4390190345","https://openalex.org/W4401415649","https://openalex.org/W6677103964","https://openalex.org/W6687483927","https://openalex.org/W6754852571","https://openalex.org/W6797399245","https://openalex.org/W6804200857","https://openalex.org/W6809537007","https://openalex.org/W6848963243","https://openalex.org/W6849669686","https://openalex.org/W6849871187","https://openalex.org/W6850060618","https://openalex.org/W6855322565"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Lightweight":[0],"and":[1,24,60,127,135,158],"effective":[2],"models":[3],"are":[4],"essential":[5],"for":[6],"devices":[7],"with":[8,152,168],"limited":[9],"resources,":[10],"such":[11],"as":[12,130,132],"intelligent":[13],"vehicles.":[14],"Structured":[15],"pruning":[16,32,50,81,111],"offers":[17],"a":[18,47,67,143,153,169],"promising":[19],"approach":[20],"to":[21,34,70,147,163],"model":[22,36,99],"compression":[23],"efficiency":[25],"enhancement.":[26],"However,":[27],"existing":[28],"methods":[29],"often":[30],"tie":[31],"techniques":[33],"specific":[35],"ar-chitectures":[37],"or":[38],"vision":[39,94],"tasks.":[40,95,137],"To":[41,96],"address":[42],"this":[43],"limitation,":[44],"we":[45,105,141],"propose":[46],"novel":[48],"unified":[49],"framework":[51,65],"Comb,":[52],"Prune,":[53],"Distill":[54],"(CPD),":[55],"which":[56],"addresses":[57],"both":[58,122],"model-agnostic":[59],"task-agnostic":[61],"concerns":[62],"simultaneously.":[63],"Our":[64],"employs":[66],"combing":[68],"step":[69],"resolve":[71],"hierarchical":[72],"layer-wise":[73],"dependency":[74],"issues,":[75],"enabling":[76],"architecture":[77],"independence.":[78],"Additionally,":[79],"the":[80,88,98,110,116],"pipeline":[82],"adaptively":[83],"remove":[84],"parameters":[85],"based":[86],"on":[87],"importance":[89],"scoring":[90],"metrics":[91],"regardless":[92],"of":[93,118,145,156],"support":[97],"in":[100,159,173],"retaining":[101],"its":[102],"learned":[103],"information,":[104],"introduce":[106],"knowledge":[107],"distillation":[108],"during":[109],"step.":[112],"Ex-tensive":[113],"experiments":[114],"demonstrate":[115],"generalizability":[117],"our":[119],"framework,":[120],"encompassing":[121],"convolutional":[123],"neural":[124],"network":[125],"(CNN)":[126],"transformer":[128],"models,":[129],"well":[131],"image":[133,139],"classification":[134,140],"segmentation":[136,161],"In":[138],"achieve":[142],"speedup":[144],"up":[146,162],"<tex":[148,164],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[149,165],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\times":[150,166],"4.3$</tex>":[151],"accuracy":[154],"loss":[155,172],"1.8%":[157],"semantic":[160],"1.89$</tex>":[167],"5.1":[170],"%":[171],"mIoU.":[174]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}