{"id":"https://openalex.org/W4388115645","doi":"https://doi.org/10.23919/eusipco58844.2023.10290102","title":"Data-Free Backbone Fine-Tuning for Pruned Neural Networks","display_name":"Data-Free Backbone Fine-Tuning for Pruned Neural Networks","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4388115645","doi":"https://doi.org/10.23919/eusipco58844.2023.10290102"},"language":"en","primary_location":{"id":"doi:10.23919/eusipco58844.2023.10290102","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/eusipco58844.2023.10290102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 31st European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058965332","display_name":"Adrian Holzbock","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Adrian Holzbock","raw_affiliation_strings":["Institute for Measurement-, Control-, and Microtechnology, Ulm University,Germany","Institute for Measurement-, Control-, and Microtechnology, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Measurement-, Control-, and Microtechnology, Ulm University,Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Institute for Measurement-, Control-, and Microtechnology, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101216358","display_name":"Achyut Hegde","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Achyut Hegde","raw_affiliation_strings":["Institute of Information Security and Dependability, Karlsruhe Institute of Technology,Germany","Institute of Information Security and Dependability, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Information Security and Dependability, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute of Information Security and Dependability, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085054529","display_name":"Klaus Dietmayer","orcid":"https://orcid.org/0000-0002-1651-014X"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Klaus Dietmayer","raw_affiliation_strings":["Institute for Measurement-, Control-, and Microtechnology, Ulm University,Germany","Institute for Measurement-, Control-, and Microtechnology, Ulm University, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Measurement-, Control-, and Microtechnology, Ulm University,Germany","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"Institute for Measurement-, Control-, and Microtechnology, Ulm University, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027065196","display_name":"Vasileios Belagiannis","orcid":"https://orcid.org/0000-0003-0960-8453"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vasileios Belagiannis","raw_affiliation_strings":["Friedrich-Alexander-Universität Erlangen-Nürnberg,Chair of Multimedia Communications and Signal Processing,Germany"],"affiliations":[{"raw_affiliation_string":"Friedrich-Alexander-Universität Erlangen-Nürnberg,Chair of Multimedia Communications and Signal Processing,Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058965332"],"corresponding_institution_ids":["https://openalex.org/I196349391"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13972138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1255","last_page":"1259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backbone-network","display_name":"Backbone network","score":0.9051779508590698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8408095836639404},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.740962028503418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6557376384735107},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6151061058044434},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5542098879814148},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4999568462371826},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.48358243703842163},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4656781554222107},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46358251571655273},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.4128107726573944}],"concepts":[{"id":"https://openalex.org/C88796919","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Backbone network","level":2,"score":0.9051779508590698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8408095836639404},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.740962028503418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6557376384735107},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6151061058044434},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5542098879814148},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4999568462371826},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.48358243703842163},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4656781554222107},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46358251571655273},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.4128107726573944},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/eusipco58844.2023.10290102","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/eusipco58844.2023.10290102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 31st European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W16266776","https://openalex.org/W639708223","https://openalex.org/W2031489346","https://openalex.org/W2194775991","https://openalex.org/W2952122856","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2982802130","https://openalex.org/W3034368386","https://openalex.org/W3034957837","https://openalex.org/W3034997257","https://openalex.org/W3097702032","https://openalex.org/W3118608800","https://openalex.org/W3138154797","https://openalex.org/W3158047628","https://openalex.org/W3204480651","https://openalex.org/W3205325461","https://openalex.org/W3213918751","https://openalex.org/W4224918215","https://openalex.org/W4225310501","https://openalex.org/W4285601889","https://openalex.org/W4286285614","https://openalex.org/W4312690141","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6638632666","https://openalex.org/W6638667902","https://openalex.org/W6726275242","https://openalex.org/W6774302960"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W4375867731","https://openalex.org/W2378744544","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Model":[0],"compression":[1,16],"techniques":[2],"reduce":[3],"the":[4,15,21,27,34,41,66,74,91,98,105,127,144,166],"computational":[5],"load":[6],"and":[7,84,157],"memory":[8],"consumption":[9],"of":[10,68],"deep":[11,69],"neural":[12,70],"networks.":[13,71],"After":[14],"operation,":[17],"e.g.":[18],"parameter":[19],"pruning,":[20],"model":[22],"is":[23,44,78,138,171],"normally":[24],"fine-tuned":[25],"on":[26,124,150],"original":[28,106],"training":[29,42],"dataset":[30],"to":[31,49,89,109,119,141,165],"recover":[32],"from":[33],"performance":[35,163],"drop":[36],"caused":[37],"by":[38,116],"compression.":[39],"However,":[40],"data":[43],"not":[45],"always":[46],"available":[47,172],"due":[48,140],"privacy":[50],"issues":[51],"or":[52],"other":[53],"factors.":[54],"In":[55,72,130],"this":[56],"work,":[57],"we":[58,133,160],"present":[59],"a":[60],"data-free":[61],"fine-tuning":[62],"approach":[63,137,149],"for":[64,126],"pruning":[65,142],"backbone":[67,77,100,128],"particular,":[73],"pruned":[75,99],"network":[76,107],"trained":[79],"with":[80,104],"synthetically":[81],"generated":[82],"images,":[83],"our":[85,131,136,148],"proposed":[86],"intermediate":[87],"supervision":[88],"mimic":[90],"unpruned":[92,167],"backbone's":[93],"output":[94],"feature":[95],"map.":[96],"Afterwards,":[97],"can":[101],"be":[102],"combined":[103],"head":[108],"make":[110],"predictions.":[111],"We":[112],"generate":[113],"synthetic":[114],"images":[115,121],"back-propagating":[117],"gradients":[118],"noise":[120],"while":[122],"relying":[123],"L1-pruning":[125],"pruning.":[129],"experiments,":[132],"show":[134],"that":[135],"task-independent":[139],"only":[143],"backbone.":[145],"By":[146],"evaluating":[147],"2D":[151],"human":[152],"pose":[153],"estimation,":[154],"object":[155],"detection,":[156],"image":[158],"classification,":[159],"demonstrate":[161],"promising":[162],"compared":[164],"model.":[168],"Our":[169],"code":[170],"at":[173],"https://github.com/holzbock/dfbf.":[174]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}