{"id":"https://openalex.org/W4415707852","doi":"https://doi.org/10.1109/icme59968.2025.11209107","title":"Eff-DFQT: Efficient Model Inversion for Data-free Quantization of Vision Transformers","display_name":"Eff-DFQT: Efficient Model Inversion for Data-free Quantization of Vision Transformers","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4415707852","doi":"https://doi.org/10.1109/icme59968.2025.11209107"},"language":null,"primary_location":{"id":"doi:10.1109/icme59968.2025.11209107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11209107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040090704","display_name":"Min Li","orcid":"https://orcid.org/0000-0003-1330-2326"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mengkui Li","raw_affiliation_strings":["Anhui University,School of Computer Science and Technology,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Anhui University,School of Computer Science and Technology,Hefei,China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012238287","display_name":"Xinrui Chen","orcid":"https://orcid.org/0000-0003-0910-4650"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinrui Chen","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026754209","display_name":"Hai Chen","orcid":"https://orcid.org/0000-0001-9479-4005"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Chen","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039040895","display_name":"Kang Zhao","orcid":"https://orcid.org/0000-0003-4767-6561"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Zhao","raw_affiliation_strings":["Tsinghua University,Department of Computer Science and Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430705","display_name":"Yanping Zhang","orcid":"https://orcid.org/0000-0002-5678-3038"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanping Zhang","raw_affiliation_strings":["Anhui University,School of Computer Science and Technology,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Anhui University,School of Computer Science and Technology,Hefei,China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100661274","display_name":"Shu Zhao","orcid":"https://orcid.org/0000-0001-7647-3603"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Zhao","raw_affiliation_strings":["Anhui University,School of Computer Science and Technology,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Anhui University,School of Computer Science and Technology,Hefei,China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112574275","display_name":"Fulan Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fulan Qian","raw_affiliation_strings":["Anhui University,School of Computer Science and Technology,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Anhui University,School of Computer Science and Technology,Hefei,China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5040090704"],"corresponding_institution_ids":["https://openalex.org/I143868143"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33564821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.1525000035762787,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.1525000035762787,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.09229999780654907,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.6855999827384949},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6220999956130981},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6150000095367432},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42489999532699585},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.4147999882698059},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3828999996185303},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.3573000133037567}],"concepts":[{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.6855999827384949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258000135421753},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6220999956130981},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6150000095367432},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5702999830245972},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41290000081062317},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3828999996185303},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.26820001006126404},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme59968.2025.11209107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11209107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2051267297","https://openalex.org/W2811973125","https://openalex.org/W3034940165","https://openalex.org/W3034957837","https://openalex.org/W3035616549","https://openalex.org/W3097297321","https://openalex.org/W3175491384","https://openalex.org/W4226101686","https://openalex.org/W4296682325","https://openalex.org/W4309125142","https://openalex.org/W4312795625","https://openalex.org/W4313047887","https://openalex.org/W4368358283","https://openalex.org/W4382203376","https://openalex.org/W4385245566","https://openalex.org/W4385819842","https://openalex.org/W4386075852","https://openalex.org/W4386075867","https://openalex.org/W4394963135"],"related_works":[],"abstract_inverted_index":{"Model":[0],"inversion":[1,19,37,60,90,149,158],"is":[2],"a":[3,54,83,104],"promising":[4],"technique":[5],"for":[6,21,39,61,78,88,95,133,156],"raw":[7],"data":[8,46,130],"reconstruction,":[9],"especially":[10],"in":[11,43,170],"data-free":[12,63,171],"quantization":[13,64,172],"of":[14,45,65,113,127,137,173],"Vision":[15],"Transformers":[16],"(ViTs).":[17],"Previous":[18],"methods":[20,38],"ViTs":[22,40],"have":[23],"focused":[24],"on":[25],"extracting":[26],"necessary":[27],"foreground":[28],"information":[29],"while":[30,163],"discarding":[31],"irrelevant":[32],"noise.":[33],"However,":[34],"these":[35],"mode":[36],"are":[41],"inefficient":[42],"terms":[44],"synthesis":[47],"speed.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52],"propose":[53,82,103],"novel":[55],"method":[56,68],"to":[57,91,108],"accelerate":[58],"model":[59,79,89,109,157,168],"efficient":[62],"ViTs(Eff-DFQT).":[66],"Our":[67],"has":[69],"the":[70,93,110,114,120,125,128,134,148],"following":[71],"features.":[72],"1)":[73],"Token":[74],"fusion":[75,85,153],"strategy":[76,86,154],"tailored":[77,87,155],"inversion.":[80,97],"We":[81,102],"token":[84,138,152],"lower":[92],"computations":[94],"image":[96,116],"2)":[98],"Label":[99],"compensation":[100,106,161],"function.":[101],"label":[105,111,160],"function":[107],"uncertainty":[112],"inverted":[115,129],"and":[117,159],"accurately":[118],"capture":[119],"real":[121],"labels,":[122],"which":[123],"improves":[124],"quality":[126],"by":[131],"compensating":[132],"negative":[135],"effects":[136],"reduction.":[139],"Extensive":[140],"experimental":[141],"results":[142],"demonstrate":[143],"that":[144],"Eff-DFQT,":[145],"significantly":[146],"accelerates":[147],"process":[150],"through":[151],"function,":[162],"maintaining":[164],"or":[165],"even":[166],"improving":[167],"performance":[169],"ViTs.":[174]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-30T00:00:00"}