{"id":"https://openalex.org/W7134926174","doi":"https://doi.org/10.48550/arxiv.2603.09624","title":"Decoder-Free Distillation for Quantized Image Restoration","display_name":"Decoder-Free Distillation for Quantized Image Restoration","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134926174","doi":"https://doi.org/10.48550/arxiv.2603.09624"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09624","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128791409","display_name":"S. M. A. Sharif","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharif, S. M. A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609764","display_name":"Abdur Rehman","orcid":"https://orcid.org/0000-0003-1510-0939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rehman, Abdur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128717413","display_name":"Seongwan Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Seongwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128764455","display_name":"Jaeho Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jaeho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.3546000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.3546000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.34599998593330383,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.039400000125169754,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7235999703407288},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6068000197410583},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.582099974155426},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3862999975681305},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.38269999623298645},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.37279999256134033}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7235999703407288},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6068000197410583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037999987602234},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.582099974155426},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44339999556541443},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41909998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4180999994277954},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3862999975681305},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2653000056743622},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.25949999690055847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.51885986328125}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Quantization-Aware":[0],"Training":[1],"(QAT),":[2],"combined":[3],"with":[4],"Knowledge":[5],"Distillation":[6,94],"(KD),":[7],"holds":[8],"immense":[9],"promise":[10],"for":[11,14,20,78],"compressing":[12],"models":[13],"edge":[15],"deployment.":[16],"However,":[17],"joint":[18],"optimization":[19,56,108],"precision-sensitive":[21],"image":[22],"restoration":[23],"(IR)":[24],"to":[25,38,136],"recover":[26],"visual":[27],"quality":[28],"from":[29],"degraded":[30],"images":[31],"remains":[32],"largely":[33],"underexplored.":[34],"Directly":[35],"adapting":[36],"QAT-KD":[37],"low-level":[39],"vision":[40],"reveals":[41],"three":[42],"critical":[43],"bottlenecks:":[44],"teacher-student":[45],"capacity":[46,83],"mismatch,":[47],"spatial":[48,139],"error":[49,90],"amplification":[50,91],"during":[51],"decoder":[52],"distillation,":[53],"and":[54,60,88,169],"an":[55,125,165],"\"tug-of-war\"":[57],"between":[58],"reconstruction":[59],"distillation":[61],"losses":[62],"caused":[63],"by":[64,174],"quantization":[65,98],"noise.":[66],"To":[67,105],"tackle":[68],"these,":[69],"we":[70,110,123],"introduce":[71],"Quantization-aware":[72],"Distilled":[73],"Restoration":[74],"(QDR),":[75],"a":[76,112,130],"framework":[77],"edge-deployed":[79],"IR.":[80],"QDR":[81],"eliminates":[82],"mismatch":[84],"via":[85],"FP32":[86,156],"self-distillation":[87],"prevents":[89],"through":[92],"Decoder-Free":[93],"(DFD),":[95],"which":[96],"corrects":[97],"errors":[99],"strictly":[100],"at":[101],"the":[102,107],"network":[103],"bottleneck.":[104],"stabilize":[106],"tug-of-war,":[109],"propose":[111],"Learnable":[113,132],"Magnitude":[114],"Reweighting":[115],"(LMR)":[116],"that":[117,149],"dynamically":[118,137],"balances":[119],"competing":[120],"gradients.":[121],"Finally,":[122],"design":[124],"Edge-Friendly":[126],"Model":[127],"(EFM)":[128],"featuring":[129],"lightweight":[131],"Degradation":[133],"Gating":[134],"(LDG)":[135],"modulate":[138],"degradation":[140],"localization.":[141],"Extensive":[142],"experiments":[143],"across":[144],"four":[145],"IR":[146],"tasks":[147],"demonstrate":[148],"our":[150],"Int8":[151],"model":[152],"recovers":[153],"96.5%":[154],"of":[155],"performance,":[157],"achieves":[158],"442":[159],"frames":[160],"per":[161],"second":[162],"(FPS)":[163],"on":[164],"NVIDIA":[166],"Jetson":[167],"Orin,":[168],"boosts":[170],"downstream":[171],"object":[172],"detection":[173],"16.3":[175],"mAP":[176]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-12T00:00:00"}
