{"id":"https://openalex.org/W4392908973","doi":"https://doi.org/10.1109/icassp48485.2024.10447955","title":"KD-Former: Transformer Knowledge Distillation for Image Matting","display_name":"KD-Former: Transformer Knowledge Distillation for Image Matting","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392908973","doi":"https://doi.org/10.1109/icassp48485.2024.10447955"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10447955","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10447955","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101584518","display_name":"Ziwen Li","orcid":"https://orcid.org/0000-0002-8594-3133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziwen Li","raw_affiliation_strings":["OPPO Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OPPO Research Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100944459","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0003-1201-7558"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["XPENG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"XPENG","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102754041","display_name":"Cheng Lu","orcid":"https://orcid.org/0009-0002-5524-5622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng Lu","raw_affiliation_strings":["XPENG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"XPENG","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2490","last_page":"2494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8557999730110168,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.8205000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6556704044342041},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.615273654460907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5216303467750549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38370490074157715},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33608394861221313},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.2215856909751892},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18360590934753418},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1692572832107544},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1380005180835724},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08409062027931213}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6556704044342041},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.615273654460907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5216303467750549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38370490074157715},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33608394861221313},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.2215856909751892},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18360590934753418},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1692572832107544},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1380005180835724},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08409062027931213}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10447955","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10447955","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2604469346","https://openalex.org/W2891201469","https://openalex.org/W2955340181","https://openalex.org/W2985469567","https://openalex.org/W2997597456","https://openalex.org/W3034368090","https://openalex.org/W3034522851","https://openalex.org/W3094502228","https://openalex.org/W3138516171","https://openalex.org/W3177196641","https://openalex.org/W3201782967","https://openalex.org/W3207558419","https://openalex.org/W4289600407","https://openalex.org/W4312524025","https://openalex.org/W4322746838","https://openalex.org/W4393153762","https://openalex.org/W6631190155","https://openalex.org/W6775115632","https://openalex.org/W6784333009","https://openalex.org/W6841524142"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Vision":[0],"transformers":[1],"(ViTs)":[2],"have":[3],"been":[4],"outstanding":[5],"in":[6,68],"multiple":[7,118],"dense":[8],"prediction":[9],"tasks,":[10],"including":[11],"image":[12,47],"matting.":[13],"However,":[14],"the":[15,58,64,96,112],"high":[16],"computational":[17],"and":[18,88,102],"training":[19],"costs":[20],"of":[21,71,98],"ViTs":[22],"lead":[23],"to":[24,56],"a":[25,39],"bottleneck":[26],"for":[27,46],"applications":[28],"on":[29,117],"low":[30],"computing":[31],"power":[32],"devices.":[33],"In":[34],"this":[35],"paper,":[36],"we":[37,73],"propose":[38],"novel":[40],"transformer-specific":[41],"knowledge":[42,76],"distillation":[43,77,81],"(KD-Former)":[44],"framework":[45,101],"matting":[48,115],"that":[49],"can":[50],"effectively":[51],"transfer":[52,66],"core":[53],"attribute":[54,80],"information":[55,65],"improve":[57],"lightweight":[59,108],"transformer":[60,75],"model.":[61],"To":[62],"enhance":[63],"effectiveness":[67,97],"each":[69,103],"stage":[70],"Vits,":[72],"rethink":[74],"via":[78],"dual":[79],"modules":[82],"-":[83],"Token":[84],"Embedding":[85],"Alignment":[86],"(TEA)":[87],"Cross-Level":[89],"Feature":[90],"Distillation":[91],"(CLFD).":[92],"Extensive":[93],"experiments":[94],"demonstrate":[95],"our":[99],"KD-Former":[100],"proposed":[104],"key":[105],"component.":[106],"Our":[107],"transformer-based":[109],"model":[110],"outperforms":[111],"state-of-the-art":[113],"(SOTA)":[114],"models":[116],"datasets.":[119]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}