{"id":"https://openalex.org/W4386869594","doi":"https://doi.org/10.1109/tcsvt.2023.3315872","title":"DeNKD: Decoupled <i>Non-Target</i> Knowledge Distillation for Complementing Transformer-Based Unsupervised Domain Adaptation","display_name":"DeNKD: Decoupled <i>Non-Target</i> Knowledge Distillation for Complementing Transformer-Based Unsupervised Domain Adaptation","publication_year":2023,"publication_date":"2023-09-19","ids":{"openalex":"https://openalex.org/W4386869594","doi":"https://doi.org/10.1109/tcsvt.2023.3315872"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3315872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3315872","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031432884","display_name":"Zhen Mei","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Mei","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729337","display_name":"Peng Ye","orcid":"https://orcid.org/0000-0003-2149-8269"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Ye","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087869694","display_name":"Baopu Li","orcid":"https://orcid.org/0000-0002-9032-3991"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baopu Li","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9032-3991","affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021220108","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0002-0779-9818"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0779-9818","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102013595","display_name":"Jiayuan Fan","orcid":"https://orcid.org/0000-0001-7494-0255"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayuan Fan","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7494-0255","affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ouyang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9163-2761","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.269,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83189306,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"34","issue":"5","first_page":"3220","last_page":"3231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6830287575721741},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6017023324966431},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5053725838661194},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4981973171234131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43449482321739197},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14349868893623352},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09034320712089539},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.0683707594871521},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06121128797531128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6830287575721741},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6017023324966431},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5053725838661194},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4981973171234131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43449482321739197},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14349868893623352},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09034320712089539},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0683707594871521},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06121128797531128},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3315872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3315872","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3977413633","display_name":"\u5b50\u7c7b\u611f\u77e5\u6df1\u5ea6\u5b66\u4e60\u7406\u8bba\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"62071127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5491202952","display_name":"\u9762\u5411\u6709\u9650\u7b97\u529b\u548c\u6570\u636e\u8d44\u6e90\u7684\u591a\u6a21\u6001\u878d\u5408\u4e0e\u77e5\u8bc6\u63a8\u7406\u7814\u7a76","funder_award_id":"23ZR1402900","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7626924423","display_name":null,"funder_award_id":"62101137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8022898299","display_name":null,"funder_award_id":"U1909207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1722318740","https://openalex.org/W1821462560","https://openalex.org/W2165698076","https://openalex.org/W2194775991","https://openalex.org/W2627183927","https://openalex.org/W2766897166","https://openalex.org/W2935033494","https://openalex.org/W2962858109","https://openalex.org/W2963140444","https://openalex.org/W2981165461","https://openalex.org/W2990069979","https://openalex.org/W2997666887","https://openalex.org/W3091981646","https://openalex.org/W3096609285","https://openalex.org/W3096831136","https://openalex.org/W3111535274","https://openalex.org/W3124149278","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3153465022","https://openalex.org/W3170841864","https://openalex.org/W3173933441","https://openalex.org/W3176153963","https://openalex.org/W3176459575","https://openalex.org/W3177196641","https://openalex.org/W3177378457","https://openalex.org/W3181434681","https://openalex.org/W3182544866","https://openalex.org/W3193300915","https://openalex.org/W3201612248","https://openalex.org/W3206154535","https://openalex.org/W3215276803","https://openalex.org/W4213084105","https://openalex.org/W4214614183","https://openalex.org/W4214623175","https://openalex.org/W4226426325","https://openalex.org/W4312769131","https://openalex.org/W4312792979","https://openalex.org/W4313007769","https://openalex.org/W4313180545","https://openalex.org/W4360597048","https://openalex.org/W4365808282","https://openalex.org/W4367359689","https://openalex.org/W4386076100","https://openalex.org/W6639480849","https://openalex.org/W6687400500","https://openalex.org/W6746171285","https://openalex.org/W6750109254","https://openalex.org/W6762753787","https://openalex.org/W6779631978","https://openalex.org/W6789705400","https://openalex.org/W6792695861","https://openalex.org/W6798016242","https://openalex.org/W6798412372","https://openalex.org/W6800249544","https://openalex.org/W6801682309","https://openalex.org/W6804798624"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"There":[0],"is":[1,48,142],"a":[2,51,61,120,145],"growing":[3],"need":[4],"to":[5,17,34,49,59,159],"explore":[6],"the":[7,26,64,67,75,81,107,112,152,187,191,196,207,219],"potential":[8,228],"of":[9,28,69,114,156,203,214,221],"transformers":[10,29,79],"in":[11,21,30,78,106,223],"Unsupervised":[12],"Domain":[13],"Adaptation":[14],"(UDA)":[15],"due":[16],"their":[18],"increasing":[19],"success":[20],"various":[22],"vision":[23],"tasks.":[24],"However,":[25],"application":[27],"UDA":[31,174,225],"has":[32],"yet":[33],"be":[35,104],"thoroughly":[36],"investigated":[37],"and":[38,80,100,137,154,226],"requires":[39],"further":[40],"research.":[41],"In":[42],"this":[43],"study,":[44],"our":[45],"primary":[46],"focus":[47],"design":[50],"novel":[52],"pipeline":[53],"specifically":[54],"tailored":[55],"for":[56,229],"transformer-based":[57,163,224],"UDA,":[58],"address":[60],"crucial":[62],"challenge:":[63],"overemphasis":[65],"on":[66,171,195,206],"transfer":[68],"target-oriented":[70],"information,":[71,91],"mainly":[72],"caused":[73],"by":[74],"self-attention":[76],"blocks":[77],"cross-domain":[82,164,231],"adversarial":[83],"learning":[84],"scheme.":[85],"First,":[86],"we":[87,118],"show":[88,180],"that":[89,150,181],"non-target":[90,101,116,122,130,157],"including":[92],"semantic":[93],"contextual":[94],"information":[95,131],"such":[96],"as":[97],"background":[98],"features":[99],"classes,":[102],"must":[103],"addressed":[105],"domain":[108],"adaptation":[109,232],"process.":[110],"Recognizing":[111],"importance":[113],"incorporating":[115],"knowledge,":[117],"propose":[119],"decoupled":[121],"knowledge":[123,147,158,165],"distillation":[124,148],"method":[125],"called":[126],"DeNKD.":[127],"DeNKD":[128,182,199,222],"decouples":[129],"across":[132,190],"domains":[133],"at":[134],"both":[135],"feature":[136],"logit":[138],"levels.":[139],"This":[140],"decoupling":[141],"achieved":[143],"through":[144],"bi-directional":[146],"approach":[149],"facilitates":[151],"interaction":[153],"exchange":[155],"facilitate":[160],"an":[161,201,212],"effective":[162],"transfer.":[166],"We":[167],"perform":[168],"extensive":[169],"evaluations":[170],"several":[172],"well-established":[173],"benchmark":[175],"datasets.":[176],"The":[177],"results":[178,217],"consistently":[179],"outperforms":[183],"other":[184],"methods,":[185],"achieving":[186],"best":[188],"performance":[189],"board.":[192],"For":[193],"example,":[194],"Office-Home":[197],"dataset,":[198,209],"achieves":[200,211],"accuracy":[202,213],"85.54%,":[204],"while":[205],"VisDA-2017":[208],"it":[210],"89.95%.":[215],"These":[216],"highlight":[218],"effectiveness":[220],"its":[227],"improving":[230],"performance.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}