{"id":"https://openalex.org/W4412610688","doi":"https://doi.org/10.1109/hpcc64274.2024.00022","title":"DCKD: Bridging DETR and CNN-based Detectors with Decomposed Knowledge Distillation","display_name":"DCKD: Bridging DETR and CNN-based Detectors with Decomposed Knowledge Distillation","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4412610688","doi":"https://doi.org/10.1109/hpcc64274.2024.00022"},"language":"en","primary_location":{"id":"doi:10.1109/hpcc64274.2024.00022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yongtai Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongtai Wei","raw_affiliation_strings":["Wuhan University,School of Computer Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038423570","display_name":"Dingwen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingwen Wang","raw_affiliation_strings":["Wuhan University,School of Computer Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032208671","display_name":"Tao Qu","orcid":"https://orcid.org/0000-0003-2455-6372"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Qu","raw_affiliation_strings":["Wuhan University,School of Computer Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35603874,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"88","last_page":"93"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6987000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6987000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.9207983016967773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.652809202671051},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6021931767463684},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.553009569644928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37944620847702026},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1262001097202301},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.1001037061214447},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.060111165046691895},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.05932989716529846}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.9207983016967773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652809202671051},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6021931767463684},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.553009569644928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37944620847702026},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1262001097202301},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.1001037061214447},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.060111165046691895},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.05932989716529846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpcc64274.2024.00022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2750432752","https://openalex.org/W2959289524","https://openalex.org/W2963037989","https://openalex.org/W2963140444","https://openalex.org/W2963351448","https://openalex.org/W2982770724","https://openalex.org/W2986357608","https://openalex.org/W3096609285","https://openalex.org/W3107727158","https://openalex.org/W3173270634","https://openalex.org/W3176459575","https://openalex.org/W3193310807","https://openalex.org/W4200633579","https://openalex.org/W4214627427","https://openalex.org/W4226426325","https://openalex.org/W4309956986","https://openalex.org/W4312735356","https://openalex.org/W4313119505","https://openalex.org/W4386065416","https://openalex.org/W4390873303","https://openalex.org/W4390873479","https://openalex.org/W4402772396","https://openalex.org/W6620707391","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6743188669","https://openalex.org/W6779613827","https://openalex.org/W6784094891","https://openalex.org/W6809665764","https://openalex.org/W6811230874","https://openalex.org/W6839547478"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4408719353","https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871"],"abstract_inverted_index":{"Object":[0],"detection":[1,148],"has":[2],"significantly":[3,160],"progressed":[4],"with":[5],"Detection":[6],"Transformer":[7,15],"(DETR)":[8],"models,":[9],"which":[10],"achieve":[11],"high":[12],"accuracy":[13],"through":[14],"architectures.":[16],"However,":[17],"DETR\u2019s":[18],"substantial":[19,70],"computational":[20],"demands":[21],"limit":[22],"its":[23],"suitability":[24],"for":[25],"real-time":[26],"applications":[27],"on":[28,143,152],"resource-constrained":[29],"devices,":[30],"where":[31],"lightweight":[32],"Convolutional":[33],"Neural":[34],"Networks":[35],"(CNNs)":[36],"are":[37],"preferred.":[38],"While":[39],"knowledge":[40,61,88],"distillation":[41],"(KD)":[42],"is":[43],"an":[44],"appealing":[45],"technique":[46],"to":[47,58,64,68,113,128,146],"compress":[48],"giant":[49],"detectors":[50,66],"into":[51,91],"smaller":[52],"ones,":[53],"existing":[54],"KD":[55,175],"methods":[56],"struggle":[57],"efficiently":[59],"transfer":[60],"from":[62],"DETRs":[63],"CNN-based":[65,121],"due":[67],"a":[69,98],"semantic":[71,116],"gap.":[72],"To":[73],"address":[74],"this,":[75],"we":[76],"propose":[77],"the":[78,87,115,153,172],"DETR-CNN":[79],"Knowledge":[80,103,109],"Distillation":[81,105,111],"(DCKD)":[82],"framework.":[83],"Our":[84],"framework":[85],"decomposes":[86],"in":[89],"DETR":[90,119],"Homogeneous":[92,108],"and":[93,96,107,120,132],"Heterogeneous":[94,102],"categories":[95],"introduces":[97],"novel":[99],"approach":[100],"integrating":[101],"Logits":[104],"(HeKLD)":[106],"Feature":[110],"(HoKFD)":[112],"bridge":[114,129],"gap":[117],"between":[118],"detectors.":[122],"HeKLD":[123],"aligns":[124],"cross-head":[125],"prediction":[126],"outputs":[127],"architectural":[130],"differences":[131],"ensure":[133],"consistent":[134],"decision-making,":[135],"while":[136],"HoKFD":[137],"transfers":[138],"low-level":[139],"features":[140],"by":[141],"focusing":[142],"relevant":[144],"regions":[145],"enhance":[147],"accuracy.":[149],"Extensive":[150],"experiments":[151],"COCO":[154],"dataset":[155],"demonstrate":[156],"that":[157],"our":[158],"DCKD":[159],"improves":[161],"mean":[162],"Average":[163],"Precision":[164],"(mAP)":[165],"across":[166],"various":[167],"teacher-student":[168],"pairs,":[169],"consistently":[170],"outperforming":[171],"latest":[173],"state-of-the-art":[174],"methods.":[176]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}