{"id":"https://openalex.org/W4327522797","doi":"https://doi.org/10.1109/tpami.2023.3257546","title":"When Object Detection Meets Knowledge Distillation: A Survey","display_name":"When Object Detection Meets Knowledge Distillation: A Survey","publication_year":2023,"publication_date":"2023-03-15","ids":{"openalex":"https://openalex.org/W4327522797","doi":"https://doi.org/10.1109/tpami.2023.3257546","pmid":"https://pubmed.ncbi.nlm.nih.gov/37028387"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3257546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3257546","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100461813","display_name":"Zhihui Li","orcid":"https://orcid.org/0000-0001-9642-8009"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhihui Li","raw_affiliation_strings":["Shandong Artificial Intelligence Institute, Shandong Academy of Sciences, Qilu University of Technology, Jinan, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Shandong Artificial Intelligence Institute, Shandong Academy of Sciences, Qilu University of Technology, Jinan, Shandong, China","institution_ids":["https://openalex.org/I4210142748","https://openalex.org/I152269853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101431543","display_name":"Pengfei Xu","orcid":"https://orcid.org/0000-0001-8701-2669"},"institutions":[{"id":"https://openalex.org/I36819085","display_name":"Northwest University","ror":"https://ror.org/00y7snj24","country_code":"US","type":"education","lineage":["https://openalex.org/I36819085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pengfei Xu","raw_affiliation_strings":["School of Information Science and Technology, Northwest University, Kirkland, WA, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Northwest University, Kirkland, WA, USA","institution_ids":["https://openalex.org/I36819085"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034967388","display_name":"Xiaojun Chang","orcid":"https://orcid.org/0000-0002-7778-8807"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaojun Chang","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101494680","display_name":"Luyao Yang","orcid":"https://orcid.org/0000-0003-4335-7432"},"institutions":[{"id":"https://openalex.org/I36819085","display_name":"Northwest University","ror":"https://ror.org/00y7snj24","country_code":"US","type":"education","lineage":["https://openalex.org/I36819085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luyao Yang","raw_affiliation_strings":["School of Information Science and Technology, Northwest University, Kirkland, WA, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Northwest University, Kirkland, WA, USA","institution_ids":["https://openalex.org/I36819085"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320679","display_name":"Yuanyuan Zhang","orcid":"https://orcid.org/0000-0003-0482-6638"},"institutions":[{"id":"https://openalex.org/I36819085","display_name":"Northwest University","ror":"https://ror.org/00y7snj24","country_code":"US","type":"education","lineage":["https://openalex.org/I36819085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanyuan Zhang","raw_affiliation_strings":["School of Information Science and Technology, Northwest University, Kirkland, WA, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Northwest University, Kirkland, WA, USA","institution_ids":["https://openalex.org/I36819085"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052731721","display_name":"Lina Yao","orcid":"https://orcid.org/0000-0002-4149-839X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lina Yao","raw_affiliation_strings":["Data61, CSIRO, Canberra, ACT, Australia","School of Computer Science and Engineering, University of New South Wales, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100322143","display_name":"Xiaojiang Chen","orcid":"https://orcid.org/0000-0002-1180-6806"},"institutions":[{"id":"https://openalex.org/I36819085","display_name":"Northwest University","ror":"https://ror.org/00y7snj24","country_code":"US","type":"education","lineage":["https://openalex.org/I36819085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojiang Chen","raw_affiliation_strings":["School of Information Science and Technology, Northwest University, Kirkland, WA, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Northwest University, Kirkland, WA, USA","institution_ids":["https://openalex.org/I36819085"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100461813"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":null,"apc_paid":null,"fwci":17.3248,"has_fulltext":false,"cited_by_count":145,"citation_normalized_percentile":{"value":0.99541919,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"45","issue":"8","first_page":"10555","last_page":"10579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7866564393043518},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6543194055557251},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6120481491088867},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5968315601348877},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5887367129325867},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5264852046966553},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5227894186973572},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.512101411819458},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.471781462430954},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46455854177474976},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.46398261189460754},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.46356400847435},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.27160096168518066},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11016678810119629}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7866564393043518},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6543194055557251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6120481491088867},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5968315601348877},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5887367129325867},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5264852046966553},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5227894186973572},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.512101411819458},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.471781462430954},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46455854177474976},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.46398261189460754},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.46356400847435},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27160096168518066},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11016678810119629},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3257546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3257546","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37028387","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37028387","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G12829738","display_name":null,"funder_award_id":"XJS210310","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2661343659","display_name":null,"funder_award_id":"62273232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4083118349","display_name":null,"funder_award_id":"61973249","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G431671511","display_name":null,"funder_award_id":"61902313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5170413525","display_name":null,"funder_award_id":"61973250","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5464600609","display_name":null,"funder_award_id":"62073218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G602094020","display_name":null,"funder_award_id":"62273231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6089990105","display_name":null,"funder_award_id":"82150301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6114804632","display_name":null,"funder_award_id":"62002271","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6442466352","display_name":null,"funder_award_id":"61902316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8746616028","display_name":null,"funder_award_id":"62133012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G911000017","display_name":null,"funder_award_id":"61972315","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":194,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2102605133","https://openalex.org/W2173379916","https://openalex.org/W2473930607","https://openalex.org/W2560540238","https://openalex.org/W2750432752","https://openalex.org/W2750784772","https://openalex.org/W2793888589","https://openalex.org/W2884367402","https://openalex.org/W2890153145","https://openalex.org/W2903707108","https://openalex.org/W2912476735","https://openalex.org/W2919166888","https://openalex.org/W2944165510","https://openalex.org/W2945505221","https://openalex.org/W2949456232","https://openalex.org/W2950557191","https://openalex.org/W2956027310","https://openalex.org/W2959289524","https://openalex.org/W2962737704","https://openalex.org/W2963037989","https://openalex.org/W2963140444","https://openalex.org/W2963479374","https://openalex.org/W2963575695","https://openalex.org/W2963631291","https://openalex.org/W2963723401","https://openalex.org/W2966730026","https://openalex.org/W2971541692","https://openalex.org/W2974372235","https://openalex.org/W2977932430","https://openalex.org/W2981842371","https://openalex.org/W2982157312","https://openalex.org/W2982770724","https://openalex.org/W2984276908","https://openalex.org/W2988916019","https://openalex.org/W2991662170","https://openalex.org/W2996999409","https://openalex.org/W3006158531","https://openalex.org/W3006559153","https://openalex.org/W3009684049","https://openalex.org/W3013567162","https://openalex.org/W3013601111","https://openalex.org/W3015735225","https://openalex.org/W3034368386","https://openalex.org/W3034529100","https://openalex.org/W3034712291","https://openalex.org/W3034870355","https://openalex.org/W3035321581","https://openalex.org/W3035357085","https://openalex.org/W3035836924","https://openalex.org/W3045085138","https://openalex.org/W3046457381","https://openalex.org/W3048860326","https://openalex.org/W3080634486","https://openalex.org/W3081700103","https://openalex.org/W3088900620","https://openalex.org/W3092761163","https://openalex.org/W3093501707","https://openalex.org/W3093658089","https://openalex.org/W3100695089","https://openalex.org/W3101415077","https://openalex.org/W3102424508","https://openalex.org/W3102852333","https://openalex.org/W3105082838","https://openalex.org/W3106250896","https://openalex.org/W3107220607","https://openalex.org/W3110179775","https://openalex.org/W3112594048","https://openalex.org/W3114909464","https://openalex.org/W3118032758","https://openalex.org/W3119373805","https://openalex.org/W3121634539","https://openalex.org/W3121806817","https://openalex.org/W3131093608","https://openalex.org/W3131097401","https://openalex.org/W3137565378","https://openalex.org/W3138154797","https://openalex.org/W3157386596","https://openalex.org/W3160188956","https://openalex.org/W3165535357","https://openalex.org/W3172115908","https://openalex.org/W3173270634","https://openalex.org/W3175086476","https://openalex.org/W3176357431","https://openalex.org/W3177196641","https://openalex.org/W3178418424","https://openalex.org/W3181595505","https://openalex.org/W3183600894","https://openalex.org/W3188558905","https://openalex.org/W3192059026","https://openalex.org/W3192946406","https://openalex.org/W3193310807","https://openalex.org/W3194287972","https://openalex.org/W3195617863","https://openalex.org/W3197813359","https://openalex.org/W3198212497","https://openalex.org/W3198833280","https://openalex.org/W3199158166","https://openalex.org/W3199782544","https://openalex.org/W3202288969","https://openalex.org/W3203444781","https://openalex.org/W3204610735","https://openalex.org/W3205307530","https://openalex.org/W3206072662","https://openalex.org/W3207786829","https://openalex.org/W3208006825","https://openalex.org/W3208470653","https://openalex.org/W3212035326","https://openalex.org/W3212044080","https://openalex.org/W3213350577","https://openalex.org/W4200633579","https://openalex.org/W4205702529","https://openalex.org/W4206411193","https://openalex.org/W4210768747","https://openalex.org/W4213265445","https://openalex.org/W4213416473","https://openalex.org/W4220923749","https://openalex.org/W4221061906","https://openalex.org/W4221155238","https://openalex.org/W4221159041","https://openalex.org/W4224225332","https://openalex.org/W4224920319","https://openalex.org/W4224989741","https://openalex.org/W4225589559","https://openalex.org/W4225775336","https://openalex.org/W4226426325","https://openalex.org/W4226436870","https://openalex.org/W4281287416","https://openalex.org/W4281561002","https://openalex.org/W4281851959","https://openalex.org/W4285203720","https://openalex.org/W4285278903","https://openalex.org/W4289143739","https://openalex.org/W4292828567","https://openalex.org/W4295308416","https://openalex.org/W4297095243","https://openalex.org/W4297676427","https://openalex.org/W4306874801","https://openalex.org/W4306914511","https://openalex.org/W4312250316","https://openalex.org/W4312307139","https://openalex.org/W4312429733","https://openalex.org/W4312675040","https://openalex.org/W4312740566","https://openalex.org/W4312866765","https://openalex.org/W4313119505","https://openalex.org/W4313128851","https://openalex.org/W4313139298","https://openalex.org/W4313141028","https://openalex.org/W4313160574","https://openalex.org/W4313169234","https://openalex.org/W4382240040","https://openalex.org/W4382462248","https://openalex.org/W4386066721","https://openalex.org/W4386075775","https://openalex.org/W6638523607","https://openalex.org/W6639102338","https://openalex.org/W6685316698","https://openalex.org/W6730456916","https://openalex.org/W6743188669","https://openalex.org/W6745722055","https://openalex.org/W6751373550","https://openalex.org/W6762082143","https://openalex.org/W6766403012","https://openalex.org/W6767601142","https://openalex.org/W6767678356","https://openalex.org/W6773852310","https://openalex.org/W6774517088","https://openalex.org/W6780737015","https://openalex.org/W6781960889","https://openalex.org/W6783289990","https://openalex.org/W6783940252","https://openalex.org/W6785652829","https://openalex.org/W6785665406","https://openalex.org/W6789011712","https://openalex.org/W6790696370","https://openalex.org/W6798856107","https://openalex.org/W6802517928","https://openalex.org/W6802678872","https://openalex.org/W6803823638","https://openalex.org/W6803837815","https://openalex.org/W6810161144","https://openalex.org/W6810171366","https://openalex.org/W6810480112","https://openalex.org/W6810500784","https://openalex.org/W6810520074","https://openalex.org/W6810661872","https://openalex.org/W6811142133","https://openalex.org/W6838520053","https://openalex.org/W6838602408","https://openalex.org/W6838957033","https://openalex.org/W6843239693"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W4282934273"],"abstract_inverted_index":{"Object":[0],"detection":[1],"(OD)":[2],"is":[3],"a":[4,90],"crucial":[5],"computer":[6],"vision":[7],"task":[8],"that":[9],"has":[10,29],"seen":[11],"the":[12,20,23,102,114,136,145,201,225],"development":[13],"of":[14,25,93,104,110,121,138,148,184,200,204,227],"many":[15],"algorithms":[16],"and":[17,64,127,129,172,191,216,223,234],"models":[18,28,82,96,139,207,229],"over":[19],"years.":[21],"While":[22],"performance":[24,159,226],"current":[26],"OD":[27,95,151,156,206,241],"improved,":[30],"they":[31],"have":[32],"also":[33,176],"become":[34],"more":[35],"complex,":[36],"making":[37],"them":[38],"impractical":[39],"for":[40,61,140,161,238],"industry":[41],"applications":[42,203],"due":[43,71],"to":[44,67,72,75,83,134],"their":[45,125],"large":[46],"parameter":[47],"size.":[48],"To":[49],"tackle":[50],"this":[51],"problem,":[52],"knowledge":[53,77],"distillation":[54,179,185],"(KD)":[55],"technology":[56],"was":[57],"proposed":[58],"in":[59,98,113,166],"2015":[60],"image":[62],"classification":[63],"subsequently":[65],"extended":[66,202],"other":[68],"visual":[69],"tasks":[70],"its":[73],"ability":[74],"transfer":[76],"learned":[78],"by":[79],"complex":[80],"teacher":[81,190],"lightweight":[84,162],"student":[85,192],"models.":[86],"This":[87],"paper":[88],"presents":[89],"comprehensive":[91],"survey":[92],"KD-based":[94,150,155,205],"developed":[97],"recent":[99,111],"years,":[100],"with":[101,107],"aim":[103],"providing":[105],"researchers":[106],"an":[108,118,198],"overview":[109,199],"progress":[112],"field.":[115],"We":[116,143,175,221],"conduct":[117],"in-depth":[119],"analysis":[120],"existing":[122],"works,":[123],"highlighting":[124],"advantages":[126],"limitations,":[128],"explore":[130],"future":[131],"research":[132],"directions":[133,237],"inspire":[135],"design":[137],"related":[141,154],"tasks.":[142],"summarize":[144],"basic":[146],"principles":[147],"designing":[149],"models,":[152,163,193],"describe":[153],"tasks,":[157],"including":[158],"improvements":[160],"catastrophic":[164],"forgetting":[165],"incremental":[167],"OD,":[168],"small":[169],"object":[170],"detection,":[171],"weakly/semi-supervised":[173],"OD.":[174],"analyze":[177,224],"novel":[178],"techniques,":[180],"i.e.":[181],"different":[182,228],"types":[183],"loss,":[186],"feature":[187],"interaction":[188],"between":[189],"etc.":[194],"Additionally,":[195],"we":[196],"provide":[197],"on":[208,230],"specific":[209,240],"datasets,":[210],"such":[211],"as":[212],"remote":[213],"sensing":[214],"images":[215],"3D":[217],"point":[218],"cloud":[219],"datasets.":[220],"compare":[222],"several":[231],"common":[232],"datasets":[233],"discuss":[235],"promising":[236],"solving":[239],"problems.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":73},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":15}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}