{"id":"https://openalex.org/W4387967916","doi":"https://doi.org/10.1145/3581783.3612281","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","display_name":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387967916","doi":"https://doi.org/10.1145/3581783.3612281"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612281","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612281","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612281","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612281","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009016727","display_name":"Jiawei Liang","orcid":"https://orcid.org/0000-0003-1143-6873"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiawei Liang","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081392445","display_name":"Siyuan Liang","orcid":"https://orcid.org/0000-0002-6154-0233"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Liang","raw_affiliation_strings":["Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014870180","display_name":"Aishan Liu","orcid":"https://orcid.org/0000-0002-4224-1318"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aishan Liu","raw_affiliation_strings":["Beihang University & Institute of Dataspace, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University & Institute of Dataspace, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101646256","display_name":"Ke Ma","orcid":"https://orcid.org/0000-0003-4178-0907"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Ma","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101848270","display_name":"Jingzhi Li","orcid":"https://orcid.org/0000-0001-7054-9267"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingzhi Li","raw_affiliation_strings":["Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068837264","display_name":"Xiaochun Cao","orcid":"https://orcid.org/0000-0001-7141-708X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun Cao","raw_affiliation_strings":["Sun Yat-Sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5009016727"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.4768,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65647062,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"768","last_page":"778"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7879767417907715},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6151910424232483},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6086249351501465},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5980414748191833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.566943883895874},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5602324604988098},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.45799902081489563},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4478307366371155},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34549981355667114},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.330453485250473},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3043285012245178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7879767417907715},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6151910424232483},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6086249351501465},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5980414748191833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.566943883895874},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5602324604988098},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.45799902081489563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4478307366371155},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34549981355667114},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.330453485250473},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3043285012245178},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612281","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612281","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612281","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3581783.3612281","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612281","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612281","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1583650166","display_name":null,"funder_award_id":"62132006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2434235226","display_name":null,"funder_award_id":"62261160653","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4414281452","display_name":null,"funder_award_id":"62025604","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G489730147","display_name":null,"funder_award_id":"62206009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6760847424","display_name":null,"funder_award_id":"62006217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387967916.pdf","grobid_xml":"https://content.openalex.org/works/W4387967916.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2914630606","https://openalex.org/W2936286953","https://openalex.org/W2959289524","https://openalex.org/W2962847335","https://openalex.org/W2963150697","https://openalex.org/W2963271936","https://openalex.org/W2963351448","https://openalex.org/W2964095005","https://openalex.org/W2986357608","https://openalex.org/W2991526369","https://openalex.org/W2998508940","https://openalex.org/W3004127093","https://openalex.org/W3004543888","https://openalex.org/W3008137223","https://openalex.org/W3016970897","https://openalex.org/W3034175346","https://openalex.org/W3103934428","https://openalex.org/W3107530881","https://openalex.org/W3113162324","https://openalex.org/W3169253336","https://openalex.org/W3176659256","https://openalex.org/W3185095134","https://openalex.org/W3200991502","https://openalex.org/W4214524539","https://openalex.org/W4226239489","https://openalex.org/W4283705168","https://openalex.org/W4285412155","https://openalex.org/W4304080321","https://openalex.org/W4312229863","https://openalex.org/W4313141028","https://openalex.org/W6600175266","https://openalex.org/W6604233986"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W4292830139","https://openalex.org/W4319309705"],"abstract_inverted_index":{"Knowledge":[0],"Distillation":[1],"(KD)":[2],"for":[3],"object":[4,175],"detection":[5],"aims":[6,74],"to":[7,75,128,145],"train":[8],"a":[9,16,26,124],"compact":[10],"detector":[11],"by":[12,43,87,114],"transferring":[13],"knowledge":[14,36,48,70,77,113],"from":[15,29],"teacher":[17,21,81,90,131,148],"model.":[18],"Since":[19],"the":[20,80,89,130,147,155,160],"model":[22],"perceives":[23],"data":[24,119,126],"in":[25,58,79,134,154],"way":[27],"different":[28],"humans,":[30],"existing":[31],"KD":[32,168],"methods":[33],"only":[34],"distill":[35,76],"that":[37,49,102],"is":[38,50],"consistent":[39,52],"with":[40,53],"labels":[41],"annotated":[42],"human":[44,54],"expert":[45],"while":[46],"neglecting":[47],"not":[51],"perception,":[55],"which":[56,73,165],"results":[57],"insufficient":[59],"distillation":[60,71],"and":[61,96,139,173],"sub-optimal":[62],"performance.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67,110,122],"propose":[68,123],"inconsistent":[69,112],"(IKD),":[72],"inherent":[78],"model's":[82,91,132,149],"counter-intuitive":[83,92],"perceptions.":[84],"We":[85],"start":[86],"considering":[88],"perceptions":[93,150],"of":[94,151,162],"frequency":[95,137],"non-robust":[97,152],"features.":[98],"Unlike":[99],"previous":[100],"works":[101],"exploit":[103],"fine-grained":[104],"features":[105,153],"or":[106],"introduce":[107],"additional":[108],"regularizations,":[109],"extract":[111,146],"providing":[115],"diverse":[116],"input":[117],"using":[118],"augmentation.":[120],"Specifically,":[121],"sample-specific":[125],"augmentation":[127,144],"transfer":[129],"ability":[133],"capturing":[135],"distinct":[136],"components":[138],"suggest":[140],"an":[141],"adversarial":[142],"feature":[143],"data.":[156],"Extensive":[157],"experiments":[158],"demonstrate":[159],"effectiveness":[161],"our":[163],"method":[164],"outperforms":[166],"state-of-the-art":[167],"baselines":[169],"on":[170],"one-stage,":[171],"two-stage":[172],"anchor-free":[174],"detectors":[176],"(at":[177],"most":[178],"+1.0":[179],"mAP).":[180],"Our":[181],"codes":[182],"will":[183],"be":[184],"made":[185],"available":[186],"at":[187],"https://github.com/JWLiang007/IKD.git.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}