{"id":"https://openalex.org/W4416512621","doi":"https://doi.org/10.1109/iccv51701.2025.00286","title":"Competitive Distillation: A Simple Learning Strategy for Improving Visual Classification","display_name":"Competitive Distillation: A Simple Learning Strategy for Improving Visual Classification","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416512621","doi":"https://doi.org/10.1109/iccv51701.2025.00286"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00286","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.23285","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039083900","display_name":"Daqian Shi","orcid":"https://orcid.org/0000-0003-2489-8348"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daqian Shi","raw_affiliation_strings":["Digital Environment Research Institute (DERI), Queen Mary University of London,London,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digital Environment Research Institute (DERI), Queen Mary University of London,London,UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054917096","display_name":"Xiaolei Diao","orcid":"https://orcid.org/0000-0002-3269-8103"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaolei Diao","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London,London,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London,London,UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["Digital Environment Research Institute (DERI), Queen Mary University of London,London,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digital Environment Research Institute (DERI), Queen Mary University of London,London,UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081422106","display_name":"C\u00e9dric M. John","orcid":"https://orcid.org/0000-0001-9711-1548"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"C\u00e9dric M. John","raw_affiliation_strings":["Digital Environment Research Institute (DERI), Queen Mary University of London,London,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digital Environment Research Institute (DERI), Queen Mary University of London,London,UK","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2981","last_page":"2990"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.6466000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.6466000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.15119999647140503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6197999715805054},{"id":"https://openalex.org/keywords/competitive-learning","display_name":"Competitive learning","score":0.5687000155448914},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5410000085830688},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.460999995470047},{"id":"https://openalex.org/keywords/competitive-advantage","display_name":"Competitive advantage","score":0.40619999170303345},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.37040001153945923},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.36039999127388},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.35670000314712524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577000260353088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6840000152587891},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6687999963760376},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6197999715805054},{"id":"https://openalex.org/C120822770","wikidata":"https://www.wikidata.org/wiki/Q5156355","display_name":"Competitive learning","level":3,"score":0.5687000155448914},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5410000085830688},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.460999995470047},{"id":"https://openalex.org/C58546491","wikidata":"https://www.wikidata.org/wiki/Q1150207","display_name":"Competitive advantage","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3547999858856201},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28760001063346863},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.00286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00286","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2506.23285","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.23285","pdf_url":"https://arxiv.org/pdf/2506.23285","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.23285","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.23285","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.23285","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.23285","pdf_url":"https://arxiv.org/pdf/2506.23285","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4],"significantly":[5],"advanced":[6],"the":[7,34,65,79,83,121,148],"field":[8],"of":[9,68,82,85,130],"computer":[10],"vision.":[11],"To":[12],"improve":[13,147],"DNN":[14],"training":[15,26,61,67],"process,":[16],"knowledge":[17],"distillation":[18,101,126,181],"methods":[19],"demonstrate":[20],"their":[21],"effectiveness":[22],"in":[23,107,139,157,185],"accelerating":[24],"network":[25,36,106],"by":[27],"introducing":[28],"a":[29,98,108,114,128,134],"fixed":[30],"learning":[31,52,86,123],"direction":[32],"from":[33],"teacher":[35,115],"to":[37,58,78,110,132,146,161,164,167],"student":[38],"networks.":[39,70],"In":[40,93],"this":[41,94],"context,":[42],"several":[43],"distillation-based":[44],"optimization":[45,143],"strategies":[46,73],"are":[47],"proposed,":[48],"e.g.,":[49],"deep":[50],"mutual":[51],"and":[53,137,172,188],"self-distillation,":[54],"as":[55,113],"an":[56],"attempt":[57],"achieve":[59,74,168],"generic":[60],"performance":[62,184],"enhancement":[63],"through":[64],"cooperative":[66],"multiple":[69],"However,":[71],"such":[72],"limited":[75],"improvements":[76],"due":[77],"poor":[80],"understanding":[81],"impact":[84],"directions":[87],"among":[88],"networks":[89,131,163],"across":[90],"different":[91],"iterations.":[92],"paper,":[95],"we":[96],"propose":[97],"novel":[99],"competitive":[100,142,158,180],"strategy":[102],"that":[103,179],"allows":[104],"each":[105],"group":[109,129],"potentially":[111],"act":[112],"based":[116],"on":[117],"its":[118],"performance,":[119],"enhancing":[120],"overall":[122],"performance.":[124],"Competitive":[125],"organizes":[127],"perform":[133],"shared":[135],"task":[136],"engage":[138],"competition,":[140],"where":[141],"is":[144],"proposed":[145],"parameter":[149],"updating":[150],"process.":[151],"We":[152],"further":[153],"introduce":[154],"stochastic":[155],"perturbation":[156],"distillation,":[159],"aiming":[160],"motivate":[162],"induce":[165],"mutations":[166],"better":[169],"visual":[170],"representations":[171],"global":[173],"optimum.":[174],"The":[175],"experimental":[176],"results":[177],"show":[178],"achieves":[182],"promising":[183],"diverse":[186],"tasks":[187],"datasets.":[189]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}