{"id":"https://openalex.org/W4401055721","doi":"https://doi.org/10.1007/s11263-024-02192-7","title":"Knowledge Distillation Meets Open-Set Semi-supervised Learning","display_name":"Knowledge Distillation Meets Open-Set Semi-supervised Learning","publication_year":2024,"publication_date":"2024-07-26","ids":{"openalex":"https://openalex.org/W4401055721","doi":"https://doi.org/10.1007/s11263-024-02192-7"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-024-02192-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-024-02192-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02192-7.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02192-7.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100704232","display_name":"Jing Yang","orcid":"https://orcid.org/0000-0002-8794-4842"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jing Yang","raw_affiliation_strings":["University of Nottingham, Nottingham, UK"],"affiliations":[{"raw_affiliation_string":"University of Nottingham, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028643592","display_name":"Xiatian Zhu","orcid":"https://orcid.org/0000-0002-9284-2955"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiatian Zhu","raw_affiliation_strings":["Samsung AI Centre, Cambridge, Cambridge, UK","University of Surrey, Guildford, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre, Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]},{"raw_affiliation_string":"University of Surrey, Guildford, UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072822225","display_name":"Adrian Bulat","orcid":"https://orcid.org/0000-0002-3185-4979"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian Bulat","raw_affiliation_strings":["Samsung AI Centre, Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre, Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081233863","display_name":"Brais Mart\u00ednez","orcid":"https://orcid.org/0000-0001-7511-8941"},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Brais Martinez","raw_affiliation_strings":["Samsung AI Centre, Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Samsung AI Centre, Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024224610","display_name":"Georgios Tzimiropoulos","orcid":"https://orcid.org/0000-0002-1803-5338"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Georgios Tzimiropoulos","raw_affiliation_strings":["Queen Mary University London, London, UK","Samsung AI Centre, Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Queen Mary University London, London, UK","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Samsung AI Centre, Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210117523"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100704232"],"corresponding_institution_ids":["https://openalex.org/I142263535"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":2.5665,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90753525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"133","issue":"1","first_page":"315","last_page":"334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6459510922431946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6458254456520081},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6435121893882751},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5704107880592346},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.538159191608429},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4745948016643524},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.09169337153434753},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.0808514654636383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6459510922431946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6458254456520081},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6435121893882751},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5704107880592346},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.538159191608429},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4745948016643524},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.09169337153434753},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0808514654636383},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-024-02192-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-024-02192-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02192-7.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-024-02192-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-024-02192-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02192-7.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401055721.pdf","grobid_xml":"https://content.openalex.org/works/W4401055721.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W135467536","https://openalex.org/W566555209","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2250384498","https://openalex.org/W2300242332","https://openalex.org/W2431080869","https://openalex.org/W2515770085","https://openalex.org/W2551176409","https://openalex.org/W2553303224","https://openalex.org/W2561238782","https://openalex.org/W2592691248","https://openalex.org/W2620998106","https://openalex.org/W2732026016","https://openalex.org/W2739879705","https://openalex.org/W2748787960","https://openalex.org/W2786945063","https://openalex.org/W2789756211","https://openalex.org/W2794523151","https://openalex.org/W2886641317","https://openalex.org/W2886756692","https://openalex.org/W2887783173","https://openalex.org/W2895094948","https://openalex.org/W2936864631","https://openalex.org/W2943865428","https://openalex.org/W2955192706","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963417959","https://openalex.org/W2963460857","https://openalex.org/W2963671154","https://openalex.org/W2963976704","https://openalex.org/W2964111476","https://openalex.org/W2964137095","https://openalex.org/W2964159205","https://openalex.org/W2969985801","https://openalex.org/W2979805229","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2996538923","https://openalex.org/W2997131443","https://openalex.org/W3001197829","https://openalex.org/W3004127093","https://openalex.org/W3005680577","https://openalex.org/W3015735225","https://openalex.org/W3034792991","https://openalex.org/W3035163969","https://openalex.org/W3035524453","https://openalex.org/W3091981646","https://openalex.org/W3094146654","https://openalex.org/W3094502228","https://openalex.org/W3099057664","https://openalex.org/W3109689953","https://openalex.org/W3118608800","https://openalex.org/W3124819632","https://openalex.org/W3166500992","https://openalex.org/W3191916981","https://openalex.org/W4312297403","https://openalex.org/W6637551013","https://openalex.org/W6752186649","https://openalex.org/W6752515464","https://openalex.org/W6756040250","https://openalex.org/W6764051988","https://openalex.org/W6768287286","https://openalex.org/W6769906912","https://openalex.org/W6803989093"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Abstract":[0],"Existing":[1],"knowledge":[2,50,87,159,176,211],"distillation":[3,8,43,160,177,212,231],"methods":[4,178],"mostly":[5],"focus":[6],"on":[7,179],"of":[9,23,28,78,103,118,142],"teacher\u2019s":[10,68,112],"prediction":[11],"and":[12,81,83,184,222,232],"intermediate":[13],"activation.":[14],"However,":[15],"the":[16,24,67,76,85,116,125,150],"structured":[17,90],"representation,":[18],"which":[19],"arguably":[20],"is":[21,31,63,97,213,226,238],"one":[22],"most":[25],"critical":[26],"ingredients":[27],"deep":[29],"models,":[30],"largely":[32,143],"overlooked.":[33],"In":[34],"this":[35,153],"work,":[36],"we":[37,65,132,206,208],"propose":[38],"a":[39,53,57,71,101,122,129],"novel":[40],"semantic":[41,72,86,126],"representational":[42,49],"(SRD)":[44],"method":[45],"dedicated":[46],"for":[47,74,124,138],"distilling":[48,84],"semantically":[51],"from":[52],"pretrained":[54],"teacher":[55,80],"to":[56,135],"target":[58],"student.":[59],"The":[60,235],"key":[61],"idea":[62],"that":[64,169,210],"leverage":[66],"classifier":[69],"as":[70,121,189,191],"critic":[73],"evaluating":[75],"representations":[77],"both":[79,180,229],"student":[82],"with":[88,161],"high-order":[89],"information":[91],"over":[92,228],"all":[93],"feature":[94],"dimensions.":[95],"This":[96],"accomplished":[98],"by":[99],"introducing":[100],"notion":[102],"cross-network":[104],"logit":[105],"computed":[106],"through":[107],"passing":[108],"student\u2019s":[109],"representation":[110],"into":[111],"classifier.":[113],"Further,":[114],"considering":[115],"set":[117],"seen":[119],"classes":[120,137],"basis":[123],"space":[127],"in":[128],"combinatorial":[130],"perspective,":[131],"scale":[133],"SRD":[134,171,225],"unseen":[136],"enabling":[139],"effective":[140,216],"exploitation":[141],"available,":[144],"arbitrary":[145],"unlabeled":[146],"training":[147],"data.":[148],"At":[149],"problem":[151],"level,":[152],"establishes":[154],"an":[155],"interesting":[156],"connection":[157],"between":[158],"open-set":[162,203],"semi-supervised":[163],"learning":[164],"(SSL).":[165],"Extensive":[166],"experiments":[167],"show":[168],"our":[170,223],"outperforms":[172],"significantly":[173],"previous":[174,230],"state-of-the-art":[175],"coarse":[181],"object":[182],"classification":[183],"fine":[185],"face":[186],"recognition":[187],"tasks,":[188],"well":[190],"less":[192],"studied":[193],"yet":[194],"practically":[195],"crucial":[196],"binary":[197],"network":[198],"distillation.":[199],"Under":[200],"more":[201,215],"realistic":[202],"SSL":[204,233],"settings":[205],"introduce,":[207],"reveal":[209],"generally":[214],"than":[217],"existing":[218],"out-of-distribution":[219],"sample":[220],"detection,":[221],"proposed":[224],"superior":[227],"competitors.":[234],"source":[236],"code":[237],"available":[239],"at":[240],"https://github.com/jingyang2017/SRD_ossl":[241],".":[242]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}