{"id":"https://openalex.org/W4386590366","doi":"https://doi.org/10.1109/icip49359.2023.10223107","title":"KD-Fixmatch: Knowledge Distillation Siamese Neural Networks","display_name":"KD-Fixmatch: Knowledge Distillation Siamese Neural Networks","publication_year":2023,"publication_date":"2023-09-11","ids":{"openalex":"https://openalex.org/W4386590366","doi":"https://doi.org/10.1109/icip49359.2023.10223107"},"language":"en","primary_location":{"id":"doi:10.1109/icip49359.2023.10223107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip49359.2023.10223107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013934000","display_name":"Chien-Chih Wang","orcid":"https://orcid.org/0000-0002-7869-3965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chien-Chih Wang","raw_affiliation_strings":["Amazon Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071261572","display_name":"Shaoyuan Xu","orcid":"https://orcid.org/0000-0003-3740-2276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaoyuan Xu","raw_affiliation_strings":["Amazon Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070138894","display_name":"Jinmiao Fu","orcid":"https://orcid.org/0009-0002-2230-3662"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinmiao Fu","raw_affiliation_strings":["Amazon Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355722","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-8420-6011"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Amazon Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101432451","display_name":"Bryan Wang","orcid":"https://orcid.org/0000-0001-9016-038X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bryan Wang","raw_affiliation_strings":["Amazon Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"341","last_page":"345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450124859809875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6486430764198303},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.6288268566131592},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5717495679855347},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5554314851760864},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5433867573738098},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5368175506591797},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5263931751251221},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4288375973701477},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.41936278343200684},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3906254172325134},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34194743633270264}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450124859809875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6486430764198303},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.6288268566131592},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5717495679855347},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5554314851760864},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5433867573738098},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5368175506591797},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5263931751251221},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4288375973701477},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41936278343200684},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3906254172325134},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34194743633270264},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip49359.2023.10223107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip49359.2023.10223107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1522301498","https://openalex.org/W1821462560","https://openalex.org/W2101210369","https://openalex.org/W2102348129","https://openalex.org/W2125848133","https://openalex.org/W2163568299","https://openalex.org/W2335728318","https://openalex.org/W2953070460","https://openalex.org/W2955425717","https://openalex.org/W2963697299","https://openalex.org/W2964074409","https://openalex.org/W2978426779","https://openalex.org/W2981873476","https://openalex.org/W3001197829","https://openalex.org/W3035160371","https://openalex.org/W3035682985","https://openalex.org/W3037062548","https://openalex.org/W3118608800","https://openalex.org/W3180562345","https://openalex.org/W3205500251","https://openalex.org/W4225495002","https://openalex.org/W4287322212","https://openalex.org/W6685380521","https://openalex.org/W6733814495","https://openalex.org/W6762718338","https://openalex.org/W6762913911","https://openalex.org/W6773005947","https://openalex.org/W6779784029","https://openalex.org/W6802864417"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W4375867731","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128","https://openalex.org/W4312364074"],"abstract_inverted_index":{"Semi-supervised":[0],"learning":[1,10],"(SSL)":[2],"has":[3,237],"become":[4],"a":[5,12,86,113,130,175,238],"crucial":[6],"approach":[7],"in":[8,51,65,105,229],"deep":[9,25,192],"as":[11],"way":[13],"to":[14,49,56,95,139,245,250],"address":[15],"the":[16,31,39,66,71,99,106,119,159,162,170,202,205,209],"challenge":[17],"of":[18,24,33,41,70,121,132,137,161,177,211],"limited":[19],"labeled":[20,36,52,153,203],"data.":[21,37,53,156],"The":[22,127],"success":[23],"neural":[26,88],"networks":[27,83],"heavily":[28,103],"relies":[29],"on":[30,219],"availability":[32],"large-scale":[34],"high-quality":[35],"However,":[38,91],"process":[40],"data":[42,64,179,213,222],"labeling":[43],"is":[44,93,150,184,199],"time-consuming":[45],"and":[46,81,134,142,154,191,208],"unscalable,":[47],"leading":[48],"shortages":[50],"SSL":[54,73,115],"aims":[55],"tackle":[57],"this":[58],"problem":[59],"by":[60,123],"leveraging":[61],"additional":[62],"unlabeled":[63,155,171,178,206,212],"training":[67,108,136,240],"process.":[68],"One":[69],"popular":[72],"algorithms,":[74],"FixMatch":[75,122,228],"[1],":[76],"trains":[77],"identical":[78],"weight-sharing":[79],"teacher":[80],"student":[82],"simultaneously":[84],"using":[85,152],"siamese":[87],"network":[89,160],"(SNN).":[90],"it":[92],"prone":[94],"performance":[96,141,144,248],"degradation":[97],"when":[98],"pseudo":[100,167,182,216],"labels":[101,168,183],"are":[102],"noisy":[104],"early":[107],"stage.":[109],"We":[110],"present":[111],"KD-FixMatch,":[112],"novel":[114],"algorithm":[116,128],"that":[117,225,235,243],"addresses":[118],"limitations":[120],"incorporating":[124],"knowledge":[125],"distillation.":[126],"utilizes":[129],"combination":[131],"sequential":[133],"simultaneous":[135],"SNNs":[138],"enhance":[140],"reduce":[143],"degradation.":[145],"Firstly,":[146],"an":[147,196],"outer":[148,164],"SNN":[149,165,198],"trained":[151,200],"After":[157],"that,":[158],"well-trained":[163],"generates":[166],"for":[169],"data,":[172,204,207],"from":[173],"which":[174],"subset":[176,210],"with":[180,201,214],"trusted":[181,215],"then":[185],"carefully":[186],"created":[187],"through":[188],"high-confidence":[189],"sampling":[190],"embedding":[193],"clustering.":[194],"Finally,":[195],"inner":[197],"labels.":[217],"Experiments":[218],"four":[220],"public":[221],"sets":[223],"demonstrate":[224],"KD-FixMatch":[226,236],"outperforms":[227],"all":[230],"cases.":[231],"Our":[232],"results":[233],"indicate":[234],"better":[239],"starting":[241],"point":[242],"leads":[244],"improved":[246],"model":[247],"compared":[249],"FixMatch.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
