{"id":"https://openalex.org/W4220674632","doi":"https://doi.org/10.1109/tpami.2022.3160328","title":"Generalized Knowledge Distillation via Relationship Matching","display_name":"Generalized Knowledge Distillation via Relationship Matching","publication_year":2022,"publication_date":"2022-03-17","ids":{"openalex":"https://openalex.org/W4220674632","doi":"https://doi.org/10.1109/tpami.2022.3160328","pmid":"https://pubmed.ncbi.nlm.nih.gov/35298374"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3160328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3160328","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065180062","display_name":"Han-Jia Ye","orcid":"https://orcid.org/0000-0003-1173-1880"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Han-Jia Ye","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1173-1880","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732938","display_name":"L\u00fc Su","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Su Lu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073912249","display_name":"De\u2010Chuan Zhan","orcid":"https://orcid.org/0000-0002-3533-2078"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"De-Chuan Zhan","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065180062"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":2.2195,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.89256621,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"45","issue":"2","first_page":"1817","last_page":"1834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6895920634269714},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6812065243721008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.676626980304718},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5925891995429993},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5776610374450684},{"id":"https://openalex.org/keywords/tuple","display_name":"Tuple","score":0.5738015174865723},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.554638683795929},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5527696013450623},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5057570934295654},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17174965143203735}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6895920634269714},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6812065243721008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.676626980304718},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5925891995429993},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5776610374450684},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.5738015174865723},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.554638683795929},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5527696013450623},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5057570934295654},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17174965143203735},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3160328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3160328","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35298374","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35298374","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2619893789","display_name":null,"funder_award_id":"62176117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2953444090","display_name":null,"funder_award_id":"62006112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G528746023","display_name":null,"funder_award_id":"61921006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":124,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W2015563892","https://openalex.org/W2067562626","https://openalex.org/W2088247287","https://openalex.org/W2096733369","https://openalex.org/W2106053110","https://openalex.org/W2157825465","https://openalex.org/W2169495281","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2412094331","https://openalex.org/W2473930607","https://openalex.org/W2491443891","https://openalex.org/W2509517678","https://openalex.org/W2520774990","https://openalex.org/W2560647685","https://openalex.org/W2596142952","https://openalex.org/W2618530766","https://openalex.org/W2620998106","https://openalex.org/W2689134854","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2796346823","https://openalex.org/W2802198257","https://openalex.org/W2802331540","https://openalex.org/W2886756692","https://openalex.org/W2902166270","https://openalex.org/W2916117399","https://openalex.org/W2925387673","https://openalex.org/W2936864631","https://openalex.org/W2955192706","https://openalex.org/W2962690101","https://openalex.org/W2963026686","https://openalex.org/W2963140444","https://openalex.org/W2963341924","https://openalex.org/W2963744743","https://openalex.org/W2964005298","https://openalex.org/W2964080999","https://openalex.org/W2964137095","https://openalex.org/W2964189064","https://openalex.org/W2964268168","https://openalex.org/W2981801509","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2986604550","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3005680577","https://openalex.org/W3007063652","https://openalex.org/W3022320633","https://openalex.org/W3025169037","https://openalex.org/W3034312118","https://openalex.org/W3034342078","https://openalex.org/W3034756453","https://openalex.org/W3034856281","https://openalex.org/W3034890701","https://openalex.org/W3035163969","https://openalex.org/W3035321581","https://openalex.org/W3089944807","https://openalex.org/W3091981646","https://openalex.org/W3096805028","https://openalex.org/W3105913416","https://openalex.org/W3106217498","https://openalex.org/W3109689953","https://openalex.org/W3110179775","https://openalex.org/W3112889778","https://openalex.org/W3118608800","https://openalex.org/W3155876088","https://openalex.org/W3167272120","https://openalex.org/W3168322754","https://openalex.org/W3174012569","https://openalex.org/W3176403475","https://openalex.org/W3177008256","https://openalex.org/W3182527643","https://openalex.org/W3207854039","https://openalex.org/W4287630250","https://openalex.org/W4295364049","https://openalex.org/W4297775537","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6639372774","https://openalex.org/W6675751002","https://openalex.org/W6685316698","https://openalex.org/W6717697761","https://openalex.org/W6728994542","https://openalex.org/W6730179637","https://openalex.org/W6734837414","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6737664043","https://openalex.org/W6739475399","https://openalex.org/W6740493225","https://openalex.org/W6743661861","https://openalex.org/W6745901624","https://openalex.org/W6748278106","https://openalex.org/W6749242622","https://openalex.org/W6751281049","https://openalex.org/W6751444130","https://openalex.org/W6751751081","https://openalex.org/W6752174245","https://openalex.org/W6756054015","https://openalex.org/W6756081572","https://openalex.org/W6756358366","https://openalex.org/W6761262520","https://openalex.org/W6762338880","https://openalex.org/W6762493409","https://openalex.org/W6762811270","https://openalex.org/W6762840122","https://openalex.org/W6768920361","https://openalex.org/W6770404601","https://openalex.org/W6773815586","https://openalex.org/W6774314701","https://openalex.org/W6775706467","https://openalex.org/W6779630500","https://openalex.org/W6784934235","https://openalex.org/W6785834052","https://openalex.org/W6787972765","https://openalex.org/W6788280241"],"related_works":["https://openalex.org/W2983744209","https://openalex.org/W2961085424","https://openalex.org/W2129933262","https://openalex.org/W2936891942","https://openalex.org/W3173573777","https://openalex.org/W2166704235","https://openalex.org/W1576360539","https://openalex.org/W3203887339","https://openalex.org/W2556319748","https://openalex.org/W4243326899"],"abstract_inverted_index":{"The":[0],"knowledge":[1,20,38,61,109,200],"of":[2,45,80,178],"a":[3,63,67,186],"well-trained":[4],"deep":[5],"neural":[6],"network":[7],"(a.k.a.":[8,31],"the":[9,22,28,32,36,47,52,56,60,78,81,84,88,98,114,126,130,136,141,152,156,163,168,176,179,183,191],"\"teacher\")":[10],"is":[11],"valuable":[12],"for":[13],"learning":[14,42,207],"similar":[15],"tasks.":[16,208],"Knowledge":[17,75],"distillation":[18],"extracts":[19],"from":[21,62,66,167,182],"teacher":[23,48,64,82,127,153,180],"and":[24,39,83,112,138,160,205],"integrates":[25],"it":[26],"with":[27],"target":[29],"model":[30,154],"\"student\"),":[33],"which":[34],"expands":[35],"student's":[37,157],"improves":[40],"its":[41],"efficacy.":[43],"Instead":[44],"enforcing":[46],"to":[49,128,185],"work":[50],"on":[51,151,198],"same":[53,184],"task":[54],"as":[55,104],"student,":[57],"we":[58],"borrow":[59],"trained":[65],"general":[68],"label":[69],"space":[70],"-":[71],"in":[72],"this":[73],"\"Generalized":[74],"Distillation":[76,119],"(GKD),\"":[77],"classes":[79,177],"student":[85,137],"may":[86],"be":[87],"same,":[89],"completely":[90],"different,":[91],"or":[92],"partially":[93],"overlapped.":[94],"We":[95],"claim":[96],"that":[97],"comparison":[99,143],"ability":[100,174],"between":[101,122,145],"instances":[102],"acts":[103],"an":[105],"essential":[106],"factor":[107],"threading":[108],"across":[110],"tasks,":[111],"propose":[113],"RElationship":[115],"FacIlitated":[116],"Local":[117],"cLassifiEr":[118],"(stance-label":[120],"confidence":[121,159],"models,":[123],"ReFilled":[124,170],"requires":[125],"reweight":[129],"hard":[131],"tuples":[132],"pushed":[133],"forward":[134],"by":[135],"then":[139],"matches":[140],"similarity":[142],"levels":[144],"instances.":[146],"An":[147],"embedding-induced":[148],"classifier":[149],"based":[150],"supervises":[155],"classification":[158],"adaptively":[161],"emphasizes":[162],"most":[164],"related":[165],"supervision":[166],"teacher.":[169],"demonstrates":[171],"strong":[172],"discriminative":[173],"when":[175],"vary":[181],"fully":[187],"non-overlapped":[188],"set":[189],"w.r.t.":[190],"student.":[192],"It":[193],"also":[194],"achieves":[195],"state-of-the-art":[196],"performance":[197],"standard":[199],"distillation,":[201],"one-step":[202],"incremental":[203],"learning,":[204],"few-shot":[206]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-10T00:00:00"}