{"id":"https://openalex.org/W4321033231","doi":"https://doi.org/10.1109/tnnls.2022.3226569","title":"A New Framework of Collaborative Learning for Adaptive Metric Distillation","display_name":"A New Framework of Collaborative Learning for Adaptive Metric Distillation","publication_year":2023,"publication_date":"2023-02-16","ids":{"openalex":"https://openalex.org/W4321033231","doi":"https://doi.org/10.1109/tnnls.2022.3226569","pmid":"https://pubmed.ncbi.nlm.nih.gov/37022854"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3226569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3226569","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458749","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0001-6728-1773"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008999954","display_name":"Mang Ye","orcid":"https://orcid.org/0000-0003-3989-7655"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mang Ye","raw_affiliation_strings":["Hubei Luojia Laboratory and the School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3989-7655","affiliations":[{"raw_affiliation_string":"Hubei Luojia Laboratory and the School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322712","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-5344-1884"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106686348","display_name":"Sanyuan Zhao","orcid":"https://orcid.org/0000-0001-9386-9677"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanyuan Zhao","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9386-9677","affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435494","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-1503-0240"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Department of Computing and the School of Design, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing and the School of Design, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1503-0240","affiliations":[{"raw_affiliation_string":"Department of Computing and the School of Design, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing and the School of Design, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102851352","display_name":"Jianbing Shen","orcid":"https://orcid.org/0000-0003-2656-3082"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jianbing Shen","raw_affiliation_strings":["Department of Computer and Information Science, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-2656-3082","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6592,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.73697188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"35","issue":"6","first_page":"8266","last_page":"8277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8264309763908386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6969212293624878},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6550902128219604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5459368228912354},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5381743311882019},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5056502819061279},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4947659373283386},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4465677738189697},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4003143012523651},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16176122426986694},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12310335040092468}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8264309763908386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6969212293624878},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6550902128219604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5459368228912354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5381743311882019},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5056502819061279},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4947659373283386},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4465677738189697},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4003143012523651},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16176122426986694},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12310335040092468},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3226569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3226569","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37022854","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37022854","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1869500417","https://openalex.org/W2096733369","https://openalex.org/W2108598243","https://openalex.org/W2138621090","https://openalex.org/W2194775991","https://openalex.org/W2204750386","https://openalex.org/W2221409856","https://openalex.org/W2233116163","https://openalex.org/W2294370754","https://openalex.org/W2549139847","https://openalex.org/W2598634450","https://openalex.org/W2606611007","https://openalex.org/W2620998106","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2883780447","https://openalex.org/W2887783173","https://openalex.org/W2890619523","https://openalex.org/W2936864631","https://openalex.org/W2962923976","https://openalex.org/W2963026686","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963468606","https://openalex.org/W2963927126","https://openalex.org/W2964005298","https://openalex.org/W2964137095","https://openalex.org/W2964233199","https://openalex.org/W2982083293","https://openalex.org/W2982242214","https://openalex.org/W2982802130","https://openalex.org/W2986015886","https://openalex.org/W2996970889","https://openalex.org/W2997224071","https://openalex.org/W2998792609","https://openalex.org/W3005680577","https://openalex.org/W3033235266","https://openalex.org/W3034303554","https://openalex.org/W3034756453","https://openalex.org/W3035321581","https://openalex.org/W3047363187","https://openalex.org/W3107848599","https://openalex.org/W3109684201","https://openalex.org/W3118608800","https://openalex.org/W3176403475","https://openalex.org/W3177196641","https://openalex.org/W3212622989","https://openalex.org/W4200316912","https://openalex.org/W4200343840","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6675751002","https://openalex.org/W6730179637","https://openalex.org/W6730323794","https://openalex.org/W6739901393","https://openalex.org/W6740493225","https://openalex.org/W6748108687","https://openalex.org/W6752186649","https://openalex.org/W6752523896","https://openalex.org/W6755008780","https://openalex.org/W6769906912","https://openalex.org/W6771967508","https://openalex.org/W6772695483","https://openalex.org/W6774314701","https://openalex.org/W6787972765","https://openalex.org/W6788971340"],"related_works":["https://openalex.org/W1975289146","https://openalex.org/W3026162553","https://openalex.org/W2105887828","https://openalex.org/W2122599759","https://openalex.org/W4236520801","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W32245304"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"a":[3,54,125,139],"new":[4,140],"adaptive":[5,67,100],"metric":[6,68,101],"distillation":[7,25,69,94,102],"approach":[8,137],"that":[9,52,103,135],"can":[10,104],"significantly":[11],"improve":[12],"the":[13,32,35,42,47,61,76,81,88,93,107,113,116,144],"student":[14,108],"networks'":[15],"backbone":[16],"features,":[17],"along":[18],"with":[19],"better":[20],"classification":[21,145],"results.":[22],"Previous":[23],"knowledge":[24,33,130],"(KD)":[26],"methods":[27],"usually":[28],"focus":[29],"on":[30,79],"transferring":[31],"across":[34],"classifier":[36],"logits":[37],"or":[38],"feature":[39,48,109],"structure,":[40],"ignoring":[41],"excessive":[43],"sample":[44],"relations":[45],"in":[46,115,142],"space.":[49],"We":[50],"demonstrated":[51,134],"such":[53],"design":[55],"greatly":[56],"limits":[57],"performance,":[58],"especially":[59],"for":[60,128],"retrieval":[62,147],"task.":[63],"The":[64],"proposed":[65],"collaborative":[66,126],"(CAMD)":[70],"has":[71],"three":[72],"main":[73],"advantages:":[74],"1)":[75],"optimization":[77],"focuses":[78],"optimizing":[80],"relationship":[82],"between":[83],"key":[84],"pairs":[85],"by":[86,111],"introducing":[87],"hard":[89],"mining":[90],"strategy":[91],"into":[92],"framework;":[95],"2)":[96],"it":[97,123],"provides":[98],"an":[99],"explicitly":[105],"optimize":[106],"embeddings":[110,118],"applying":[112],"relation":[114],"teacher":[117],"as":[119],"supervision;":[120],"and":[121,146],"3)":[122],"employs":[124],"scheme":[127],"effective":[129],"aggregation.":[131],"Extensive":[132],"experiments":[133],"our":[136],"sets":[138],"state-of-the-art":[141],"both":[143],"tasks,":[148],"outperforming":[149],"other":[150],"cutting-edge":[151],"distillers":[152],"under":[153],"various":[154],"settings.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}