{"id":"https://openalex.org/W4387968076","doi":"https://doi.org/10.1145/3581783.3611711","title":"Cross-Architecture Distillation for Face Recognition","display_name":"Cross-Architecture Distillation for Face Recognition","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968076","doi":"https://doi.org/10.1145/3581783.3611711"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611711","doi":"https://doi.org/10.1145/3581783.3611711","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3611711","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611711","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611711","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014417853","display_name":"Weisong Zhao","orcid":"https://orcid.org/0000-0003-3957-8590","observed_orcids":["https://orcid.org/0000-0003-3957-8590"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisong Zhao","raw_affiliation_strings":["Institute of Information Engineering, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3957-8590","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632822","display_name":"Xiangyu Zhu","orcid":"https://orcid.org/0000-0002-4636-9677","observed_orcids":["https://orcid.org/0000-0002-4636-9677"]},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhu","raw_affiliation_strings":["MAIS, CASIA & School of Artificial Intelligence, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4636-9677","affiliations":[{"raw_affiliation_string":"MAIS, CASIA & School of Artificial Intelligence, UCAS, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101892436","display_name":"Zhixiang He","orcid":"https://orcid.org/0009-0002-9645-4586","observed_orcids":["https://orcid.org/0009-0002-9645-4586"]},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":"CN","type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixiang He","raw_affiliation_strings":["China Telecom Corporation Ltd. Data&AI Technology Company, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-9645-4586","affiliations":[{"raw_affiliation_string":"China Telecom Corporation Ltd. Data&AI Technology Company, Beijing, China","institution_ids":["https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419434","display_name":"Xiaoyu Zhang","orcid":"https://orcid.org/0000-0003-1630-6058","observed_orcids":["https://orcid.org/0000-0003-1630-6058","https://orcid.org/0009-0000-8886-509X"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Yu Zhang","raw_affiliation_strings":["Institute of Information Engineering, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1630-6058","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109299788","display_name":"Zhen Lei","orcid":"https://orcid.org/0000-0002-0791-189X","observed_orcids":["https://orcid.org/0000-0002-0791-189X"]},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Lei","raw_affiliation_strings":["MAIS, CASIA, School of Artificial Intelligence, UCAS, & CAIR, HKISI, CAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0791-189X","affiliations":[{"raw_affiliation_string":"MAIS, CASIA, School of Artificial Intelligence, UCAS, & CAIR, HKISI, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1432,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86645732,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8076","last_page":"8085"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.798799991607666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.798799991607666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1729000061750412,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.019600000232458115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face-recognition","display_name":"face recognition","score":0.9819999933242798},{"id":"https://openalex.org/keywords/feature-space-alignment","display_name":"feature space alignment","score":0.7149999737739563},{"id":"https://openalex.org/keywords/mobile-deployment","display_name":"mobile deployment","score":0.6039999723434448},{"id":"https://openalex.org/keywords/face-verification","display_name":"face verification","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7699403166770935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5921247601509094},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5830327272415161},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5408731698989868},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5057899951934814},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4858998656272888},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4647260308265686},{"id":"https://openalex.org/C142816647","wikidata":"https://www.wikidata.org/wiki/Q5573018","display_name":"Glyph (data visualization)","level":3,"score":0.44268402457237244},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4298385977745056},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.41237762570381165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39585673809051514},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34778887033462524},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3305186927318573},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07685130834579468},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3581783.3611711","doi":"https://doi.org/10.1145/3581783.3611711","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3611711","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611711","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.14662","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.14662","pdf_url":"https://arxiv.org/pdf/2306.14662","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.14662","doi":"https://doi.org/10.48550/arxiv.2306.14662","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.14662","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3581783.3611711","doi":"https://doi.org/10.1145/3581783.3611711","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3611711","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611711","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G572794571","display_name":null,"funder_award_id":"Y2021131","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387968076.pdf","grobid_xml":"https://content.openalex.org/works/W4387968076.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1578352865","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1839408879","https://openalex.org/W1975056068","https://openalex.org/W2096733369","https://openalex.org/W2115252128","https://openalex.org/W2157364932","https://openalex.org/W2185089786","https://openalex.org/W2194775991","https://openalex.org/W2404498690","https://openalex.org/W2560674852","https://openalex.org/W2663800299","https://openalex.org/W2736633948","https://openalex.org/W2747329762","https://openalex.org/W2752828042","https://openalex.org/W2784874046","https://openalex.org/W2871667416","https://openalex.org/W2887783173","https://openalex.org/W2944779197","https://openalex.org/W2962898354","https://openalex.org/W2963140444","https://openalex.org/W2963466847","https://openalex.org/W2963468606","https://openalex.org/W2963976704","https://openalex.org/W2964161024","https://openalex.org/W3030520226","https://openalex.org/W3035693354","https://openalex.org/W3119997354","https://openalex.org/W3127215335","https://openalex.org/W3138516171","https://openalex.org/W3151034650","https://openalex.org/W3152956381","https://openalex.org/W3161838454","https://openalex.org/W3169129566","https://openalex.org/W3174102142","https://openalex.org/W3174770825","https://openalex.org/W3185341429","https://openalex.org/W3202329792","https://openalex.org/W3203701986","https://openalex.org/W3205270560","https://openalex.org/W3205621936","https://openalex.org/W4225747866","https://openalex.org/W4226360258","https://openalex.org/W4312238419","https://openalex.org/W4312544276","https://openalex.org/W4312560592","https://openalex.org/W4313034093","https://openalex.org/W4386076680","https://openalex.org/W6600424091","https://openalex.org/W6602728322"],"related_works":["https://openalex.org/W4385701103","https://openalex.org/W3095368626","https://openalex.org/W4413986527","https://openalex.org/W4399265767","https://openalex.org/W2947147506","https://openalex.org/W7123360366","https://openalex.org/W7133325544","https://openalex.org/W2891657706","https://openalex.org/W6949784505","https://openalex.org/W2957685402"],"abstract_inverted_index":{"Transformers":[0],"have":[1],"emerged":[2],"as":[3,57],"the":[4,40,65,76,88,95,102,134,147,169,179,195],"superior":[5],"choice":[6],"for":[7,84],"face":[8,70,187],"recognition":[9,71],"tasks,":[10],"but":[11],"their":[12,17],"insufficient":[13],"platform":[14],"acceleration":[15,31],"hinders":[16],"application":[18],"on":[19,29,185],"mobile":[20],"devices.":[21],"In":[22],"contrast,":[23],"Convolutional":[24],"Neural":[25],"Networks":[26],"(CNNs)":[27],"capitalize":[28],"hardware-compatible":[30],"libraries.":[32],"Consequently,":[33],"it":[34,172],"has":[35],"become":[36],"indispensable":[37],"to":[38,51,173],"preserve":[39],"distillation":[41],"efficacy":[42],"when":[43],"transferring":[44],"knowledge":[45,176],"from":[46],"a":[47,52,105,122],"Transformer-based":[48],"teacher":[49,77,96,135,152],"model":[50],"CNN-based":[53],"student":[54,79,137],"model,":[55],"known":[56],"Cross-Architecture":[58],"Knowledge":[59],"Distillation":[60],"(CAKD).":[61],"Despite":[62],"its":[63],"potential,":[64],"deployment":[66],"of":[67,90,104,133,151,197],"CAKD":[68],"in":[69,101,109],"encounters":[72],"two":[73,116,190],"challenges:":[74],"1)":[75,118],"and":[78,93,136,153,189],"share":[80],"disparate":[81],"spatial":[82,149],"information":[83,150],"each":[85],"pixel,":[86],"obstructing":[87],"alignment":[89],"feature":[91],"space,":[92],"2)":[94,156],"network":[97,163],"is":[98],"not":[99],"trained":[100],"role":[103],"teacher,":[106,170],"lacking":[107],"proficiency":[108],"handling":[110],"distillation-specific":[111,175],"knowledge.":[112],"To":[113],"surmount":[114],"these":[115],"constraints,":[117],"we":[119,157],"first":[120],"introduce":[121],"Unified":[123],"Receptive":[124],"Fields":[125],"Mapping":[126],"module":[127],"(URFM)":[128],"that":[129,165],"maps":[130],"pixel":[131],"features":[132,140],"into":[138,168],"local":[139],"with":[141],"unified":[142],"receptive":[143],"fields,":[144],"thereby":[145],"synchronizing":[146],"pixel-wise":[148],"student.":[154],"Subsequently,":[155],"develop":[158],"an":[159],"Adaptable":[160],"Prompting":[161],"Teacher":[162],"(APT)":[164],"integrates":[166],"prompts":[167],"enabling":[171],"manage":[174],"while":[177],"preserving":[178],"model's":[180],"discriminative":[181],"capacity.":[182],"Extensive":[183],"experiments":[184],"popular":[186],"benchmarks":[188],"large-scale":[191],"verification":[192],"sets":[193],"demonstrate":[194],"superiority":[196],"our":[198],"method.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-10-28T00:00:00"}