{"id":"https://openalex.org/W4321020611","doi":"https://doi.org/10.1109/fg57933.2023.10042513","title":"Multi-Zone Transformer Based on Self-Distillation for Facial Attribute Recognition","display_name":"Multi-Zone Transformer Based on Self-Distillation for Facial Attribute Recognition","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W4321020611","doi":"https://doi.org/10.1109/fg57933.2023.10042513"},"language":"en","primary_location":{"id":"doi:10.1109/fg57933.2023.10042513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg57933.2023.10042513","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100366210","display_name":"Si Chen","orcid":"https://orcid.org/0000-0002-8836-4735"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Si Chen","raw_affiliation_strings":["Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044150720","display_name":"Xueyan Zhu","orcid":"https://orcid.org/0000-0001-8532-3658"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyan Zhu","raw_affiliation_strings":["Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032628425","display_name":"Da\u2010Han Wang","orcid":"https://orcid.org/0000-0002-5901-0778"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Da-Han Wang","raw_affiliation_strings":["Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101942006","display_name":"Shunzhi Zhu","orcid":"https://orcid.org/0000-0001-8321-1169"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunzhi Zhu","raw_affiliation_strings":["Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004128654","display_name":"Yun Wu","orcid":"https://orcid.org/0000-0002-2476-7746"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Wu","raw_affiliation_strings":["Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Pattern Recognition and Image Understanding, School of Computer and Information Engineering, Xiamen University of Technology,Xiamen,China,361024","institution_ids":["https://openalex.org/I75867142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100366210"],"corresponding_institution_ids":["https://openalex.org/I75867142"],"apc_list":null,"apc_paid":null,"fwci":0.9825,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76804909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7636641263961792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6447040438652039},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6172506213188171},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49484819173812866},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4432781934738159},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43287256360054016},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1970735490322113},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.17173826694488525},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12433338165283203}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7636641263961792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6447040438652039},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6172506213188171},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49484819173812866},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4432781934738159},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43287256360054016},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1970735490322113},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.17173826694488525},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12433338165283203},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg57933.2023.10042513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg57933.2023.10042513","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2005539193","https://openalex.org/W2088009615","https://openalex.org/W2126448884","https://openalex.org/W2147414309","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2605124728","https://openalex.org/W2622263826","https://openalex.org/W2784318199","https://openalex.org/W2804665167","https://openalex.org/W2904170036","https://openalex.org/W2909096461","https://openalex.org/W2962789801","https://openalex.org/W2963882342","https://openalex.org/W2964137095","https://openalex.org/W2987861506","https://openalex.org/W3001906049","https://openalex.org/W3093907268","https://openalex.org/W3106113529","https://openalex.org/W3121523901","https://openalex.org/W3129190863","https://openalex.org/W3199621691","https://openalex.org/W4205888932","https://openalex.org/W4206411193","https://openalex.org/W4385245566","https://openalex.org/W6726497184","https://openalex.org/W6739622702","https://openalex.org/W6739901393","https://openalex.org/W6783940252","https://openalex.org/W6788135285"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W4205302943","https://openalex.org/W2119949815","https://openalex.org/W2561132942","https://openalex.org/W2142795561","https://openalex.org/W3155418658","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Recently,":[0],"transformers":[1],"have":[2,27,141],"shown":[3],"great":[4],"promising":[5],"performance":[6,145],"in":[7,31],"various":[8],"computer":[9],"vision":[10],"tasks.":[11],"However,":[12],"the":[13,19,32,54,66,69,77,81,87,103,108,115,122,126,135,143,147],"current":[14],"transformer":[15,23,44,59,71,82,110,128],"based":[16,45,97],"methods":[17],"ignore":[18],"information":[20,79,124],"exchanges":[21],"between":[22,80,125],"blocks,":[24,73],"and":[25,138],"they":[26],"not":[28],"been":[29],"applied":[30],"facial":[33,55],"attribute":[34],"recognition":[35],"task.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40,91],"propose":[41],"a":[42,93],"multi-zone":[43,58],"on":[46,98,134],"self-distillation":[47,95],"for":[48,150],"FAR,":[49],"termed":[50],"MZTS,":[51],"to":[52,64,114],"predict":[53],"attributes.":[56],"A":[57],"encoder":[60,72,83,111],"is":[61],"firstly":[62],"presented":[63],"achieve":[65],"interactions":[67],"of":[68,146],"different":[70,127],"thus":[74],"avoiding":[75],"forgetting":[76],"effective":[78],"block":[84,112],"groups":[85,118],"during":[86],"iteration":[88],"process.":[89],"Furthermore,":[90],"introduce":[92],"new":[94],"mechanism":[96],"class":[99,104],"tokens,":[100],"which":[101],"distills":[102],"tokens":[105],"obtained":[106],"from":[107],"last":[109],"group":[113],"other":[116],"shallow":[117],"by":[119],"interacting":[120],"with":[121],"significant":[123],"blocks":[129],"through":[130],"attention.":[131],"Extensive":[132],"experiments":[133],"challenging":[136],"CelebA":[137],"LFWA":[139],"datasets":[140],"demonstrated":[142],"excellent":[144],"proposed":[148],"method":[149],"FAR.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
