{"id":"https://openalex.org/W4386634523","doi":"https://doi.org/10.1109/access.2023.3314573","title":"HAT: A Visual Transformer Model for Image Recognition Based on Hierarchical Attention Transformation","display_name":"HAT: A Visual Transformer Model for Image Recognition Based on Hierarchical Attention Transformation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386634523","doi":"https://doi.org/10.1109/access.2023.3314573"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3314573","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3314573","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10247525.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10247525.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062060588","display_name":"Xuanyu Zhao","orcid":"https://orcid.org/0000-0003-4763-2673"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuanyu Zhao","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Hu","orcid":"https://orcid.org/0000-0002-6586-231X"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]},{"id":"https://openalex.org/I2800393352","display_name":"China Tourism Academy","ror":"https://ror.org/01k4abj61","country_code":"CN","type":"government","lineage":["https://openalex.org/I2800393352"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Hu","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China","Hubei Engineering Research Center of Selenium Food Nutrition and Health Intelligent Technology, Hubei Minzu University, Enshi, China","Key Laboratory of Performing Art Equipment & System Technology, Ministry of Culture and Tourism, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"Hubei Engineering Research Center of Selenium Food Nutrition and Health Intelligent Technology, Hubei Minzu University, Enshi, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"Key Laboratory of Performing Art Equipment & System Technology, Ministry of Culture and Tourism, Beijing, China","institution_ids":["https://openalex.org/I2800393352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045435034","display_name":"Chunxia Mao","orcid":"https://orcid.org/0009-0009-9509-6415"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxia Mao","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334813","display_name":"Ye Yuan","orcid":"https://orcid.org/0009-0005-3886-3527"},"institutions":[{"id":"https://openalex.org/I4210149160","display_name":"Enshi Tujia and Miao Autonomous Prefecture Academy of Agricultural Sciences","ror":"https://ror.org/055be5309","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210149160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Yuan","raw_affiliation_strings":["Enshi Audit Office, Enshi, China"],"affiliations":[{"raw_affiliation_string":"Enshi Audit Office, Enshi, China","institution_ids":["https://openalex.org/I4210149160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100415795","display_name":"Li Jun","orcid":"https://orcid.org/0000-0002-8195-8936"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Hubei Minzu University, Enshi, China","institution_ids":["https://openalex.org/I145897649"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062060588"],"corresponding_institution_ids":["https://openalex.org/I145897649"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4768,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65110725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"100042","last_page":"100051"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7297752499580383},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.57809978723526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5439460277557373},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45474740862846375},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4380176365375519},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42813438177108765},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09175437688827515}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7297752499580383},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.57809978723526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5439460277557373},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45474740862846375},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4380176365375519},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42813438177108765},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09175437688827515},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3314573","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3314573","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10247525.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4c7f4141595e4bd2a6a934d090cadf1e","is_oa":true,"landing_page_url":"https://doaj.org/article/4c7f4141595e4bd2a6a934d090cadf1e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 100042-100051 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3314573","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3314573","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10247525.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1139463199","display_name":null,"funder_award_id":"2023AFD061","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7033253288","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8334197915","display_name":null,"funder_award_id":"61972017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8933712820","display_name":null,"funder_award_id":"61962019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386634523.pdf","grobid_xml":"https://content.openalex.org/works/W4386634523.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2507296351","https://openalex.org/W2551176409","https://openalex.org/W2908510526","https://openalex.org/W2962858109","https://openalex.org/W3033188311","https://openalex.org/W3034772996","https://openalex.org/W3118608800","https://openalex.org/W3133696297","https://openalex.org/W3137278571","https://openalex.org/W3137963805","https://openalex.org/W3138516171","https://openalex.org/W3157528469","https://openalex.org/W3166942762","https://openalex.org/W3170874841","https://openalex.org/W3209873929","https://openalex.org/W3215223119","https://openalex.org/W4206706211","https://openalex.org/W4213019189","https://openalex.org/W4214633470","https://openalex.org/W4280520013","https://openalex.org/W4288621368","https://openalex.org/W4312856857","https://openalex.org/W4315705623","https://openalex.org/W4366352791","https://openalex.org/W4385245566","https://openalex.org/W4385478434","https://openalex.org/W6739901393","https://openalex.org/W6757468910","https://openalex.org/W6757817989","https://openalex.org/W6772381481","https://openalex.org/W6779089016","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6790690058","https://openalex.org/W6791705549","https://openalex.org/W6794345597","https://openalex.org/W6796526935","https://openalex.org/W6803839055"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0,128],"the":[1,32,35,41,82,91,118,132,135,163],"field":[2],"of":[3,34,71,85,120,134],"image":[4,36,86,142],"recognition,":[5],"Visual":[6],"Transformer":[7],"(ViT)":[8],"has":[9],"excellent":[10],"performance.":[11],"However,":[12],"ViT,":[13],"relies":[14],"on":[15,141,166],"a":[16,47],"fixed":[17],"self-attentive":[18],"layer,":[19],"tends":[20],"to":[21,23,30,95,102,116,122,130],"lead":[22],"computational":[24,93],"redundancy":[25],"and":[26,59,77,107,110,144,157,169],"makes":[27],"it":[28,101],"difficult":[29],"maintain":[31],"integrity":[33],"convolutional":[37],"feature":[38,105],"sequence":[39],"during":[40,126],"training":[42],"process.":[43],"Therefore,":[44],"we":[45,138],"proposed":[46,136],"non-normalization":[48],"hierarchical":[49],"attention":[50,57,62,83,159],"transfer":[51],"network":[52],"(HAT),":[53],"which":[54,99],"introduces":[55],"threshold":[56],"mechanism":[58,63],"multi":[60],"head":[61],"after":[64],"pooling":[65],"in":[66],"each":[67],"layer.":[68],"The":[69,88,147],"focus":[70],"HAT":[72,89,112,161],"is":[73],"shifted":[74],"between":[75],"local":[76],"global,":[78],"thus":[79],"flexibly":[80],"controlling":[81],"range":[84],"classification.":[87],"used":[90],"smaller":[92],"complexity":[94],"improve":[96],"it\u2019s":[97],"scalability,":[98],"enables":[100],"handle":[103],"longer":[104],"sequences":[106],"balance":[108],"efficiency":[109],"accuracy.":[111],"removes":[113],"layer":[114],"normalization":[115],"increase":[117],"likelihood":[119],"convergence":[121],"an":[123],"optimal":[124],"level":[125],"training.":[127],"order":[129],"verify":[131],"effectiveness":[133],"model,":[137],"conducted":[139],"experiments":[140],"classification":[143],"segmentation":[145],"tasks.":[146],"results":[148],"shows":[149],"that":[150],"compared":[151],"with":[152],"classical":[153],"pyramid":[154],"structured":[155],"networks":[156,165],"different":[158],"networks,":[160],"outperformed":[162],"benchmark":[164],"both":[167],"ImageNet":[168],"CIFAR100":[170],"datasets.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}