{"id":"https://openalex.org/W4391251749","doi":"https://doi.org/10.3233/ida-230799","title":"A novel dual-granularity lightweight transformer for vision tasks","display_name":"A novel dual-granularity lightweight transformer for vision tasks","publication_year":2024,"publication_date":"2024-01-26","ids":{"openalex":"https://openalex.org/W4391251749","doi":"https://doi.org/10.3233/ida-230799"},"language":"en","primary_location":{"id":"doi:10.3233/ida-230799","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ida-230799","pdf_url":null,"source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101787171","display_name":"Ji Zhang","orcid":"https://orcid.org/0000-0001-6141-239X"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Zhang","raw_affiliation_strings":["Laboratory of Intelligent Microsystems, Beijing Information Science and Technology University, Beijing, China","School of Instrument Science and Opto-Electronics Engineering, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Intelligent Microsystems, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]},{"raw_affiliation_string":"School of Instrument Science and Opto-Electronics Engineering, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026352201","display_name":"Mingxin Yu","orcid":"https://orcid.org/0000-0001-8823-0852"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingxin Yu","raw_affiliation_strings":["Laboratory of Intelligent Microsystems, Beijing Information Science and Technology University, Beijing, China","School of Instrument Science and Opto-Electronics Engineering, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Intelligent Microsystems, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]},{"raw_affiliation_string":"School of Instrument Science and Opto-Electronics Engineering, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053439428","display_name":"Wenshuai Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenshuai Lu","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China","E-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"E-mail:","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101351575","display_name":"Yuxiang Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Dai","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China","E-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"E-mail:","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020365047","display_name":"Huiyu Shi","orcid":"https://orcid.org/0000-0001-7383-9091"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyu Shi","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China","E-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"E-mail:","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111063408","display_name":"Rui You","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui You","raw_affiliation_strings":["Laboratory of Intelligent Microsystems, Beijing Information Science and Technology University, Beijing, China","School of Instrument Science and Opto-Electronics Engineering, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Intelligent Microsystems, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]},{"raw_affiliation_string":"School of Instrument Science and Opto-Electronics Engineering, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5026352201","https://openalex.org/A5111063408"],"corresponding_institution_ids":["https://openalex.org/I78675632"],"apc_list":null,"apc_paid":null,"fwci":0.4507,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58006341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"28","issue":"5","first_page":"1213","last_page":"1228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.8605798482894897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6009464859962463},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5952374935150146},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5479195713996887},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42561084032058716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3791767954826355},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15639057755470276},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15188032388687134},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1421414017677307},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.05757620930671692},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.04689285159111023}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.8605798482894897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6009464859962463},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5952374935150146},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5479195713996887},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42561084032058716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3791767954826355},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15639057755470276},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15188032388687134},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1421414017677307},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.05757620930671692},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.04689285159111023},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/ida-230799","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ida-230799","pdf_url":null,"source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2412782625","https://openalex.org/W2737258237","https://openalex.org/W2752782242","https://openalex.org/W2910628332","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2963993763","https://openalex.org/W2992308087","https://openalex.org/W2998508940","https://openalex.org/W3121523901","https://openalex.org/W3128446465","https://openalex.org/W3131500599","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3157528469","https://openalex.org/W3171087525","https://openalex.org/W3175515048","https://openalex.org/W3175544090","https://openalex.org/W3190492058","https://openalex.org/W4214493665","https://openalex.org/W4214614183","https://openalex.org/W4214634256","https://openalex.org/W4214709605","https://openalex.org/W4283746543","https://openalex.org/W4312204012","https://openalex.org/W4312349930","https://openalex.org/W4312769131","https://openalex.org/W4312950730","https://openalex.org/W4312986923","https://openalex.org/W4313007769","https://openalex.org/W4377229921","https://openalex.org/W4387125416","https://openalex.org/W4387824552","https://openalex.org/W4391305696","https://openalex.org/W6794345597","https://openalex.org/W6796931752","https://openalex.org/W6797790494","https://openalex.org/W6819060087"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2166024367","https://openalex.org/W2772917594","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Transformer-based":[0],"networks":[1],"have":[2],"revolutionized":[3],"visual":[4],"tasks":[5],"with":[6,151],"their":[7,26],"continuous":[8],"innovation,":[9],"leading":[10],"to":[11,25,178],"significant":[12],"progress.":[13],"However,":[14],"the":[15,60,72,111,135,185,190],"widespread":[16],"adoption":[17],"of":[18,115,131,139,153,171,197],"Vision":[19],"Transformers":[20],"(ViT)":[21],"is":[22,215],"limited":[23],"due":[24],"high":[27],"computational":[28],"and":[29,39,58,101,124,148,155,173,180,199,209,217],"parameter":[30],"requirements,":[31],"making":[32],"them":[33],"less":[34],"feasible":[35],"for":[36],"resource-constrained":[37],"mobile":[38],"edge":[40],"computing":[41],"devices.":[42],"Moreover,":[43],"existing":[44],"lightweight":[45,119],"ViTs":[46],"exhibit":[47],"limitations":[48,69,91],"in":[49,64,129,157,175,201],"capturing":[50],"different":[51],"granular":[52],"features,":[53],"extracting":[54],"local":[55],"features":[56],"efficiently,":[57],"incorporating":[59],"inductive":[61],"bias":[62],"inherent":[63],"convolutional":[65],"neural":[66],"networks.":[67],"These":[68],"somewhat":[70],"impact":[71],"overall":[73],"performance.":[74],"To":[75],"address":[76],"these":[77,90],"limitations,":[78],"we":[79],"propose":[80],"an":[81],"efficient":[82],"ViT":[83],"called":[84],"Dual-Granularity":[85,97],"Former":[86],"(DGFormer).":[87],"DGFormer":[88,117,145,168,192],"mitigates":[89],"by":[92,127],"introducing":[93],"two":[94],"innovative":[95],"modules:":[96],"Attention":[98],"(DG":[99],"Attention)":[100],"Efficient":[102],"Feed-Forward":[103],"Network":[104],"(Efficient":[105],"FFN).":[106],"In":[107],"our":[108],"experiments,":[109],"on":[110,189],"image":[112],"recognition":[113],"task":[114,138,188],"ImageNet,":[116],"surpasses":[118],"models":[120],"such":[121],"as":[122],"PVTv2-B0":[123,147,179,208],"Swin":[125,149,181,210],"Transformer":[126,150],"2.3%":[128],"terms":[130],"Top1":[132],"accuracy.":[133],"On":[134,184],"object":[136],"detection":[137,143,166],"COCO,":[140],"under":[141,163],"RetinaNet":[142],"framework,":[144,167],"outperforms":[146],"increase":[152],"0.5%":[154],"2.4%":[156],"average":[158],"precision":[159],"(AP),":[160],"respectively.":[161,183,212],"Similarly,":[162],"Mask":[164],"R-CNN":[165],"exhibits":[169],"improvement":[170,196],"0.4%":[172],"1.8%":[174],"AP":[176],"compared":[177],"Transformer,":[182,211],"semantic":[186],"segmentation":[187],"ADE20K,":[191],"achieves":[193],"a":[194],"substantial":[195],"2.0%":[198],"2.5%":[200],"mean":[202],"Intersection":[203],"over":[204,207],"Union":[205],"(mIoU)":[206],"The":[213],"code":[214],"open-source":[216],"available":[218],"at:":[219],"https://github.com/ISCLab-Bistu/DGFormer.git.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}