{"id":"https://openalex.org/W4387976476","doi":"https://doi.org/10.3233/ida-227205","title":"A lightweight vision transformer with symmetric modules for vision tasks","display_name":"A lightweight vision transformer with symmetric modules for vision tasks","publication_year":2023,"publication_date":"2023-10-27","ids":{"openalex":"https://openalex.org/W4387976476","doi":"https://doi.org/10.3233/ida-227205"},"language":"en","primary_location":{"id":"doi:10.3233/ida-227205","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ida-227205","pdf_url":null,"source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061866632","display_name":"Shengjun Liang","orcid":"https://orcid.org/0000-0001-8545-7015"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengjun Liang","raw_affiliation_strings":["Key Laboratory of the Ministry of Education for Optoelectronic Measurement Technology and Instrument, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of the Ministry of Education for Optoelectronic Measurement Technology and Instrument, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026352201","display_name":"Mingxin Yu","orcid":"https://orcid.org/0000-0001-8823-0852"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingxin Yu","raw_affiliation_strings":["Key Laboratory of the Ministry of Education for Optoelectronic Measurement Technology and Instrument, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of the Ministry of Education for Optoelectronic Measurement Technology and Instrument, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053439428","display_name":"Wenshuai Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenshuai Lu","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018677369","display_name":"Xinglong Ji","orcid":"https://orcid.org/0000-0002-8116-7974"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinglong Ji","raw_affiliation_strings":["Department of Precision Instrument, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083192392","display_name":"Xiongxin Tang","orcid":"https://orcid.org/0009-0000-7037-3097"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongxin Tang","raw_affiliation_strings":["Science&Technology on Integrated Information System Laboratory, Institute of Software, The Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science&Technology on Integrated Information System Laboratory, Institute of Software, The Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399083","display_name":"Xiaolin Liu","orcid":"https://orcid.org/0000-0003-2157-265X"},"institutions":[{"id":"https://openalex.org/I4210166112","display_name":"State Key Laboratory of Remote Sensing Science","ror":"https://ror.org/05wzjqa24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210166112"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Liu","raw_affiliation_strings":["Beijing Institute of Space Mechanic & Electricity, Beijing Key Laboratory of Advanced Optical Remote Sensing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Space Mechanic & Electricity, Beijing Key Laboratory of Advanced Optical Remote Sensing, Beijing, China","institution_ids":["https://openalex.org/I4210166112"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111063408","display_name":"Rui You","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui You","raw_affiliation_strings":["Key Laboratory of the Ministry of Education for Optoelectronic Measurement Technology and Instrument, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of the Ministry of Education for Optoelectronic Measurement Technology and Instrument, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5026352201","https://openalex.org/A5111063408"],"corresponding_institution_ids":["https://openalex.org/I78675632"],"apc_list":null,"apc_paid":null,"fwci":0.6845,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72217587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"27","issue":"6","first_page":"1741","last_page":"1757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6996996402740479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6798125505447388},{"id":"https://openalex.org/keywords/isolation-transformer","display_name":"Isolation transformer","score":0.4472019076347351},{"id":"https://openalex.org/keywords/inductive-bias","display_name":"Inductive bias","score":0.42819511890411377},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.42719322443008423},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4220186471939087},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39107954502105713},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33159327507019043},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.328200101852417},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18225646018981934},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18120521306991577},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.1386612057685852},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10436919331550598},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.1018279492855072}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6996996402740479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6798125505447388},{"id":"https://openalex.org/C180850520","wikidata":"https://www.wikidata.org/wiki/Q2166404","display_name":"Isolation transformer","level":4,"score":0.4472019076347351},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.42819511890411377},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.42719322443008423},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4220186471939087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39107954502105713},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33159327507019043},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.328200101852417},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18225646018981934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18120521306991577},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.1386612057685852},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10436919331550598},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.1018279492855072},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/ida-227205","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ida-227205","pdf_url":null,"source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2353267094","https://openalex.org/W2549139847","https://openalex.org/W2618530766","https://openalex.org/W2737258237","https://openalex.org/W2910628332","https://openalex.org/W2963091558","https://openalex.org/W2963125010","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2998508940","https://openalex.org/W3035414587","https://openalex.org/W3107331169","https://openalex.org/W3108566774","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3167976421","https://openalex.org/W3175458168","https://openalex.org/W3175515048","https://openalex.org/W3190492058","https://openalex.org/W3211437098","https://openalex.org/W4206706211","https://openalex.org/W4214493665","https://openalex.org/W4214588794","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4214636423","https://openalex.org/W4214893857","https://openalex.org/W4233713183","https://openalex.org/W4312349930","https://openalex.org/W4312986923","https://openalex.org/W4313007769","https://openalex.org/W4313173148","https://openalex.org/W6600763685","https://openalex.org/W6786861424"],"related_works":["https://openalex.org/W1810370127","https://openalex.org/W1594946127","https://openalex.org/W4312273141","https://openalex.org/W1592651496","https://openalex.org/W4310274968","https://openalex.org/W3040224948","https://openalex.org/W2122678784","https://openalex.org/W1587378402","https://openalex.org/W1495042958","https://openalex.org/W2393827192"],"abstract_inverted_index":{"Transformer-based":[0],"networks":[1,14],"have":[2],"demonstrated":[3],"their":[4],"powerful":[5],"performance":[6,160,180],"in":[7],"various":[8],"vision":[9,125],"tasks.":[10,126],"However,":[11],"these":[12,52],"transformer-based":[13],"are":[15],"heavyweight":[16],"and":[17,44,71,86,102,139,146,164,169,184,189,197],"cannot":[18],"be":[19],"applied":[20],"to":[21,79,111,144,167,187],"edge":[22],"computing":[23],"(mobile)":[24],"devices.":[25],"Despite":[26],"that":[27],"the":[28,84,88,97,100,117,129,151,174],"lightweight":[29,58,121],"transformer":[30,60],"network":[31],"has":[32],"emerged,":[33],"several":[34,124],"problems":[35],"remain,":[36],"i.e.,":[37],"weak":[38],"feature":[39,42,81],"extraction":[40],"ability,":[41],"redundancy,":[43],"lack":[45],"of":[46,92,99,133,155,162,182],"convolutional":[47,108],"inductive":[48,104],"bias.":[49],"To":[50,95],"address":[51],"three":[53],"problems,":[54],"we":[55,75,106],"propose":[56],"a":[57],"visual":[59],"(Symmetric":[61,69],"Former,":[62],"SFormer),":[63],"which":[64],"contains":[65],"two":[66],"novel":[67],"modules":[68],"Block":[70,78],"Symmetric":[72,77,113],"FFN).":[73],"Specifically,":[74],"design":[76,112],"expand":[80],"capacity":[82],"inside":[83],"module":[85],"enhance":[87],"long-range":[89],"modeling":[90],"capability":[91],"attention":[93],"mechanism.":[94],"increase":[96],"compactness":[98],"model":[101],"introduce":[103,107],"bias,":[105],"cheap":[109],"operations":[110],"FFN.":[114],"We":[115],"compared":[116,143,166,186],"SFormer":[118,136,158,178],"with":[119],"existing":[120],"transformers":[122],"on":[123,128],"Remarkably,":[127],"image":[130],"recognition":[131],"task":[132,154],"ImageNet":[134],"[13],":[135],"gains":[137],"1.2%":[138],"1.6%":[140],"accuracy":[141],"improvements":[142,161,181],"PVTv2-b0":[145,168,188],"Swin":[147,170,190],"Transformer,":[148,171,191],"respectively.":[149,172,192],"On":[150,173],"semantic":[152],"segmentation":[153],"ADE20K":[156],"[64],":[157],"delivers":[159,179],"0.2%":[163],"0.7%":[165],"cityscapes":[175],"dataset":[176],"[11],":[177],"2.5%":[183],"4.2%":[185],"The":[193],"code":[194],"is":[195],"open-source":[196],"available":[198],"at:":[199],"https://github.com/ISCLab-Bistu/Symmetric_Former.git.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}