{"id":"https://openalex.org/W4224304134","doi":"https://doi.org/10.1109/tip.2021.3139234","title":"Towards Lightweight Transformer Via Group-Wise Transformation for Vision-and-Language Tasks","display_name":"Towards Lightweight Transformer Via Group-Wise Transformation for Vision-and-Language Tasks","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4224304134","doi":"https://doi.org/10.1109/tip.2021.3139234","pmid":"https://pubmed.ncbi.nlm.nih.gov/35471883"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3139234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3139234","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.07780","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102997988","display_name":"Gen Luo","orcid":"https://orcid.org/0000-0001-5334-1843"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gen Luo","raw_affiliation_strings":["Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-5334-1843","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091531008","display_name":"Yiyi Zhou","orcid":"https://orcid.org/0000-0002-5110-4526"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyi Zhou","raw_affiliation_strings":["Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5110-4526","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059926864","display_name":"Xiaoshuai Sun","orcid":"https://orcid.org/0000-0003-3912-9306"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshuai Sun","raw_affiliation_strings":["Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-3912-9306","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119929943","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-7834-7499"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014628588","display_name":"Liujuan Cao","orcid":"https://orcid.org/0000-0002-7645-9606"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liujuan Cao","raw_affiliation_strings":["Tencent Technology (Shanghai) Company Ltd., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7645-9606","affiliations":[{"raw_affiliation_string":"Tencent Technology (Shanghai) Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716576","display_name":"Yongjian Wu","orcid":"https://orcid.org/0000-0003-2007-6929"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Wu","raw_affiliation_strings":["Tencent Technology (Shanghai) Company Ltd., Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Technology (Shanghai) Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112601777","display_name":"Feiyue Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyue Huang","raw_affiliation_strings":["Tencent Technology (Shanghai) Company Ltd., Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Technology (Shanghai) Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016080094","display_name":"Rongrong Ji","orcid":"https://orcid.org/0000-0001-9163-2932"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ji","raw_affiliation_strings":["Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-9163-2932","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Media Analytics and Computing Laboratory, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5484,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.96301169,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"31","issue":null,"first_page":"3386","last_page":"3398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7003589272499084},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6318094730377197},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5586677193641663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4451848864555359},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.34797191619873047},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2686495780944824},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1853160262107849},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.138469398021698},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1055443286895752}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7003589272499084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6318094730377197},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5586677193641663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4451848864555359},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34797191619873047},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2686495780944824},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1853160262107849},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.138469398021698},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1055443286895752}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2021.3139234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3139234","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:35471883","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35471883","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2204.07780","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.07780","pdf_url":"https://arxiv.org/pdf/2204.07780","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.07780","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.07780","pdf_url":"https://arxiv.org/pdf/2204.07780","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271955826","display_name":"\u57fa\u4e8e\u5f31\u76d1\u7763\u5b66\u4e60\u7684\u673a\u8f7d\u5730/\u6d77\u5c0f\u76ee\u6807\u68c0\u6d4b\u7814\u7a76","funder_award_id":"62072387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1627692989","display_name":null,"funder_award_id":"2021J01002","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G1787173488","display_name":"\u9762\u5411\u6df1\u5ea6\u5b66\u4e60\u7684\u5bf9\u6297\u653b\u9632\u6280\u672f\u7814\u7a76","funder_award_id":"62072389","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2785666877","display_name":null,"funder_award_id":"62002305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2816000458","display_name":null,"funder_award_id":"2021T40397","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5284885812","display_name":null,"funder_award_id":"62176222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5670123517","display_name":null,"funder_award_id":"2019B1515120049","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6075090814","display_name":null,"funder_award_id":"62025603","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G6727647225","display_name":null,"funder_award_id":"62176226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7272499820","display_name":null,"funder_award_id":"U21B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7779606772","display_name":null,"funder_award_id":"62176223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8406165135","display_name":"\u9762\u5411\u56fe\u654f\u611f\u6df1\u5ea6\u5b66\u4e60\u7684\u7ed3\u6784\u5316\u8d85\u56fe\u7814\u7a76","funder_award_id":"62072386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1905882502","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2331143823","https://openalex.org/W2506483933","https://openalex.org/W2531409750","https://openalex.org/W2558535589","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2571175805","https://openalex.org/W2611669587","https://openalex.org/W2745461083","https://openalex.org/W2747623286","https://openalex.org/W2752782242","https://openalex.org/W2760103357","https://openalex.org/W2765407302","https://openalex.org/W2779827764","https://openalex.org/W2883780447","https://openalex.org/W2890531016","https://openalex.org/W2915716523","https://openalex.org/W2946567085","https://openalex.org/W2949376505","https://openalex.org/W2963125010","https://openalex.org/W2963150162","https://openalex.org/W2963163009","https://openalex.org/W2963170456","https://openalex.org/W2963383024","https://openalex.org/W2963518342","https://openalex.org/W2963717374","https://openalex.org/W2963735856","https://openalex.org/W2964022527","https://openalex.org/W2964067226","https://openalex.org/W2964072591","https://openalex.org/W2964110616","https://openalex.org/W2964345792","https://openalex.org/W2964350391","https://openalex.org/W2965697393","https://openalex.org/W2966683369","https://openalex.org/W2968124245","https://openalex.org/W2970231061","https://openalex.org/W2970869018","https://openalex.org/W2983141445","https://openalex.org/W2984121207","https://openalex.org/W2986670728","https://openalex.org/W2990818246","https://openalex.org/W2992308087","https://openalex.org/W2997591391","https://openalex.org/W2998183051","https://openalex.org/W2998356391","https://openalex.org/W2998508940","https://openalex.org/W2998631105","https://openalex.org/W3002557610","https://openalex.org/W3034655362","https://openalex.org/W3035284526","https://openalex.org/W3035682985","https://openalex.org/W3092767330","https://openalex.org/W3096609285","https://openalex.org/W3103022576","https://openalex.org/W3105966348","https://openalex.org/W3118608800","https://openalex.org/W3138516171","https://openalex.org/W3175095612","https://openalex.org/W3177265267","https://openalex.org/W6631190155","https://openalex.org/W6639432524","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6684191040","https://openalex.org/W6728881024","https://openalex.org/W6737664043","https://openalex.org/W6738893770","https://openalex.org/W6739901393","https://openalex.org/W6748270630","https://openalex.org/W6752083267","https://openalex.org/W6755207826","https://openalex.org/W6758657797","https://openalex.org/W6763509872","https://openalex.org/W6763643401","https://openalex.org/W6763701032","https://openalex.org/W6764409202","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6767494712","https://openalex.org/W6768080748","https://openalex.org/W6768851824","https://openalex.org/W6769120734","https://openalex.org/W6771251021","https://openalex.org/W6771321870","https://openalex.org/W6771626834","https://openalex.org/W6779163297","https://openalex.org/W6783944145","https://openalex.org/W6787972765","https://openalex.org/W6794345597","https://openalex.org/W6797533273","https://openalex.org/W6798901973"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Despite":[0],"the":[1,28,66,80,90,136,145,152,171],"exciting":[2],"performance,":[3],"Transformer":[4,16,52,138,167],"is":[5],"criticized":[6],"for":[7,53,140],"its":[8,24,75,159],"excessive":[9],"parameters":[10,67,127],"and":[11,35,68,89,105,113,128,157],"computation":[12],"cost.":[13],"However,":[14],"compressing":[15],"remains":[17],"as":[18,57],"an":[19],"open":[20],"problem":[21],"due":[22],"to":[23,63,99,151],"internal":[25],"complexity":[26],"of":[27,70,87,94,102,126,154],"layer":[29],"designs,":[30],"i.e.,":[31,79],"Multi-Head":[32],"Attention":[33],"(MHA)":[34],"Feed-Forward":[36],"Network":[37],"(FFN).":[38],"To":[39,143],"address":[40],"this":[41],"issue,":[42],"we":[43,148],"introduce":[44],"Group-wise":[45,61],"Transformation":[46,62],"towards":[47],"a":[48,100,123,163],"universal":[49],"yet":[50],"lightweight":[51],"vision-and-language":[54,111,141],"tasks,":[55],"termed":[56],"LW-Transformer.":[58],"LW-Transformer":[59,98,130,150],"applies":[60],"reduce":[64],"both":[65],"computations":[69],"Transformer,":[71],"while":[72,121],"also":[73,175],"preserving":[74],"two":[76],"main":[77],"properties,":[78],"efficient":[81],"attention":[82],"modeling":[83],"on":[84,109,162],"diverse":[85],"subspaces":[86],"MHA,":[88],"expanding-scaling":[91],"feature":[92],"transformation":[93],"FFN.":[95],"We":[96],"apply":[97,149],"set":[101],"Transformer-based":[103],"networks,":[104],"quantitatively":[106],"measure":[107],"them":[108],"three":[110],"tasks":[112],"six":[114],"benchmark":[115],"datasets.":[116],"Experimental":[117],"results":[118],"show":[119],"that":[120],"saving":[122],"large":[124],"number":[125],"computations,":[129],"achieves":[131],"very":[132],"competitive":[133],"performance":[134],"against":[135],"original":[137],"networks":[139],"tasks.":[142],"examine":[144],"generalization":[146],"ability,":[147],"task":[153],"image":[155,166],"classification,":[156],"build":[158],"network":[160],"based":[161],"recently":[164],"proposed":[165],"called":[168],"Swin-Transformer,":[169],"where":[170],"effectiveness":[172],"can":[173],"be":[174],"confirmed.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}