{"id":"https://openalex.org/W4308236282","doi":"https://doi.org/10.1109/icip46576.2022.9897197","title":"CBPT: A New Backbone for Enhancing Information Transmission of Vision Transformers","display_name":"CBPT: A New Backbone for Enhancing Information Transmission of Vision Transformers","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4308236282","doi":"https://doi.org/10.1109/icip46576.2022.9897197"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897197","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897197","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049814360","display_name":"Wenxin Yu","orcid":"https://orcid.org/0000-0002-6093-5516"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenxin Yu","raw_affiliation_strings":["University of Science and Technology of China,School of Information Science and Technology,China","School of Information Science and Technology, University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Information Science and Technology,China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020240224","display_name":"Hongru Zhang","orcid":"https://orcid.org/0009-0009-6200-019X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongru Zhang","raw_affiliation_strings":["University of Science and Technology of China,School of Information Science and Technology,China","School of Information Science and Technology, University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Information Science and Technology,China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002244885","display_name":"Tianxiang Lan","orcid":"https://orcid.org/0000-0001-9345-6856"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianxiang Lan","raw_affiliation_strings":["University of Science and Technology of China,School of Information Science and Technology,China","School of Information Science and Technology, University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Information Science and Technology,China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101647823","display_name":"Yucheng Hu","orcid":"https://orcid.org/0000-0002-6321-4837"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucheng Hu","raw_affiliation_strings":["University of Science and Technology of China,School of Information Science and Technology,China","School of Information Science and Technology, University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Information Science and Technology,China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089567077","display_name":"Dong Yin","orcid":"https://orcid.org/0000-0003-1995-216X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Yin","raw_affiliation_strings":["University of Science and Technology of China,School of Information Science and Technology,China","School of Information Science and Technology, University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Information Science and Technology,China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049814360"],"corresponding_institution_ids":["https://openalex.org/I126520041","https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16463614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"156","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6457220315933228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5632946491241455},{"id":"https://openalex.org/keywords/information-transmission","display_name":"Information transmission","score":0.44260168075561523},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36816251277923584},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.22151458263397217},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19934028387069702},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17154574394226074},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.0940818190574646}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6457220315933228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5632946491241455},{"id":"https://openalex.org/C2983568541","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Information transmission","level":2,"score":0.44260168075561523},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36816251277923584},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.22151458263397217},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19934028387069702},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17154574394226074},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0940818190574646}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip46576.2022.9897197","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897197","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1686810756","https://openalex.org/W2194775991","https://openalex.org/W2884585870","https://openalex.org/W2928165649","https://openalex.org/W2963150697","https://openalex.org/W2964241181","https://openalex.org/W3034429256","https://openalex.org/W3042011474","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3139633126","https://openalex.org/W3164208409","https://openalex.org/W3179869055","https://openalex.org/W4313007769","https://openalex.org/W6637373629","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6795463671","https://openalex.org/W6842607031"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"an":[3],"efficient":[4],"multi-scale":[5],"vision":[6],"transformer,":[7],"called":[8],"CBPT,":[9],"that":[10,27],"capably":[11],"serves":[12],"as":[13],"a":[14,66],"general-purpose":[15],"backbone":[16],"for":[17],"computer":[18],"vision.":[19],"A":[20],"challenging":[21],"issue":[22],"in":[23,88],"transformer":[24],"design":[25],"is":[26,43],"window":[28],"self-attention(WSA)":[29],"often":[30],"limits":[31],"the":[32,54,61,71,84,90,98],"information":[33,87],"transmission":[34],"of":[35,86],"each":[36],"token,":[37],"whereas":[38],"enlarging":[39],"WSA\u2019s":[40],"receptive":[41,62],"field":[42,63],"very":[44],"expensive":[45],"to":[46,59,70],"compute.":[47],"To":[48],"address":[49],"this":[50],"issue,":[51],"we":[52,76],"develop":[53],"Locally-Enhanced":[55],"Window":[56],"Self-attention":[57],"mechanism":[58],"double":[60],"and":[64,97,113,120,129],"have":[65],"similar":[67],"computational":[68],"complexity":[69],"typical":[72],"WSA.":[73],"In":[74],"addition,":[75],"also":[77,124],"propose":[78],"Information-Enhanced":[79],"Patch":[80],"Merging,":[81],"which":[82],"solves":[83],"loss":[85],"sampling":[89],"attention":[91],"map.":[92],"Incorporated":[93],"with":[94],"these":[95],"designs":[96],"Cross":[99],"Block":[100],"Partial":[101],"connection,":[102],"CBPT":[103],"not":[104],"only":[105],"significantly":[106],"surpasses":[107],"Swin":[108],"by":[109],"+1":[110],"box":[111],"AP":[112,115],"mask":[114],"on":[116],"COCO":[117],"object":[118],"detection":[119],"instance":[121],"segmentation,":[122],"but":[123],"has":[125],"30%":[126],"fewer":[127,131],"parameters":[128],"35%":[130],"FLOPs":[132],"than":[133],"Swin.":[134]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}