{"id":"https://openalex.org/W4390971081","doi":"https://doi.org/10.1109/bibm58861.2023.10385848","title":"Vision Transformers(ViT) Pretraining on 3D ABUS Image and Dual-CapsViT: Enhancing ViT Decoding via Dual-Channel Dynamic Routing","display_name":"Vision Transformers(ViT) Pretraining on 3D ABUS Image and Dual-CapsViT: Enhancing ViT Decoding via Dual-Channel Dynamic Routing","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4390971081","doi":"https://doi.org/10.1109/bibm58861.2023.10385848"},"language":"en","primary_location":{"id":"doi:10.1109/bibm58861.2023.10385848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm58861.2023.10385848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101484936","display_name":"Mingwang Xu","orcid":"https://orcid.org/0009-0004-5842-6941"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingwang Xu","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391850","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-0583-0682"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Harbin Institute of Technology,School of Computer Science and Technology,Shenzhen,China","School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,School of Computer Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049558861","display_name":"Kuanquan Wang","orcid":"https://orcid.org/0000-0003-1347-3491"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuanquan Wang","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024430250","display_name":"Suyu Dong","orcid":"https://orcid.org/0000-0001-7521-8782"},"institutions":[{"id":"https://openalex.org/I47689461","display_name":"Northeast Forestry University","ror":"https://ror.org/02yxnh564","country_code":"CN","type":"education","lineage":["https://openalex.org/I47689461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suyu Dong","raw_affiliation_strings":["Northeast Forestry University,College of Computer and Control Engineering,Harbin,China","College of Computer and Control Engineering, Northeast Forestry University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Northeast Forestry University,College of Computer and Control Engineering,Harbin,China","institution_ids":["https://openalex.org/I47689461"]},{"raw_affiliation_string":"College of Computer and Control Engineering, Northeast Forestry University, Harbin, China","institution_ids":["https://openalex.org/I47689461"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058127274","display_name":"Pengzhong Sun","orcid":"https://orcid.org/0000-0003-2299-482X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengzhong Sun","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100850295","display_name":"Jinwei Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinwei Sun","raw_affiliation_strings":["Harbin Institute of Technology,School of Instrumentation Science and Engineering,Harbin,China","School of Instrumentation Science and Engineering, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,School of Instrumentation Science and Engineering,Harbin,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Instrumentation Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091843570","display_name":"Gongning Luo","orcid":"https://orcid.org/0000-0003-3662-0335"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongning Luo","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China","Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101484936"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.5245,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73181114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1596","last_page":"1603"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.730478048324585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4914480447769165},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47717180848121643},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4531363546848297},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12692111730575562},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12468776106834412},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1242058277130127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730478048324585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4914480447769165},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47717180848121643},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4531363546848297},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12692111730575562},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12468776106834412},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1242058277130127},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm58861.2023.10385848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm58861.2023.10385848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2966661","https://openalex.org/W2071822996","https://openalex.org/W2090355800","https://openalex.org/W2129280897","https://openalex.org/W2135218478","https://openalex.org/W2194775991","https://openalex.org/W2908510526","https://openalex.org/W2963703618","https://openalex.org/W3128646645","https://openalex.org/W3193873731","https://openalex.org/W3194610972","https://openalex.org/W4286698131","https://openalex.org/W4294975187","https://openalex.org/W4295312788","https://openalex.org/W4313156423","https://openalex.org/W4364297151","https://openalex.org/W6743446608","https://openalex.org/W6757817989","https://openalex.org/W6766978945","https://openalex.org/W6784333009","https://openalex.org/W6799920274"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W3203142394","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Breast":[0,19],"cancer":[1,205],"continues":[2],"to":[3,202],"be":[4],"a":[5,24,41,79,149],"pressing":[6],"global":[7],"health":[8],"concern,":[9],"emphasizing":[10],"the":[11,69,95,99,104,155,191],"essential":[12],"need":[13],"for":[14,54,82,170],"effective":[15],"diagnostic":[16],"techniques.":[17],"Automated":[18],"Ultrasound":[20],"Systems":[21],"(ABUS)":[22],"provide":[23],"promising":[25],"advance":[26],"in":[27,36,68,174],"breast":[28,172,204],"tumor":[29],"detection,":[30],"yet":[31],"they":[32],"require":[33],"significant":[34,62],"expertise":[35],"interpreting":[37],"3D":[38,87],"ABUS":[39,88,175],"images,":[40,89],"task":[42],"fraught":[43],"with":[44],"distinctive":[45],"challenges.":[46],"Although":[47],"Vision":[48],"Transformers":[49,125],"(ViT)":[50],"display":[51],"remarkable":[52],"potential":[53,141,201],"image":[55],"processing,":[56],"their":[57],"low":[58],"inductive":[59],"bias":[60],"and":[61,93,126,145,168,188],"data":[63,96],"requirements":[64],"pose":[65],"obstacles,":[66],"particularly":[67],"data-constrained":[70],"medical":[71],"field.":[72],"To":[73,139],"mitigate":[74],"these":[75],"issues,":[76],"we":[77,118,147],"introduce":[78],"Mask-Recover":[80],"strategy":[81],"pretraining":[83],"Transformer":[84],"models":[85,161,178],"on":[86],"enhancing":[90],"model":[91,123],"adaptability":[92],"reducing":[94],"demands":[97],"of":[98],"ViT":[100,169],"model.":[101],"Moreover,":[102],"recognizing":[103],"risk":[105],"that":[106],"ViTs\u2019":[107],"average":[108],"pooling":[109],"approach":[110],"may":[111],"unintentionally":[112],"mask":[113],"small":[114],"but":[115],"vital":[116],"features,":[117],"propose":[119],"Dual-CapsViT,":[120],"an":[121],"inventive":[122],"combining":[124],"Capsule":[127],"Networks.":[128],"This":[129],"integration":[130],"affords":[131],"efficient":[132],"token":[133],"routing":[134,152],"while":[135],"preserving":[136],"fine-grained":[137],"details.":[138],"reconcile":[140],"inconsistencies":[142],"between":[143],"capsules":[144],"tokens,":[146],"engineer":[148],"novel":[150],"dual-channel":[151],"algorithm,":[153],"strengthening":[154],"decoder\u2019s":[156],"performance.":[157],"We":[158],"benchmarked":[159],"our":[160],"against":[162],"well-known":[163],"standards":[164],"such":[165],"as":[166,182],"ResNet":[167],"classifying":[171],"tumors":[173],"images.":[176],"Our":[177],"exhibited":[179],"superior":[180],"performance,":[181],"evidenced":[183],"by":[184],"improved":[185],"accuracy,":[186],"specificity,":[187],"Area":[189],"Under":[190],"Receiver":[192],"Operating":[193],"Characteristic":[194],"Curve":[195],"(AUC)":[196],"metrics,":[197],"thereby":[198],"affirming":[199],"Dual-CapsViT\u2019s":[200],"enhance":[203],"diagnostics.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}