{"id":"https://openalex.org/W4417051906","doi":"https://doi.org/10.1109/tpami.2025.3640233","title":"Harnessing Lightweight Transformer With Contextual Synergic Enhancement for Efficient 3D Medical Image Segmentation","display_name":"Harnessing Lightweight Transformer With Contextual Synergic Enhancement for Efficient 3D Medical Image Segmentation","publication_year":2025,"publication_date":"2025-12-05","ids":{"openalex":"https://openalex.org/W4417051906","doi":"https://doi.org/10.1109/tpami.2025.3640233","pmid":"https://pubmed.ncbi.nlm.nih.gov/41348799"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3640233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3640233","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xinyu Liu","orcid":"https://orcid.org/0000-0002-5180-6958"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xinyu Liu","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-5180-6958","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064386450","display_name":"Zhen Chen","orcid":"https://orcid.org/0000-0003-0255-6435"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Zhen Chen","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics (CAIR), Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong","Centre for Artificial Intelligence and Robotics (CAIR), Hong Kong Institute of Science & Innovation, Chinese Academy of Sciences, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0003-0255-6435","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), Hong Kong Institute of Science & Innovation, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210121405"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090481419","display_name":"Wuyang Li","orcid":"https://orcid.org/0000-0002-7338-9251"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wuyang Li","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-7338-9251","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008033917","display_name":"Chenxin Li","orcid":"https://orcid.org/0000-0001-7146-2200"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chenxin Li","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0001-7146-2200","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073968803","display_name":"Yixuan Yuan","orcid":"https://orcid.org/0000-0002-0853-6948"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yixuan Yuan","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-0853-6948","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5311,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8602154,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"48","issue":"3","first_page":"3852","last_page":"3867"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.024800000712275505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6401000022888184},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6165000200271606},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4909000098705292},{"id":"https://openalex.org/keywords/data-consistency","display_name":"Data consistency","score":0.44339999556541443},{"id":"https://openalex.org/keywords/jaccard-index","display_name":"Jaccard index","score":0.41370001435279846},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.38429999351501465},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.37540000677108765},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37299999594688416},{"id":"https://openalex.org/keywords/traffic-sign-recognition","display_name":"Traffic sign recognition","score":0.3571999967098236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853000164031982},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6401000022888184},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6165000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5702999830245972},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4909000098705292},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.41370001435279846},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.37540000677108765},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C6528762","wikidata":"https://www.wikidata.org/wiki/Q1574298","display_name":"Traffic sign recognition","level":4,"score":0.3571999967098236},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.32899999618530273},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.31459999084472656},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C194789388","wikidata":"https://www.wikidata.org/wiki/Q17855283","display_name":"CAD","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2777999937534332},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3640233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3640233","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41348799","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41348799","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W855272188","https://openalex.org/W1641498739","https://openalex.org/W1901129140","https://openalex.org/W2112713547","https://openalex.org/W2156163116","https://openalex.org/W2732931556","https://openalex.org/W2741127129","https://openalex.org/W2752782242","https://openalex.org/W2962914239","https://openalex.org/W2963046541","https://openalex.org/W2979907638","https://openalex.org/W3014974815","https://openalex.org/W3093394156","https://openalex.org/W3138516171","https://openalex.org/W3138558221","https://openalex.org/W3151382581","https://openalex.org/W3172681723","https://openalex.org/W3173365702","https://openalex.org/W3175515048","https://openalex.org/W3183302989","https://openalex.org/W3203841574","https://openalex.org/W3204166336","https://openalex.org/W3217167023","https://openalex.org/W4211041154","https://openalex.org/W4212875960","https://openalex.org/W4221163766","https://openalex.org/W4225895868","https://openalex.org/W4282935002","https://openalex.org/W4285040393","https://openalex.org/W4296119796","https://openalex.org/W4306733263","https://openalex.org/W4312114404","https://openalex.org/W4312416205","https://openalex.org/W4312428231","https://openalex.org/W4312804044","https://openalex.org/W4319300504","https://openalex.org/W4321232185","https://openalex.org/W4321488077","https://openalex.org/W4377971432","https://openalex.org/W4382119330","https://openalex.org/W4385245566","https://openalex.org/W4385493674","https://openalex.org/W4386047746","https://openalex.org/W4386075748","https://openalex.org/W4386076385","https://openalex.org/W4386076539","https://openalex.org/W4387211248","https://openalex.org/W4387211595","https://openalex.org/W4387211674","https://openalex.org/W4387449221","https://openalex.org/W4387831664","https://openalex.org/W4387968246","https://openalex.org/W4389104738","https://openalex.org/W4389827562","https://openalex.org/W4390872370","https://openalex.org/W4390873332","https://openalex.org/W4392013871","https://openalex.org/W4396783545","https://openalex.org/W4403069264","https://openalex.org/W4403619442","https://openalex.org/W4408086300","https://openalex.org/W4409367393","https://openalex.org/W4411617662"],"related_works":[],"abstract_inverted_index":{"Transformers":[0],"have":[1],"shown":[2],"remarkable":[3],"performance":[4,162],"in":[5,160],"3D":[6],"medical":[7],"image":[8],"segmentation,":[9],"but":[10],"their":[11,24],"high":[12],"computational":[13],"requirements":[14],"and":[15,37,64,71,163,192],"need":[16],"for":[17,146],"large":[18],"amounts":[19],"of":[20,111,124,157],"labeled":[21,170],"data":[22,38,109,126,171],"limit":[23],"applicability.":[25],"To":[26],"address":[27],"these":[28],"challenges,":[29],"we":[30,41,78,95],"consider":[31],"two":[32],"crucial":[33],"aspects:":[34],"model":[35,50],"efficiency":[36,110],"efficiency.":[39,51,164],"Specifically,":[40],"propose":[42],"Light-UNETR,":[43],"a":[44,54,80,97],"lightweight":[45],"transformer":[46],"designed":[47],"to":[48,86,106,120,140],"achieve":[49],"Light-UNETR":[52],"features":[53,73],"Lightweight":[55],"Dimension":[56],"Reductive":[57],"Attention":[58],"(LIDR)":[59],"module,":[60],"which":[61,104],"reduces":[62],"spatial":[63,143],"channel":[65,89],"dimensions":[66],"while":[67,185],"capturing":[68],"both":[69,161],"global":[70],"local":[72],"via":[74],"multi-branch":[75],"attention.":[76],"Additionally,":[77],"introduce":[79,96],"Compact":[81],"Gated":[82],"Linear":[83],"Unit":[84],"(CGLU)":[85],"selectively":[87],"control":[88],"interaction":[90],"with":[91,127,167],"minimal":[92],"parameters.":[93],"Furthermore,":[94],"Contextual":[98],"Synergic":[99],"Enhancement":[100],"(CSE)":[101],"learning":[102,123],"strategy,":[103],"aims":[105],"boost":[107],"the":[108,116,122,142,155,173,188],"Transformers.":[112],"It":[113],"first":[114],"leverages":[115],"extrinsic":[117],"contextual":[118,138],"information":[119,139],"support":[121],"unlabeled":[125,147],"Attention-Guided":[128],"Replacement,":[129],"then":[130],"applies":[131],"Spatial":[132],"Masking":[133],"Consistency":[134],"that":[135],"utilizes":[136],"intrinsic":[137],"enhance":[141],"context":[144],"reasoning":[145],"data.":[148],"Extensive":[149],"experiments":[150],"on":[151,172],"various":[152],"benchmarks":[153],"demonstrate":[154],"superiority":[156],"our":[158,178],"approach":[159],"For":[165],"example,":[166],"only":[168],"10%":[169],"Left":[174],"Atrial":[175],"Segmentation":[176],"dataset,":[177],"method":[179],"surpasses":[180],"BCP":[181],"by":[182,190,194],"1.43%":[183],"Jaccard":[184],"drastically":[186],"reducing":[187],"FLOPs":[189],"90.8%":[191],"parameters":[193],"85.8%.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-02-07T06:11:34.122080","created_date":"2025-12-05T00:00:00"}