{"id":"https://openalex.org/W7167013426","doi":"https://doi.org/10.48550/arxiv.2607.00223","title":"Does Your ViT Still Need U-Net for Segmentation?","display_name":"Does Your ViT Still Need U-Net for Segmentation?","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7167013426","doi":"https://doi.org/10.48550/arxiv.2607.00223"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00223","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139888758","display_name":"Xin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139917644","display_name":"Wenhui Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Wenhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139934625","display_name":"Xuanzhao Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Xuanzhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139902317","display_name":"Xiwen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139936447","display_name":"Yanxi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yanxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139895185","display_name":"Yujian Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Yujian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139876290","display_name":"Hao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103078397","display_name":"Oana M. Dumitrascu","orcid":"https://orcid.org/0000-0003-2033-449X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dumitrascu, Oana M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139854621","display_name":"Yalin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yalin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.6320000290870667,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.6320000290870667,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07940000295639038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7839999794960022},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5644000172615051},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5052000284194946},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4641999900341034},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4593000113964081},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.414000004529953},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4056999981403351},{"id":"https://openalex.org/keywords/segmentation-based-object-categorization","display_name":"Segmentation-based object categorization","score":0.39070001244544983}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7839999794960022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7366999983787537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6207000017166138},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5644000172615051},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5052000284194946},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4593000113964081},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.414000004529953},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41290000081062317},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4056999981403351},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.39070001244544983},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.35580000281333923},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32179999351501465},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medical":[0],"image":[1,81,105,183],"segmentation":[2,29,89,106,184],"is":[3,177,200],"dominated":[4],"by":[5,94],"U-Net-style":[6,33,62,175],"encoder-decoder":[7],"architectures.":[8],"Vision":[9],"Transformers":[10],"(ViTs)":[11],"overcome":[12],"the":[13,53,59,74,145,148],"limited":[14],"receptive":[15],"field":[16],"of":[17,24,56,147,159],"convolutional":[18],"networks":[19],"through":[20],"self-attention,":[21],"enabling":[22],"modeling":[23,121],"long-range":[25],"dependencies.":[26],"Early":[27],"ViT-based":[28],"methods":[30],"typically":[31],"retained":[32],"decoders":[34],"because":[35],"pretrained":[36],"ViT":[37,110,187],"representations":[38],"were":[39],"insufficient":[40],"to":[41],"support":[42],"accurate":[43],"dense":[44],"prediction.":[45],"Recent":[46],"advances":[47],"in":[48,65,127],"large-scale":[49],"pretraining":[50],"have":[51],"redefined":[52],"representation":[54],"capability":[55],"ViTs,":[57],"reducing":[58],"reliance":[60],"on":[61,108,161,164,168],"decoder":[63,176],"architectures":[64],"modern":[66,109,186],"vision":[67],"models.":[68],"This":[69],"prompts":[70],"two":[71],"questions:":[72],"Is":[73],"U-Net":[75],"paradigm":[76],"still":[77],"necessary":[78,180],"for":[79,102,181],"medical":[80,104,153,182],"segmentation?":[82],"If":[83],"not,":[84],"how":[85],"should":[86],"an":[87,195],"encoder-only":[88,103,116,197],"framework":[90],"be":[91],"designed?":[92],"Motivated":[93],"these":[95],"questions,":[96],"we":[97],"explore":[98],"key":[99],"architectural":[100],"choices":[101],"based":[107],"backbones":[111,188],"and":[112,122,142,166,189],"establish":[113],"a":[114,174],"query-based":[115],"design":[117,150],"with":[118,185],"multi-level":[119],"query":[120],"learnable":[123],"block":[124],"fusion,":[125],"realized":[126],"Encoder-only":[128],"Segmentation":[129],"(EoSeg).":[130],"Extensive":[131],"experiments":[132],"across":[133,151],"seven":[134],"benchmark":[135],"datasets":[136],"spanning":[137],"CT,":[138],"MRI,":[139],"histopathology,":[140],"endoscopy,":[141],"dermoscopy":[143],"validate":[144],"effectiveness":[146],"proposed":[149],"diverse":[152],"imaging":[154],"modalities,":[155],"including":[156],"mDice":[157],"scores":[158],"85.50%":[160],"Synapse,":[162],"91.73%":[163],"ACDC,":[165],"93.27%":[167],"GlaS.":[169],"The":[170],"results":[171],"demonstrate":[172],"that":[173,192],"no":[178],"longer":[179],"further":[190],"show":[191],"EoSeg":[193],"provides":[194],"effective":[196],"design.":[198],"Code":[199],"available":[201],"at:":[202],"https://github.com/Retinal-Research/EoSeg":[203]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}