{"id":"https://openalex.org/W4362603615","doi":"https://doi.org/10.1117/12.2651572","title":"Analyzing components of a transformer under different dataset scales in 3D prostate CT segmentation","display_name":"Analyzing components of a transformer under different dataset scales in 3D prostate CT segmentation","publication_year":2023,"publication_date":"2023-04-03","ids":{"openalex":"https://openalex.org/W4362603615","doi":"https://doi.org/10.1117/12.2651572"},"language":"en","primary_location":{"id":"doi:10.1117/12.2651572","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.2651572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2023: Image Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_d3618e6b-cf28-4e61-89c0-a09775a44268","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030434364","display_name":"Yicong Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]},{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Yicong Tan","raw_affiliation_strings":["Leiden Univ. Medical Ctr. (Netherlands)","Technische Univ. Delft (Netherlands)","Pattern Recognition Lab, TU Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden Univ. Medical Ctr. (Netherlands)","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Technische Univ. Delft (Netherlands)","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Pattern Recognition Lab, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061542613","display_name":"Prerak Mody","orcid":"https://orcid.org/0000-0001-9697-2258"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Prerak Mody","raw_affiliation_strings":["Leiden Univ. Medical Ctr. (Netherlands)","Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden Univ. Medical Ctr. (Netherlands)","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053133916","display_name":"Viktor van der Valk","orcid":"https://orcid.org/0000-0002-8077-9274"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]},{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Viktor van der Valk","raw_affiliation_strings":["Leiden Univ. Medical Ctr. (Netherlands)","Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden Univ. Medical Ctr. (Netherlands)","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025788902","display_name":"Marius Staring","orcid":"https://orcid.org/0000-0003-2885-5812"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marius Staring","raw_affiliation_strings":["Department of Radiation Oncology, Leiden University Medical Center, Leiden, The Netherlands","Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]},{"raw_affiliation_string":"Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077258803","display_name":"Jan van Gemert","orcid":"https://orcid.org/0000-0002-3913-2786"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan van Gemert","raw_affiliation_strings":["Technische Univ. Delft (Netherlands)","Pattern Recognition Lab, TU Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Technische Univ. Delft (Netherlands)","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Pattern Recognition Lab, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030434364"],"corresponding_institution_ids":["https://openalex.org/I121797337","https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02364699,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"53","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6034862399101257},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5925843715667725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4955228567123413},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4600702226161957},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4190690517425537},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32426154613494873},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1383700966835022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6034862399101257},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5925843715667725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4955228567123413},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4600702226161957},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4190690517425537},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32426154613494873},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1383700966835022},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1117/12.2651572","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.2651572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2023: Image Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:161767b4-242d-4a01-a1fd-8a95f2c3c611","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:161767b4-242d-4a01-a1fd-8a95f2c3c611","pdf_url":"https://repository.tudelft.nl/file/File_d3618e6b-cf28-4e61-89c0-a09775a44268","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:161767b4-242d-4a01-a1fd-8a95f2c3c611","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:161767b4-242d-4a01-a1fd-8a95f2c3c611","pdf_url":"https://repository.tudelft.nl/file/File_d3618e6b-cf28-4e61-89c0-a09775a44268","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4362603615.pdf"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W2106033751","https://openalex.org/W2464708700","https://openalex.org/W2798122215","https://openalex.org/W2896457183","https://openalex.org/W2900243258","https://openalex.org/W2928133111","https://openalex.org/W2998108143","https://openalex.org/W2999580839","https://openalex.org/W3014974815","https://openalex.org/W3040396712","https://openalex.org/W3089914759","https://openalex.org/W3094502228","https://openalex.org/W3112701542","https://openalex.org/W3127751679","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3157506437","https://openalex.org/W3158846111","https://openalex.org/W3160284783","https://openalex.org/W3166942762","https://openalex.org/W3168101492","https://openalex.org/W3170863103","https://openalex.org/W3171087525","https://openalex.org/W3172345956","https://openalex.org/W3175227919","https://openalex.org/W3178812510","https://openalex.org/W3186019569","https://openalex.org/W3193873731","https://openalex.org/W3198035652","https://openalex.org/W4200179413","https://openalex.org/W4200409436","https://openalex.org/W4212875960","https://openalex.org/W4221141834","https://openalex.org/W4221146106","https://openalex.org/W4234552385","https://openalex.org/W4236547367","https://openalex.org/W4280496682","https://openalex.org/W4285661751","https://openalex.org/W4287577180","https://openalex.org/W4289085709","https://openalex.org/W4292779060","https://openalex.org/W4302363625","https://openalex.org/W4385245566","https://openalex.org/W6639824700","https://openalex.org/W6687483927","https://openalex.org/W6725739302","https://openalex.org/W6739901393","https://openalex.org/W6750469568","https://openalex.org/W6755207826","https://openalex.org/W6757472644","https://openalex.org/W6772853553","https://openalex.org/W6778883912","https://openalex.org/W6784333009","https://openalex.org/W6787268236","https://openalex.org/W6790275670","https://openalex.org/W6791241316","https://openalex.org/W6791406852","https://openalex.org/W6791764970","https://openalex.org/W6791943378","https://openalex.org/W6792546758","https://openalex.org/W6792695861","https://openalex.org/W6793762052","https://openalex.org/W6795140394","https://openalex.org/W6795435739","https://openalex.org/W6796237581","https://openalex.org/W6796526935","https://openalex.org/W6796750486","https://openalex.org/W6796761347","https://openalex.org/W6796931752","https://openalex.org/W6797235774","https://openalex.org/W6797245538","https://openalex.org/W6798616986","https://openalex.org/W6799370480","https://openalex.org/W6799920274","https://openalex.org/W6801350836","https://openalex.org/W6803146648","https://openalex.org/W6803677459","https://openalex.org/W6805224724","https://openalex.org/W6809665764","https://openalex.org/W6810198274","https://openalex.org/W6810465815","https://openalex.org/W6810511032","https://openalex.org/W6810938606","https://openalex.org/W6811014117","https://openalex.org/W6838393215","https://openalex.org/W6840414049","https://openalex.org/W6850848131"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4324315429","https://openalex.org/W2501551404","https://openalex.org/W4385583601","https://openalex.org/W4366829857","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W2799953226","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Literature":[0],"on":[1,289],"medical":[2,283],"imaging":[3,284],"segmentation":[4,84],"claims":[5],"that":[6,132,178,230],"hybrid":[7,28,76,241],"UNet":[8,21],"models":[9,62],"containing":[10],"both":[11,189],"Transformer":[12,77,123,181,219],"and":[13,99,191],"convolutional":[14,20],"blocks":[15,124],"perform":[16],"better":[17],"than":[18],"purely":[19],"models.":[22],"This":[23],"recently":[24],"touted":[25],"success":[26],"of":[27,35,48,74,94,125,204,224,276],"Transformers":[29,280],"warrants":[30],"an":[31,158,199],"investigation":[32],"into":[33],"which":[34],"its":[36,40,96,252],"components":[37,98],"contribute":[38],"to":[39,145,212,217,260,264,272],"performance.":[41],"Also,":[42],"previous":[43],"work":[44],"has":[45,198],"a":[46,75,209,215],"limitation":[47],"analysis":[49],"only":[50],"at":[51,108,251],"fixed":[52],"dataset":[53,110,175,193,250],"scales":[54],"as":[55,57,136],"well":[56],"unfair":[58],"comparisons":[59],"with":[60,114,128,157],"other":[61],"where":[63],"parameter":[64],"counts":[65],"are":[66,232],"not":[67,183],"equivalent.":[68],"Here,":[69],"we":[70,207,258],"investigate":[71],"the":[72,80,116,121,126,133,137,142,148,152,179,185,218,240,262,274],"performance":[73,107,170],"network":[78],"i.e.":[79,165],"nnFormer":[81,127],"for":[82,171,281],"organ":[83],"in":[85,92,173,188,244],"prostate":[86],"CT":[87],"scans.":[88],"We":[89,167],"do":[90],"this":[91,256],"context":[93],"replacing":[95],"various":[97,253],"by":[100,104,220],"constructing":[101],"learning":[102,266],"curves":[103,267],"plotting":[105],"model":[106],"different":[109],"scales.":[111,194,254],"To":[112],"compare":[113],"literature,":[115],"first":[117],"experiment":[118,211],"replaces":[119],"all":[120],"shifted-window(swin)":[122],"convolutions.":[129],"Results":[130],"show":[131,229],"convolution":[134,197],"prevails":[135],"data":[138],"scale":[139],"increases.":[140],"In":[141],"second":[143],"experiment,":[144],"reduce":[146],"complexity,":[147],"self-attention":[149],"mechanism":[150],"within":[151],"swin-Transformer":[153],"block":[154],"is":[155,287],"replaced":[156],"similar":[159],"albeit":[160],"simpler":[161],"spatial":[162],"mixing":[163],"operation":[164],"max-pooling.":[166],"observe":[168],"improved":[169],"max-pooling":[172],"smaller":[174],"scales,":[176],"indicating":[177,239],"window-based":[180],"may":[182],"be":[184],"best":[186],"choice":[187],"small":[190],"larger":[192],"Finally,":[195],"since":[196],"inherent":[200],"local":[201],"inductive":[202],"bias":[203],"positional":[205,225,237,246],"information,":[206],"conduct":[208],"third":[210],"imbibe":[213],"such":[214],"property":[216],"exploring":[221],"two":[222],"kinds":[223],"encodings.":[226],"The":[227],"results":[228],"there":[231],"insignificant":[233],"improvements":[234],"after":[235],"adding":[236],"encoding,":[238],"swin-Transformers":[242],"deficiency":[243],"capturing":[245],"information":[247],"given":[248],"our":[249],"Through":[255],"work,":[257],"hope":[259],"motivate":[261],"community":[263],"use":[265],"under":[268],"fair":[269],"experimental":[270],"settings":[271],"evaluate":[273],"efficacy":[275],"newer":[277],"architectures":[278],"like":[279],"their":[282],"tasks.":[285],"Code":[286],"available":[288],"https://github.com/prerakmody/":[290],"window-transformer-prostate-segmentation.":[291]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}