{"id":"https://openalex.org/W7161777996","doi":"https://doi.org/10.1109/isbi61048.2026.11515401","title":"MMA-Former: Multi-Window Mixture-of-Head Attention Transformer for Adaptive PNI Prediction in 3D MRI","display_name":"MMA-Former: Multi-Window Mixture-of-Head Attention Transformer for Adaptive PNI Prediction in 3D MRI","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7161777996","doi":"https://doi.org/10.1109/isbi61048.2026.11515401"},"language":null,"primary_location":{"id":"doi:10.1109/isbi61048.2026.11515401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515401","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132606311","display_name":"Youngung Han","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngung Han","raw_affiliation_strings":["Seoul National University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132573308","display_name":"Induk Um","orcid":null},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Induk Um","raw_affiliation_strings":["Chung-Ang University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chung-Ang University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126342227","display_name":"Kyeonghun Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I124633538","display_name":"University of Seoul","ror":"https://ror.org/05en5nh73","country_code":"KR","type":"education","lineage":["https://openalex.org/I124633538"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyeonghun Kim","raw_affiliation_strings":["OUTTA,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OUTTA,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I124633538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041027404","display_name":"Junsu Kim","orcid":"https://orcid.org/0000-0001-9583-7978"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junga Kim","raw_affiliation_strings":["Seoul National University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126322351","display_name":"Hyunsu Go","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyunsu Go","raw_affiliation_strings":["Seoul National University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129642163","display_name":"Jaewon Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaewon Jung","raw_affiliation_strings":["Seoul National University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086488988","display_name":"N Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nam-Joon Kim","raw_affiliation_strings":["Seoul National University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136524211","display_name":"Woo Kyoung Jeong","orcid":null},"institutions":[{"id":"https://openalex.org/I2802194831","display_name":"Samsung Medical Center","ror":"https://ror.org/05a15z872","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2250650973","https://openalex.org/I2802194831"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woo Kyoung Jeong","raw_affiliation_strings":["Samsung Medical Center,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Medical Center,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I2802194831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106920665","display_name":"Won Jae Lee","orcid":"https://orcid.org/0000-0001-5833-989X"},"institutions":[{"id":"https://openalex.org/I2802194831","display_name":"Samsung Medical Center","ror":"https://ror.org/05a15z872","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I2250650973","https://openalex.org/I2802194831"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Won Jae Lee","raw_affiliation_strings":["Samsung Medical Center, Sungkyunkwan University School of Medicine,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Medical Center, Sungkyunkwan University School of Medicine,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I2802194831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059952027","display_name":"Pa Hong","orcid":"https://orcid.org/0000-0001-5495-5230"},"institutions":[{"id":"https://openalex.org/I174101054","display_name":"Changwon National University","ror":"https://ror.org/04ts4qa58","country_code":"KR","type":"education","lineage":["https://openalex.org/I174101054"]},{"id":"https://openalex.org/I4210108341","display_name":"Korea Institute of Materials Science","ror":"https://ror.org/01rwkhb30","country_code":"KR","type":"education","lineage":["https://openalex.org/I2801339556","https://openalex.org/I4210108341","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Pa Hong","raw_affiliation_strings":["Samsung Changwon Hospital,Changwon,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Changwon Hospital,Changwon,Republic of Korea","institution_ids":["https://openalex.org/I174101054","https://openalex.org/I4210108341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028602586","display_name":"Ken Ying-Kai Liao","orcid":"https://orcid.org/0000-0001-7815-8199"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ken Ying-Kai Liao","raw_affiliation_strings":["NVIDIA AI Technology Center,Taipei,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA AI Technology Center,Taipei,Taiwan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136596564","display_name":"Hyuk-Jae Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk-Jae Lee","raw_affiliation_strings":["Seoul National University,Seoul,Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80605667,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12552","display_name":"Fetal and Pediatric Neurological Disorders","score":0.0934000015258789,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12552","display_name":"Fetal and Pediatric Neurological Disorders","score":0.0934000015258789,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.08709999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.06629999727010727,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.2854999899864197},{"id":"https://openalex.org/keywords/magnetic-resonance-imaging","display_name":"Magnetic resonance imaging","score":0.26989999413490295},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.243599995970726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4754999876022339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4025999903678894},{"id":"https://openalex.org/C136229726","wikidata":"https://www.wikidata.org/wiki/Q327092","display_name":"Biomedical engineering","level":1,"score":0.3537999987602234},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3330000042915344},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3165999948978424},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2854999899864197},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.27950000762939453},{"id":"https://openalex.org/C143409427","wikidata":"https://www.wikidata.org/wiki/Q161238","display_name":"Magnetic resonance imaging","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24650000035762787},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.243599995970726}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515401","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2946794439","https://openalex.org/W2962858109","https://openalex.org/W2963446712","https://openalex.org/W3013395753","https://openalex.org/W3138516171","https://openalex.org/W3194049701","https://openalex.org/W4212875960","https://openalex.org/W4214614183","https://openalex.org/W4283157960","https://openalex.org/W4385245566","https://openalex.org/W4388336524","https://openalex.org/W4390350166","https://openalex.org/W4400678426","https://openalex.org/W4409830610"],"related_works":[],"abstract_inverted_index":{"Perineural":[0],"invasion":[1],"(PNI)":[2],"is":[3,15],"a":[4,36,42,58,73,115],"critical":[5],"prognostic":[6],"factor":[7],"in":[8],"cholangiocarcinoma.":[9],"Non-invasive":[10],"prediction":[11],"from":[12],"3D":[13,39,77,131],"MRI":[14,121],"challenging,":[16],"demanding":[17],"models":[18],"that":[19],"efficiently":[20],"capture":[21],"both":[22],"fine-grained":[23],"details":[24],"and":[25,79,107,140],"global":[26],"context.":[27],"We":[28,52],"propose":[29],"the":[30,82,99,134],"Multi-window":[31],"Mixture-of-Head":[32,61],"Attention":[33,69],"Transformer":[34,44,141],"(MMA-Former),":[35],"novel":[37,59],"end-to-end":[38],"architecture":[40],"featuring":[41],"Coarse-Fine":[43],"(CFT)":[45],"structure":[46,55],"for":[47,75],"parallel":[48],"multi-scale":[49],"feature":[50,95],"extraction.":[51],"advance":[53],"this":[54],"by":[56],"integrating":[57],"Window-Specific":[60],"attention":[62,89],"(WS-MoH)":[63],"mechanism.":[64],"Unlike":[65],"standard":[66],"Multi-Head":[67],"Self":[68],"(MSA),":[70],"WS-MoH":[71],"generates":[72],"representation":[74],"each":[76,103],"window":[78,84],"dynamically":[80],"routes":[81],"entire":[83],"to":[85,98],"specialized":[86],"or":[87],"common":[88],"heads.":[90],"This":[91],"enables":[92],"spatially":[93],"adaptive":[94],"extraction":[96],"tailored":[97],"local":[100],"context":[101],"of":[102,118,127,138,144],"window,":[104],"enhancing":[105],"specialization":[106],"reducing":[108],"redundancy":[109],"without":[110],"increasing":[111],"parameters.":[112],"Evaluated":[113],"on":[114],"retrospective":[116],"dataset":[117],"168":[119],"T1-weighted":[120],"scans,":[122],"MMA-Former":[123],"achieved":[124],"an":[125],"AUC":[126],"0.752,":[128],"outperforming":[129],"other":[130],"architectures,":[132],"including":[133],"best":[135],"CNN":[136],"(AUC":[137,143],"0.708)":[139],"baselines":[142],"0.681).":[145]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-21T00:00:00"}