{"id":"https://openalex.org/W7168275366","doi":"https://doi.org/10.48550/arxiv.2607.10988","title":"MMA-Former: Multi-Window Mixture-of-Head Attention Transformer for Adaptive PNI Prediction in 3D MRI","display_name":"MMA-Former: Multi-Window Mixture-of-Head Attention Transformer for Adaptive PNI Prediction in 3D MRI","publication_year":2026,"publication_date":"2026-07-13","ids":{"openalex":"https://openalex.org/W7168275366","doi":"https://doi.org/10.48550/arxiv.2607.10988"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.10988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.10988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.10988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140618889","display_name":"Youngung Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Youngung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140708246","display_name":"Induk Um","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Um, Induk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140700609","display_name":"Kyeonghun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Kyeonghun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140673514","display_name":"Junga Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Junga","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140601726","display_name":"Hyunsu Go","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Go, Hyunsu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140681986","display_name":"Jaewon Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jaewon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140734939","display_name":"Woo Kyoung Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Woo Kyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140635521","display_name":"Won Jae Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Won Jae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140689214","display_name":"Pa Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Pa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140694722","display_name":"Ken Ying-Kai Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Ken Ying-Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140689980","display_name":"Hyuk-Jae Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyuk-Jae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140644380","display_name":"Nam-Joon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Nam-Joon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10518","display_name":"Gallbladder and Bile Duct Disorders","score":0.36550000309944153,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10518","display_name":"Gallbladder and Bile Duct Disorders","score":0.36550000309944153,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11364","display_name":"Cholangiocarcinoma and Gallbladder Cancer Studies","score":0.23970000445842743,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.10329999774694443,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5819000005722046},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5475999712944031},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5123000144958496},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4406999945640564},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4318999946117401},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.3222000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7365000247955322},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5819000005722046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5665000081062317},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5475999712944031},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5123000144958496},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3222000002861023},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2825999855995178},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.10988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.10988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.10988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.10988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Perineural":[0],"invasion":[1],"(PNI)":[2],"is":[3,15],"a":[4,36,42,58,73,115],"critical":[5],"prognostic":[6],"factor":[7],"in":[8],"cholangiocarcinoma.":[9],"Non-invasive":[10],"prediction":[11],"from":[12],"3D":[13,39,77,131],"MRI":[14,121],"challenging,":[16],"demanding":[17],"models":[18],"that":[19],"efficiently":[20],"capture":[21],"both":[22],"fine-grained":[23],"details":[24],"and":[25,79,107,140],"global":[26],"context.":[27],"We":[28,52],"propose":[29],"the":[30,82,99,134],"Multi-window":[31],"Mixture-of-Head":[32,61],"Attention":[33,69],"Transformer":[34,44,141],"(MMA-Former),":[35],"novel":[37,59],"end-to-end":[38],"architecture":[40],"featuring":[41],"Coarse-Fine":[43],"(CFT)":[45],"structure":[46,55],"for":[47,75],"parallel":[48],"multi-scale":[49],"feature":[50,95],"extraction.":[51],"advance":[53],"this":[54],"by":[56],"integrating":[57],"Window-Specific":[60],"attention":[62,89],"(WS-MoH)":[63],"mechanism.":[64],"Unlike":[65],"standard":[66],"Multi-Head":[67],"Self":[68],"(MSA),":[70],"WS-MoH":[71],"generates":[72],"representation":[74],"each":[76,103],"window":[78,84],"dynamically":[80],"routes":[81],"entire":[83],"to":[85,98],"specialized":[86],"or":[87],"common":[88],"heads.":[90],"This":[91],"enables":[92],"spatially":[93],"adaptive":[94],"extraction":[96],"tailored":[97],"local":[100],"context":[101],"of":[102,118,127,138,144],"window,":[104],"enhancing":[105],"specialization":[106],"reducing":[108],"redundancy":[109],"without":[110],"increasing":[111],"parameters.":[112],"Evaluated":[113],"on":[114],"retrospective":[116],"dataset":[117],"168":[119],"T1-weighted":[120],"scans,":[122],"MMA-Former":[123],"achieved":[124],"an":[125],"AUC":[126],"0.752,":[128],"outperforming":[129],"other":[130],"architectures,":[132],"including":[133],"best":[135],"CNN":[136],"(AUC":[137,143],"0.708)":[139],"baselines":[142],"0.681).":[145]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-15T00:00:00"}