{"id":"https://openalex.org/W7203532142","doi":"https://doi.org/10.59543/jidmis.v3.1955","title":"Multimodal Cancer Classification Using a SwinR Transformer Cross-Attention and Contrastive Learning","display_name":"Multimodal Cancer Classification Using a SwinR Transformer Cross-Attention and Contrastive Learning","publication_year":2026,"publication_date":"2026-08-14","ids":{"openalex":"https://openalex.org/W7203532142","doi":"https://doi.org/10.59543/jidmis.v3.1955"},"language":"en","primary_location":{"id":"doi:10.59543/jidmis.v3.1955","doi":"https://doi.org/10.59543/jidmis.v3.1955","is_oa":true,"landing_page_url":"https://doi.org/10.59543/jidmis.v3.1955","pdf_url":"https://jidmis.org/index.php/jidmis/article/download/1955/821","source":{"id":"https://openalex.org/S5407049300","display_name":"Journal of Intelligent Decision Making and Information Science","issn_l":"3079-0875","issn":["3079-0875"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent Decision Making and Information Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7203532142"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://jidmis.org/index.php/jidmis/article/download/1955/821","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046677720","display_name":"Thirumurugan Shanmugam","orcid":"https://orcid.org/0000-0002-0433-891X","observed_orcids":["https://orcid.org/0000-0002-0433-891X"]},"institutions":[{"id":"https://openalex.org/I4403386702","display_name":"University of Technology and Applied Sciences-Suhar","ror":"https://ror.org/018g8cj68","country_code":"OM","type":"education","lineage":["https://openalex.org/I4403386702","https://openalex.org/I4405258755"]}],"countries":["OM"],"is_corresponding":true,"raw_author_name":"Thirumurugan Shanmugam","raw_affiliation_strings":["Department of Computing and Information Science , University of Technology and Applied Sciences , Suhar , Sultanate of Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Science , University of Technology and Applied Sciences , Suhar , Sultanate of Oman","institution_ids":["https://openalex.org/I4403386702"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5046677720"],"corresponding_institution_ids":["https://openalex.org/I4403386702"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":"7s","first_page":"2480","last_page":"2499"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cancer-classification","display_name":"cancer classification","score":0.9779999852180481},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9079999923706055},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.9520000219345093},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.7919999957084656},{"id":"https://openalex.org/keywords/genetic-data","display_name":"genetic data","score":0.6039999723434448},{"id":"https://openalex.org/keywords/radiographic-images","display_name":"radiographic images","score":0.9570000171661377},{"id":"https://openalex.org/keywords/histopathology","display_name":"histopathology","score":0.8980000019073486},{"id":"https://openalex.org/keywords/adaptive-attention-mechanism","display_name":"adaptive attention","score":0.6779999732971191},{"id":"https://openalex.org/keywords/patch-based-feature-extraction","display_name":"patch-based feature extraction","score":0.8510000109672546},{"id":"https://openalex.org/keywords/cancer-diagnosis","display_name":"cancer diagnosis","score":0.4000000059604645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6992999911308289},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6319000124931335},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5400999784469604},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4925000071525574},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.423799991607666},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3325999975204468},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.59543/jidmis.v3.1955","doi":"https://doi.org/10.59543/jidmis.v3.1955","is_oa":true,"landing_page_url":"https://doi.org/10.59543/jidmis.v3.1955","pdf_url":"https://jidmis.org/index.php/jidmis/article/download/1955/821","source":{"id":"https://openalex.org/S5407049300","display_name":"Journal of Intelligent Decision Making and Information Science","issn_l":"3079-0875","issn":["3079-0875"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent Decision Making and Information Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.59543/jidmis.v3.1955","doi":"https://doi.org/10.59543/jidmis.v3.1955","is_oa":true,"landing_page_url":"https://doi.org/10.59543/jidmis.v3.1955","pdf_url":"https://jidmis.org/index.php/jidmis/article/download/1955/821","source":{"id":"https://openalex.org/S5407049300","display_name":"Journal of Intelligent Decision Making and Information Science","issn_l":"3079-0875","issn":["3079-0875"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent Decision Making and Information Science","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8371999859809875,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203532142.pdf","grobid_xml":"https://content.openalex.org/works/W7203532142.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W2140811091","https://openalex.org/W3128646645","https://openalex.org/W3174686093","https://openalex.org/W4205501618","https://openalex.org/W4282936867","https://openalex.org/W4296534574","https://openalex.org/W4379802548","https://openalex.org/W4396622164","https://openalex.org/W4406113622"],"related_works":["https://openalex.org/W7162802126","https://openalex.org/W4206159997","https://openalex.org/W7217596506","https://openalex.org/W4411288885","https://openalex.org/W7129237696","https://openalex.org/W4315490106","https://openalex.org/W4406119458","https://openalex.org/W4405934115","https://openalex.org/W4391655728","https://openalex.org/W4415535438"],"abstract_inverted_index":{"Deep":[0],"learning":[1,96,251],"models":[2,244],"are":[3,24,120,163],"designed":[4],"to":[5,12,48,123,139,166,206,305],"process":[6],"complex":[7],"medical":[8],"images,":[9,75],"allowing":[10],"physicians":[11],"more":[13,110,127],"accurately":[14],"identify":[15],"and":[16,22,76,81,104,179,181,195,215,217,225,249,287,312],"classify":[17],"cancerous":[18],"cells.":[19],"There":[20],"precision":[21],"speed,":[23],"both":[25],"crucial":[26],"in":[27,89,106,114,265],"real":[28],"clinical":[29],"settings.":[30],"This":[31],"paper":[32],"presents":[33],"an":[34,280],"enhanced":[35],"SwinR":[36,235],"Transformer":[37,236],"based":[38,243],"framework":[39],"that":[40,69,117,175],"incorporates":[41],"hierarchical":[42],"feature":[43,112,154],"extraction":[44,155],"with":[45,102,177,245,271,279],"adaptive":[46,149],"attention":[47,132,186],"maintain":[49],"a":[50,86,172,191,199,258],"higher":[51],"degree":[52],"of":[53,55,60,282,285,290,309],"\"awareness\"":[54],"what":[56],"is":[57,171,184,237,277,293],"important.":[58],"Instead":[59],"just":[61],"one":[62,80],"signal,":[63],"we":[64,70,129,135,147,189,300],"do":[65,190],"multimodal":[66,247],"fusion,":[67],"meaning":[68],"combine":[71],"genetic":[72],"data,":[73],"radiology":[74],"histopathology":[77],"slides":[78],"into":[79],"coherent":[82],"view,":[83],"albeit":[84],"it's":[85],"bit":[87],"different":[88],"each":[90,310,313],"modality.":[91],"We":[92],"also":[93,301],"add":[94],"differential":[95],"+":[97],"self-supervised":[98],"learning,":[99],"which":[100,134,292],"helps":[101],"generalization":[103],"resilience,":[105],"essence":[107],"by":[108],"enabling":[109],"efficient":[111],"representation":[113],"the":[115,182,197,203,231,234,241,246,266,272,296,307],"event":[116],"labelled":[118],"datasets":[119],"limited.":[121],"But":[122],"make":[124],"it":[125,255],"even":[126],"accurate":[128],"employ":[130],"cross":[131],"mechanisms,":[133],"enable":[136],"complementary":[137],"information":[138],"be":[140,257],"integrated":[141],"dynamically":[142],"across":[143],"modalities.":[144],"In":[145],"addition,":[146],"use":[148],"patch-based":[150],"processing":[151],"for":[152,261],"local":[153],"as":[156,158,211],"well":[157],"global":[159],"\u2013":[160],"some":[161],"patterns":[162],"subtle.":[164],"End":[165],"end":[167,198],"pipeline.":[168],"The":[169],"first":[170],"modality-specific":[173],"encoder":[174],"deals":[176],"images":[178],"genomics,":[180],"next":[183],"\u201ccross":[185],"fusion.\u201d":[187],"Then":[188],"contrastive":[192],"pretraining":[193],"step":[194],"at":[196],"classification":[200],"head":[201],"yields":[202],"result.":[204],"Comparing":[205],"other":[207],"state-of-the-art":[208],"designs":[209],"such":[210],"Vision":[212],"Transformers":[213],"(ViT)":[214],"ConvNeXt":[216],"hybrid":[218],"CNN":[219,242],"transformer":[220],"method,":[221],"our":[222,275],"accuracy,":[223],"recall":[224,284],"interpretability":[226],"give":[227],"positive":[228],"results.":[229],"From":[230],"experimental":[232],"results,":[233],"clearly":[238],"better":[239],"than":[240],"fusion":[248],"advanced":[250],"techniques.":[252],"That":[253],"implies":[254],"may":[256],"viable":[259],"alternative":[260],"actual":[262],"diagnostic":[263],"uses":[264],"fight":[267],"against":[268],"cancer.":[269],"Compared":[270],"existing":[273],"methods,":[274],"method":[276],"quantitative":[278],"accuracy":[281],"91.3%,":[283],"88.1%,":[286],"F1":[288],"score":[289],"89.7%":[291],"superior.":[294],"Besides":[295],"modality":[297,311],"specific":[298],"evaluations,":[299],"conduct":[302],"ablation":[303],"studies":[304],"quantify":[306],"contribution":[308],"architectural":[314],"component.":[315]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-16T00:00:00"}