{"id":"https://openalex.org/W4413297820","doi":"https://doi.org/10.3389/frai.2025.1608837","title":"Comparative analysis of multimodal architectures for effective skin lesion detection using clinical and image data","display_name":"Comparative analysis of multimodal architectures for effective skin lesion detection using clinical and image data","publication_year":2025,"publication_date":"2025-08-18","ids":{"openalex":"https://openalex.org/W4413297820","doi":"https://doi.org/10.3389/frai.2025.1608837","pmid":"https://pubmed.ncbi.nlm.nih.gov/40951333"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2025.1608837","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1608837","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1608837/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1608837/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Adriteyo Das","orcid":null},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Adriteyo Das","raw_affiliation_strings":["Department of Information and Communication Technology, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Technology, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013771376","display_name":"Vedant Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vedant Agarwal","raw_affiliation_strings":["Department of Humanities and Management, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Humanities and Management, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004645143","display_name":"Nisha P. Shetty","orcid":"https://orcid.org/0000-0002-4738-4713"},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Nisha P. Shetty","raw_affiliation_strings":["Department of Information and Communication Technology, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Technology, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5004645143"],"corresponding_institution_ids":["https://openalex.org/I164861460"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":1.9064,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87645013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"1608837","last_page":"1608837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5141072869300842},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5138378739356995},{"id":"https://openalex.org/keywords/skin-lesion","display_name":"Skin lesion","score":0.47117549180984497},{"id":"https://openalex.org/keywords/lesion","display_name":"Lesion","score":0.4486713707447052},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4368301331996918},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43076997995376587},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4263729155063629},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.27053821086883545},{"id":"https://openalex.org/keywords/dermatology","display_name":"Dermatology","score":0.2485578954219818},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.14496341347694397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5141072869300842},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5138378739356995},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.47117549180984497},{"id":"https://openalex.org/C2781156865","wikidata":"https://www.wikidata.org/wiki/Q827023","display_name":"Lesion","level":2,"score":0.4486713707447052},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4368301331996918},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43076997995376587},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4263729155063629},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27053821086883545},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.2485578954219818},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.14496341347694397}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2025.1608837","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1608837","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1608837/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:40951333","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40951333","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:doaj.org/article:321f81c9d2f54f1695474f236f1a059c","is_oa":true,"landing_page_url":"https://doaj.org/article/321f81c9d2f54f1695474f236f1a059c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 8 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12424468","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12424468/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/frai.2025.1608837","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2025.1608837","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2025.1608837/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413297820.pdf","grobid_xml":"https://content.openalex.org/works/W4413297820.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W591533299","https://openalex.org/W1498436455","https://openalex.org/W1686810756","https://openalex.org/W1982849617","https://openalex.org/W2040600853","https://openalex.org/W2059349437","https://openalex.org/W2107558608","https://openalex.org/W2139428879","https://openalex.org/W2146868224","https://openalex.org/W2194775991","https://openalex.org/W2399625966","https://openalex.org/W2581082771","https://openalex.org/W2594633041","https://openalex.org/W2754119285","https://openalex.org/W2786147899","https://openalex.org/W2794022343","https://openalex.org/W2794825826","https://openalex.org/W2806853752","https://openalex.org/W2811374795","https://openalex.org/W2884561390","https://openalex.org/W2904905237","https://openalex.org/W2913954081","https://openalex.org/W2948591224","https://openalex.org/W2949197413","https://openalex.org/W2952971376","https://openalex.org/W2962858109","https://openalex.org/W2963264012","https://openalex.org/W2963383024","https://openalex.org/W2964010806","https://openalex.org/W2984486666","https://openalex.org/W3000086239","https://openalex.org/W3011885901","https://openalex.org/W3017905205","https://openalex.org/W3102785203","https://openalex.org/W3109650690","https://openalex.org/W3136589419","https://openalex.org/W3165606280","https://openalex.org/W3177011614","https://openalex.org/W3208052103","https://openalex.org/W3208750277","https://openalex.org/W3215404490","https://openalex.org/W4200525003","https://openalex.org/W4205685992","https://openalex.org/W4220862305","https://openalex.org/W4226291683","https://openalex.org/W4285152660","https://openalex.org/W4286696760","https://openalex.org/W4297261054","https://openalex.org/W4301396835","https://openalex.org/W4313554895","https://openalex.org/W4367367930","https://openalex.org/W4385245566","https://openalex.org/W4387407657","https://openalex.org/W4390874575","https://openalex.org/W4391052885","https://openalex.org/W4396777805","https://openalex.org/W4399200827","https://openalex.org/W4399325965","https://openalex.org/W4407839682","https://openalex.org/W6617492692","https://openalex.org/W6637373629","https://openalex.org/W6686207219","https://openalex.org/W6712165758","https://openalex.org/W6728881024","https://openalex.org/W6739901393","https://openalex.org/W6766904570","https://openalex.org/W6795173982","https://openalex.org/W6866970052"],"related_works":["https://openalex.org/W2070328444","https://openalex.org/W2377161363","https://openalex.org/W3106127189","https://openalex.org/W1965586267","https://openalex.org/W2412610115","https://openalex.org/W2804929786","https://openalex.org/W2419154377","https://openalex.org/W2468187792","https://openalex.org/W2030187155","https://openalex.org/W4210496922"],"abstract_inverted_index":{"Background/Introduction:":[0],"Skin":[1],"lesion":[2,190],"classification":[3,67,130,138],"poses":[4],"a":[5,17,51,95,105],"critical":[6],"diagnostic":[7,46],"challenge":[8],"in":[9],"dermatology,":[10],"where":[11],"early":[12],"and":[13,87,147,164,169,197],"accurate":[14],"identification":[15],"has":[16],"direct":[18],"impact":[19],"on":[20],"patient":[21],"outcomes.":[22],"While":[23],"deep":[24],"learning":[25],"approaches":[26,146],"have":[27],"shown":[28],"promise":[29],"using":[30,104,115],"dermatoscopic":[31,60,182],"images":[32,61,101,183],"alone,":[33],"the":[34,66,72,124,136,186,198],"integration":[35],"of":[36,68,126,188,201],"clinical":[37,63,127,170,179],"metadata":[38,64,180],"remains":[39],"underexplored":[40],"despite":[41],"its":[42],"potential":[43],"to":[44,122,129,144],"enhance":[45],"accuracy.":[47],"Methods:":[48],"We":[49],"developed":[50],"novel":[52],"multimodal":[53,152],"data":[54,171],"fusion":[55,78,134,149,203],"framework":[56,153],"that":[57,177],"systematically":[58],"integrates":[59],"with":[62,158,181],"for":[65],"skin":[69,189],"lesions.":[70],"Using":[71],"HAM10000":[73],"dataset,":[74],"we":[75],"evaluated":[76],"multiple":[77],"strategies,":[79],"including":[80,194],"simple":[81],"concatenation,":[82,84],"weighted":[83],"self-attention":[85],"mechanisms,":[86],"cross-attention":[88,159],"fusion.":[89],"Clinical":[90],"features":[91],"were":[92,102],"processed":[93],"through":[94],"customized":[96],"Multi-Layer":[97],"Perceptron":[98],"(MLP),":[99],"while":[100],"analyzed":[103],"modified":[106],"Residual":[107],"Networks":[108],"(ResNet)":[109],"architecture.":[110],"Model":[111],"interpretability":[112],"was":[113],"enhanced":[114],"Gradient-weighted":[116],"Class":[117],"Activation":[118],"Mapping":[119],"(Grad-CAM)":[120],"visualization":[121],"identify":[123],"contribution":[125],"attributes":[128],"decisions.":[131],"Results:":[132],"Cross-attention":[133],"achieved":[135],"highest":[137],"accuracy,":[139],"demonstrating":[140],"superior":[141],"performance":[142],"compared":[143],"unimodal":[145],"simpler":[148],"techniques.":[150],"The":[151],"significantly":[154],"outperformed":[155],"image-only":[156],"baselines,":[157],"effectively":[160],"capturing":[161],"inter-modal":[162],"dependencies":[163],"contextual":[165],"relationships":[166],"between":[167],"visual":[168],"modalities.":[172],"Discussion/Conclusions:":[173],"Our":[174],"findings":[175],"demonstrate":[176],"integrating":[178],"substantially":[184],"improves":[185],"accuracy":[187],"classification.":[191],"However,":[192],"challenges,":[193],"class":[195],"imbalance":[196],"computational":[199],"complexity":[200],"advanced":[202],"methods,":[204],"require":[205],"further":[206],"investigation.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}