{"id":"https://openalex.org/W7203625287","doi":"https://doi.org/10.21203/rs.3.rs-10500601/v2","title":"GPT Fusion: Reasoning-Based Integration of Specialized Convolutional Neural Networks for Melanoma Diagnosis","display_name":"GPT Fusion: Reasoning-Based Integration of Specialized Convolutional Neural Networks for Melanoma Diagnosis","publication_year":2026,"publication_date":"2026-08-17","ids":{"openalex":"https://openalex.org/W7203625287","doi":"https://doi.org/10.21203/rs.3.rs-10500601/v2"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-10500601/v2","doi":"https://doi.org/10.21203/rs.3.rs-10500601/v2","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10500601/v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.21203/rs.3.rs-10500601/v2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120290746","display_name":"Katie L. Frederickson","orcid":"https://orcid.org/0009-0007-9318-6535","observed_orcids":["https://orcid.org/0009-0007-9318-6535"]},"institutions":[{"id":"https://openalex.org/I118073183","display_name":"Meharry Medical College","ror":"https://ror.org/00k63dq23","country_code":"US","type":"education","lineage":["https://openalex.org/I118073183"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katie L. Frederickson","raw_affiliation_strings":["Meharry Medical College"],"raw_orcid":"https://orcid.org/0009-0007-9318-6535","affiliations":[{"raw_affiliation_string":"Meharry Medical College","institution_ids":["https://openalex.org/I118073183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159935372","display_name":"Dong Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Li","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147356246","display_name":"Oren D. Edrich","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I118073183","display_name":"Meharry Medical College","ror":"https://ror.org/00k63dq23","country_code":"US","type":"education","lineage":["https://openalex.org/I118073183"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oren D. Edrich","raw_affiliation_strings":["Meharry Medical College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meharry Medical College","institution_ids":["https://openalex.org/I118073183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051648925","display_name":"Ashish C. Bhatia","orcid":"https://orcid.org/0000-0003-2937-3129","observed_orcids":["https://orcid.org/0000-0003-2937-3129"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashish C. Bhatia","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135570561","display_name":"Samuel E. Adunyah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I118073183","display_name":"Meharry Medical College","ror":"https://ror.org/00k63dq23","country_code":"US","type":"education","lineage":["https://openalex.org/I118073183"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel E. Adunyah","raw_affiliation_strings":["Meharry Medical College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meharry Medical College","institution_ids":["https://openalex.org/I118073183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100682410","display_name":"Qingguo Wang","orcid":"https://orcid.org/0000-0002-5125-3724","observed_orcids":["https://orcid.org/0000-0002-5125-3724"]},"institutions":[{"id":"https://openalex.org/I118073183","display_name":"Meharry Medical College","ror":"https://ror.org/00k63dq23","country_code":"US","type":"education","lineage":["https://openalex.org/I118073183"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qingguo Wang","raw_affiliation_strings":["Meharry Medical College"],"raw_orcid":"https://orcid.org/0000-0002-5125-3724","affiliations":[{"raw_affiliation_string":"Meharry Medical College","institution_ids":["https://openalex.org/I118073183"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100682410"],"corresponding_institution_ids":["https://openalex.org/I118073183"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7450000047683716},{"id":"https://openalex.org/keywords/gpt-5-5","display_name":"GPT-5.5","score":0.8809999823570251},{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.675000011920929},{"id":"https://openalex.org/keywords/skin-lesion-classification","display_name":"skin lesion classification","score":0.781000018119812},{"id":"https://openalex.org/keywords/resnet-50","display_name":"ResNet50","score":0.7540000081062317},{"id":"https://openalex.org/keywords/malignancy-risk-prediction","display_name":"malignancy prediction","score":0.8040000200271606},{"id":"https://openalex.org/keywords/differential-diagnosis","display_name":"differential diagnosis","score":0.9879999756813049},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.8090000152587891},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.722000002861023},{"id":"https://openalex.org/keywords/early-detection-of-skin-cancer","display_name":"early detection of skin cancer","score":0.6019999980926514}],"concepts":[{"id":"https://openalex.org/C2777658100","wikidata":"https://www.wikidata.org/wiki/Q180614","display_name":"Melanoma","level":2,"score":0.7544000148773193},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.746999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6581000089645386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.539900004863739},{"id":"https://openalex.org/C2779399171","wikidata":"https://www.wikidata.org/wiki/Q1483951","display_name":"Malignancy","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4359000027179718},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.43479999899864197},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C3020225094","wikidata":"https://www.wikidata.org/wiki/Q80091","display_name":"Area under curve","level":3,"score":0.4090999960899353},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C2991914496","wikidata":"https://www.wikidata.org/wiki/Q180614","display_name":"Melanoma diagnosis","level":3,"score":0.3050999939441681},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29840001463890076},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2777789703","wikidata":"https://www.wikidata.org/wiki/Q192102","display_name":"Skin cancer","level":3,"score":0.2775000035762787},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-10500601/v2","doi":"https://doi.org/10.21203/rs.3.rs-10500601/v2","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10500601/v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-10500601/v2","doi":"https://doi.org/10.21203/rs.3.rs-10500601/v2","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10500601/v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9476000070571899}],"study_designs":[],"awards":[{"id":"https://openalex.org/G7298149742","display_name":"Meharry ACS Diversity Cancer Research and Development Grant \"(MADCRDG)\"","funder_award_id":"DICRIDG-21-071-01-DICRIDG","funder_id":"https://openalex.org/F4320306095","funder_display_name":"American Cancer Society"},{"id":"https://openalex.org/G9000085303","display_name":"The RCMI Program in Health Disparities Research at Meharry Medical College","funder_award_id":"U54MD007586","funder_id":"https://openalex.org/F4320337534","funder_display_name":"National Institute on Minority Health and Health Disparities"}],"funders":[{"id":"https://openalex.org/F4320306095","display_name":"American Cancer Society","ror":"https://ror.org/02e463172"},{"id":"https://openalex.org/F4320337534","display_name":"National Institute on Minority Health and Health Disparities","ror":"https://ror.org/0493hgw16"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2581082771","https://openalex.org/W2797527544","https://openalex.org/W2963258365","https://openalex.org/W3025011581","https://openalex.org/W3183015861","https://openalex.org/W3209901185","https://openalex.org/W4377151436","https://openalex.org/W4387534148","https://openalex.org/W4391004116","https://openalex.org/W4397049097","https://openalex.org/W4400772352","https://openalex.org/W4401271019","https://openalex.org/W4401659234","https://openalex.org/W4407637147","https://openalex.org/W4408934813","https://openalex.org/W4410155102","https://openalex.org/W4414037231","https://openalex.org/W4416916628","https://openalex.org/W7150810024","https://openalex.org/W7160558509"],"related_works":["https://openalex.org/W7171538832","https://openalex.org/W4416916628","https://openalex.org/W7160558509","https://openalex.org/W4414442334","https://openalex.org/W4362585752","https://openalex.org/W7164032715","https://openalex.org/W4413280465","https://openalex.org/W4409796256","https://openalex.org/W4409442257","https://openalex.org/W2964712586"],"abstract_inverted_index":{"Abstract":[0],"Background:":[1],"Malignant":[2],"melanoma":[3,42,74,142,168,198,335],"(MM)":[4],"is":[5,18],"the":[6,127,135,151,159,229,237,268,301],"most":[7],"aggressive":[8],"form":[9],"of":[10,56,106,231,290,304],"metastatic":[11],"skin":[12,132],"cancer,":[13],"for":[14,41,130,141,167,324,334],"which":[15,92],"early":[16],"detection":[17,43],"critical":[19],"to":[20,54,72,149,204,212,219],"reducing":[21],"morbidity":[22],"and":[23,44,181,214,250,266,329],"mortality":[24],"while":[25,206,254,313],"improving":[26],"patient":[27],"outcomes.":[28],"Recent":[29],"advances":[30],"in":[31,91,241],"multimodal":[32,122],"large":[33],"language":[34],"models":[35,71],"(LLMs)":[36],"have":[37],"demonstrated":[38],"considerable":[39],"potential":[40],"clinical":[45,285],"decision":[46],"support.":[47],"However,":[48],"their":[49],"diagnostic":[50,86,311],"accuracy":[51,200,265,273],"remains":[52],"inferior":[53],"that":[55,280],"specialized":[57,69,238,291,305],"convolutional":[58],"neural":[59],"networks":[60],"(CNNs).":[61],"Whether":[62],"LLMs":[63,281],"can":[64,282],"effectively":[65],"integrate":[66],"predictions":[67,148],"from":[68,115,202,210,217],"CNN":[70,119,306],"improve":[73],"diagnosis":[75,264,272],"has":[76],"not":[77,226],"been":[78],"systematically":[79],"investigated.":[80],"Methods:":[81],"We":[82],"developed":[83,118],"a":[84,96,121,321],"hybrid":[85,318],"approach,":[87],"termed":[88],"GPT":[89,187,224,259],"Fusion,":[90],"GPT-5.5":[93,111,144,192,233,308],"serves":[94],"as":[95,287,295],"reasoning-based":[97,288],"fusion":[98],"framework":[99,155],"rather":[100],"than":[101,294],"an":[102],"image":[103,297],"classifier.":[104],"Instead":[105],"directly":[107],"analyzing":[108],"lesion":[109,133],"images,":[110],"received":[112],"structured":[113],"outputs":[114],"two":[116],"independently":[117],"models:":[120],"ResNet-50":[123],"model":[124],"trained":[125],"on":[126],"MILK10K":[128],"dataset":[129],"multiclass":[131],"classificationand":[134],"first-place":[136],"90-model":[137],"SIIM-ISIC":[138,239],"ensemble":[139,240],"optimized":[140],"detection.":[143],"integrated":[145],"these":[146],"complementary":[147,302],"generate":[150],"final":[152],"diagnosis.":[153,184,336],"The":[154],"was":[156,165],"evaluated":[157],"using":[158],"publicly":[160],"available":[161],"Derm7pt":[162],"dataset.":[163],"Performance":[164],"assessed":[166],"prediction":[169,174],"(melanoma":[170],"vs.":[171,176],"non-melanoma),":[172],"malignancy":[173,222],"(malignant":[175],"benign":[177],"lesions),":[178],"primary":[179,263],"diagnosis,":[180],"top-3":[182,270],"differential":[183,271],"Results":[185],":":[186,276],"Fusion":[188,225,260],"substantially":[189,309],"outperformed":[190],"image-based":[191,232],"across":[193],"all":[194],"evaluation":[195],"tasks.":[196],"For":[197,221],"prediction,":[199,223],"improved":[201,262,310],"63.4%":[203],"86.9%,":[205],"ROC":[207,247],"AUC":[208,216,248,252],"increased":[209],"0.750":[211],"0.923":[213],"PR":[215,251],"0.547":[218],"0.853.":[220],"only":[227],"exceeded":[228],"performance":[230,312],"but":[234],"also":[235],"surpassed":[236],"sensitivity":[242],"(83.9%),":[243],"F1":[244],"score":[245],"(73.6%),":[246],"(0.894),":[249],"(0.823),":[253],"maintaining":[255],"comparable":[256],"overall":[257],"accuracy.":[258],"further":[261],"achieved":[267],"highest":[269],"(89.0%).":[274],"Conclusions":[275],"These":[277],"findings":[278],"demonstrate":[279],"provide":[283],"greater":[284],"value":[286],"integrators":[289],"AI":[292,332],"systems":[293,333],"standalone":[296],"classifiers.":[298],"By":[299],"combining":[300],"strengths":[303],"models,":[307],"providing":[314],"interpretable":[315],"reasoning.":[316],"This":[317],"strategy":[319],"offers":[320],"promising":[322],"direction":[323],"developing":[325],"more":[326],"accurate,":[327],"transparent,":[328],"clinically":[330],"useful":[331]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-08-18T00:00:00"}