{"id":"https://openalex.org/W4405490093","doi":"https://doi.org/10.1109/embc53108.2024.10781852","title":"Derm-T2IM: Harnessing Synthetic Skin Lesion Data via Stable Diffusion Models for Enhanced Skin Disease Classification using ViT and CNN","display_name":"Derm-T2IM: Harnessing Synthetic Skin Lesion Data via Stable Diffusion Models for Enhanced Skin Disease Classification using ViT and CNN","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405490093","doi":"https://doi.org/10.1109/embc53108.2024.10781852","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039715"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10781852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043073773","display_name":"Muhammad Ali Farooq","orcid":"https://orcid.org/0000-0003-4116-8021"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Muhammad Ali Farooq","raw_affiliation_strings":["University of Galway,College of Science and Engineering,Galway,Ireland,H91 TK33","College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Galway,College of Science and Engineering,Galway,Ireland,H91 TK33","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017293692","display_name":"Yao Wang","orcid":"https://orcid.org/0000-0002-1014-2788"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Wang Yao","raw_affiliation_strings":["University of Galway,College of Science and Engineering,Galway,Ireland,H91 TK33","College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Galway,College of Science and Engineering,Galway,Ireland,H91 TK33","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030551722","display_name":"Michael Schukat","orcid":"https://orcid.org/0000-0002-6908-6100"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Michael Schukat","raw_affiliation_strings":["University of Galway,School of Computer Science,Galway,Ireland,H91 TK33","M. Schukat is with the School of Computer Science, University of Galway, Galway H91 TK33, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Galway,School of Computer Science,Galway,Ireland,H91 TK33","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"M. Schukat is with the School of Computer Science, University of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090075130","display_name":"Mark A. Little","orcid":"https://orcid.org/0000-0001-6003-397X"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]},{"id":"https://openalex.org/I4210154619","display_name":"St. James's Hospital","ror":"https://ror.org/04c6bry31","country_code":"IE","type":"healthcare","lineage":["https://openalex.org/I4210154619"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mark A Little","raw_affiliation_strings":["the University of Dublin,Trinity Translational Medicine Institute, Trinity College Dublin,Dublin,Ireland,D02 PN40","M. A. Little is with Trinity Kidney Centre, Trinity Translational Medicine Institute, Trinity College Dublin, the University of Dublin, St James's Hospital campus, Dublin D08 W9RT, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"the University of Dublin,Trinity Translational Medicine Institute, Trinity College Dublin,Dublin,Ireland,D02 PN40","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"M. A. Little is with Trinity Kidney Centre, Trinity Translational Medicine Institute, Trinity College Dublin, the University of Dublin, St James's Hospital campus, Dublin D08 W9RT, Ireland","institution_ids":["https://openalex.org/I205274468","https://openalex.org/I4210154619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066217549","display_name":"Peter Corcoran","orcid":"https://orcid.org/0000-0003-1670-4793"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Peter Corcoran","raw_affiliation_strings":["University of Galway,College of Science and Engineering,Galway,Ireland,H91 TK33","College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Galway,College of Science and Engineering,Galway,Ireland,H91 TK33","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043073773"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":null,"apc_paid":null,"fwci":22.177,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99632203,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11306","display_name":"Nonmelanoma Skin Cancer Studies","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6283965110778809},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5469276905059814},{"id":"https://openalex.org/keywords/skin-lesion","display_name":"Skin lesion","score":0.44272661209106445},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.44043517112731934},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38061684370040894},{"id":"https://openalex.org/keywords/dermatology","display_name":"Dermatology","score":0.21833568811416626},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17799735069274902},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06324487924575806}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6283965110778809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5469276905059814},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.44272661209106445},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.44043517112731934},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38061684370040894},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.21833568811416626},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17799735069274902},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06324487924575806},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004058","descriptor_name":"Diffusion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004058","descriptor_name":"Diffusion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012867","descriptor_name":"Skin","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D012871","descriptor_name":"Skin Diseases","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012871","descriptor_name":"Skin Diseases","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012871","descriptor_name":"Skin Diseases","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012871","descriptor_name":"Skin Diseases","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D012871","descriptor_name":"Skin Diseases","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10781852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039715","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039715","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1991607872","https://openalex.org/W2794825826","https://openalex.org/W3034942609","https://openalex.org/W3094502228","https://openalex.org/W3102785203","https://openalex.org/W3211084128","https://openalex.org/W4211201561","https://openalex.org/W4297775537","https://openalex.org/W4312933868","https://openalex.org/W4315754639","https://openalex.org/W4391944408","https://openalex.org/W6737664043","https://openalex.org/W6779823529","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6838639034","https://openalex.org/W6849141701"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"This":[0],"study":[1],"explores":[2],"the":[3,19,61,98,104,113,137,140,151,172],"utilization":[4],"of":[5,21,64,106,116,139,155],"Dermatoscopic":[6],"synthetic":[7,84,110,141],"data":[8,27,56,85,111,142],"generated":[9,109],"through":[10,144],"stable":[11,145],"diffusion":[12,70,146],"models":[13,147,161],"as":[14],"a":[15,29,92],"strategy":[16],"for":[17,79],"enhancing":[18,125],"robustness":[20,152],"machine":[22,118],"learning":[23,66,119],"model":[24,44,75,126,174],"training.":[25],"Synthetic":[26],"plays":[28],"pivotal":[30],"role":[31],"in":[32,67,124,149],"mitigating":[33],"challenges":[34],"associated":[35],"with":[36,86,171],"limited":[37],"labeled":[38],"datasets,":[39],"thereby":[40],"facilitating":[41],"more":[42],"effective":[43],"training":[45,100,114],"and":[46,88,95,128,153,157],"fine-tuning.":[47],"In":[48],"this":[49],"context,":[50],"we":[51],"aim":[52],"to":[53,97,130],"incorporate":[54],"enhanced":[55],"transformation":[57],"techniques":[58],"by":[59],"extending":[60],"recent":[62],"success":[63],"few-shot":[65],"text-to-image":[68],"latent":[69],"models.":[71],"The":[72,168],"optimally":[73],"tuned":[74],"is":[76],"further":[77],"used":[78],"rendering":[80],"high-quality":[81],"skin":[82,165],"lesion":[83],"diverse":[87],"realistic":[89],"characteristics,":[90],"providing":[91],"valuable":[93],"supplement":[94],"diversity":[96],"existing":[99],"data.":[101,133],"We":[102],"investigate":[103],"impact":[105],"incorporating":[107],"newly":[108],"into":[112],"pipeline":[115],"state-of-the-art":[117],"models,":[120],"assessing":[121],"its":[122],"effectiveness":[123],"performance":[127],"generalization":[129],"unseen":[131],"real-world":[132,164],"Experimental":[134],"results":[135],"demonstrate":[136],"efficacy":[138],"rendered":[143],"helps":[148],"improving":[150],"adaptability":[154],"CNN":[156],"vision":[158],"transformer":[159],"(ViT)":[160],"on":[162,177],"different":[163],"cancer":[166],"datasets.":[167],"dataset":[169],"along":[170],"trained":[173],"are":[175],"open-sourced":[176],"our":[178],"GitHub":[179],"https://github.com/MAli-Farooq/Derm-T2IM.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-30T07:30:35.949966","created_date":"2025-10-10T00:00:00"}