{"id":"https://openalex.org/W4386350433","doi":"https://doi.org/10.1109/isbi53787.2023.10230564","title":"Dual-Branch Multimodal Fusion Network for Skin Lesions Diagnosis using Clinical and Ultrasound Image","display_name":"Dual-Branch Multimodal Fusion Network for Skin Lesions Diagnosis using Clinical and Ultrasound Image","publication_year":2023,"publication_date":"2023-04-18","ids":{"openalex":"https://openalex.org/W4386350433","doi":"https://doi.org/10.1109/isbi53787.2023.10230564"},"language":"en","primary_location":{"id":"doi:10.1109/isbi53787.2023.10230564","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi53787.2023.10230564","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002159636","display_name":"Chunlun Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunlun Xiao","raw_affiliation_strings":["Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101964823","display_name":"Anqi Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132741","display_name":"Shanghai Tenth People's Hospital","ror":"https://ror.org/03vjkf643","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anqi Zhu","raw_affiliation_strings":["Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound","institution_ids":["https://openalex.org/I4210132741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100903973","display_name":"Chunmei Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmei Xia","raw_affiliation_strings":["Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051546066","display_name":"Yuanlin Liu","orcid":"https://orcid.org/0000-0001-9614-2908"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanlin Liu","raw_affiliation_strings":["Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079382312","display_name":"Zifeng Qiu","orcid":"https://orcid.org/0000-0002-2384-560X"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zifeng Qiu","raw_affiliation_strings":["Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442101","display_name":"Qiao Wang","orcid":"https://orcid.org/0000-0003-4084-8607"},"institutions":[{"id":"https://openalex.org/I4210132741","display_name":"Shanghai Tenth People's Hospital","ror":"https://ror.org/03vjkf643","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Wang","raw_affiliation_strings":["Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound","institution_ids":["https://openalex.org/I4210132741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019559491","display_name":"Weiwei Ren","orcid":"https://orcid.org/0000-0003-2101-0833"},"institutions":[{"id":"https://openalex.org/I4210132741","display_name":"Shanghai Tenth People's Hospital","ror":"https://ror.org/03vjkf643","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Ren","raw_affiliation_strings":["Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound","institution_ids":["https://openalex.org/I4210132741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101839943","display_name":"Dandan Shan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132741","display_name":"Shanghai Tenth People's Hospital","ror":"https://ror.org/03vjkf643","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dandan Shan","raw_affiliation_strings":["Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound","institution_ids":["https://openalex.org/I4210132741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046543349","display_name":"Tianfu Wang","orcid":"https://orcid.org/0000-0002-1248-1214"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianfu Wang","raw_affiliation_strings":["Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042964547","display_name":"Le\u2010Hang Guo","orcid":"https://orcid.org/0000-0002-5685-1280"},"institutions":[{"id":"https://openalex.org/I4210132741","display_name":"Shanghai Tenth People's Hospital","ror":"https://ror.org/03vjkf643","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210132741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lehang Guo","raw_affiliation_strings":["Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of Ultrasound Diagnosis and Treatment,Shanghai Tenth People’s Hospital,Department of Medical Ultrasound","institution_ids":["https://openalex.org/I4210132741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001212991","display_name":"Baiying Lei","orcid":"https://orcid.org/0000-0002-3087-2550"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baiying Lei","raw_affiliation_strings":["Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,School of Biomedical Engineering, Health Science Center,National-Regional Key Technology Engineering Laboratory for Medical Ultrasound, Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging,Shenzhen,China,518060","institution_ids":["https://openalex.org/I4210145292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11306","display_name":"Nonmelanoma Skin Cancer Studies","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7420514822006226},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7095969915390015},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.622548520565033},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5890617966651917},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5523392558097839},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5483719110488892},{"id":"https://openalex.org/keywords/grayscale","display_name":"Grayscale","score":0.5281053781509399},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.49962782859802246},{"id":"https://openalex.org/keywords/skin-lesion","display_name":"Skin lesion","score":0.4984407424926758},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4951569139957428},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47397249937057495},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.46067556738853455},{"id":"https://openalex.org/keywords/skin-cancer","display_name":"Skin cancer","score":0.450603723526001},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43850553035736084},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.33806324005126953},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.24768415093421936},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.23629087209701538},{"id":"https://openalex.org/keywords/dermatology","display_name":"Dermatology","score":0.15393874049186707}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7420514822006226},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7095969915390015},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.622548520565033},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5890617966651917},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5523392558097839},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5483719110488892},{"id":"https://openalex.org/C78201319","wikidata":"https://www.wikidata.org/wiki/Q685727","display_name":"Grayscale","level":3,"score":0.5281053781509399},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.49962782859802246},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.4984407424926758},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4951569139957428},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47397249937057495},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.46067556738853455},{"id":"https://openalex.org/C2777789703","wikidata":"https://www.wikidata.org/wiki/Q192102","display_name":"Skin cancer","level":3,"score":0.450603723526001},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43850553035736084},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.33806324005126953},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.24768415093421936},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.23629087209701538},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.15393874049186707},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi53787.2023.10230564","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi53787.2023.10230564","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2885262262","https://openalex.org/W2911517586","https://openalex.org/W2919115771","https://openalex.org/W2952971376","https://openalex.org/W2963848928","https://openalex.org/W2979841147","https://openalex.org/W3034552520","https://openalex.org/W3093045698","https://openalex.org/W4229003689","https://openalex.org/W4285097858","https://openalex.org/W4313176964"],"related_works":["https://openalex.org/W115686965","https://openalex.org/W2768918307","https://openalex.org/W4323355870","https://openalex.org/W3165493969","https://openalex.org/W3185137224","https://openalex.org/W4379260075","https://openalex.org/W4285104889","https://openalex.org/W4360585222","https://openalex.org/W4253592280","https://openalex.org/W4245346948"],"abstract_inverted_index":{"Skin":[0],"lesions":[1],"describe":[2],"the":[3,31,38,45,89,92,125],"abnormal":[4],"skin":[5,49],"tissue":[6],"that":[7,105],"may":[8],"be":[9],"an":[10,79],"indicator":[11],"of":[12,16,25,33,40,91,101],"cancer.":[13],"Early":[14],"diagnosis":[15,51],"benign":[17,46],"and":[18,36,47,67,117],"malignant":[19,48],"diseases":[20],"is":[21],"crucial.":[22],"The":[23],"use":[24],"deep":[26],"learning-based":[27],"methods":[28,131],"can":[29],"reduce":[30],"influence":[32],"personnel":[34],"subjectivity":[35],"improve":[37],"accuracy":[39],"diagnosis.":[41],"This":[42],"paper":[43],"studies":[44],"disease":[50],"using":[52],"a":[53,60],"multi-modal":[54],"fusion":[55,82],"network.":[56],"Specifically,":[57],"we":[58,77],"design":[59,78],"two-branch":[61],"learning":[62,88,110],"network,":[63],"including":[64],"global":[65],"branches":[66],"local":[68],"branches,":[69],"to":[70,84,129],"learn":[71],"different":[72],"information":[73,100,112],"respectively.":[74],"In":[75],"addition,":[76],"attention-based":[80],"feature":[81,99,111],"strategy":[83],"focus":[85],"more":[86,97],"on":[87,109,135],"features":[90],"lesion":[93],"area,":[94],"which":[95],"enhance":[96],"discriminative":[98],"each":[102],"modality.":[103],"Note":[104],"this":[106],"method":[107,123],"focuses":[108],"from":[113],"clinical":[114],"images":[115,120],"(CN)":[116],"grayscale":[118],"ultrasound":[119],"(US).":[121],"Our":[122],"achieves":[124],"best":[126],"performance":[127],"compared":[128],"other":[130],"by":[132],"conducting":[133],"experiments":[134],"self-collected":[136],"dataset.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}