{"id":"https://openalex.org/W4401442820","doi":"https://doi.org/10.1109/tmi.2024.3441012","title":"RemixFormer++: A Multi-Modal Transformer Model for Precision Skin Tumor Differential Diagnosis With Memory-Efficient Attention","display_name":"RemixFormer++: A Multi-Modal Transformer Model for Precision Skin Tumor Differential Diagnosis With Memory-Efficient Attention","publication_year":2024,"publication_date":"2024-08-09","ids":{"openalex":"https://openalex.org/W4401442820","doi":"https://doi.org/10.1109/tmi.2024.3441012","pmid":"https://pubmed.ncbi.nlm.nih.gov/39120989"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3441012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3441012","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101354644","display_name":"Jing Xu","orcid":"https://orcid.org/0009-0009-8254-6720"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Xu","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766398","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0003-3348-2723"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210159865","display_name":"Xiangya Hospital Central South University","ror":"https://ror.org/05c1yfj14","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","Department of Dermatology, Xiangya Hospital Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]},{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032751052","display_name":"Lianzhen Zhong","orcid":"https://orcid.org/0000-0002-8426-5289"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianzhen Zhong","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048102651","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0003-2374-7580"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101870855","display_name":"Kai Sun","orcid":"https://orcid.org/0000-0002-6232-2094"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210159865","display_name":"Xiangya Hospital Central South University","ror":"https://ror.org/05c1yfj14","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Sun","raw_affiliation_strings":["Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","Department of Dermatology, Xiangya Hospital Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]},{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737632","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0003-3655-0058"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068915028","display_name":"Yanjie Zhou","orcid":"https://orcid.org/0000-0003-2222-9140"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjie Zhou","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058866803","display_name":"Wenchao Guo","orcid":"https://orcid.org/0000-0002-5629-5552"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenchao Guo","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111916538","display_name":"Yuan Guo","orcid":"https://orcid.org/0000-0002-2222-2005"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Guo","raw_affiliation_strings":["Center for Applied Mathematics, Tianjin University, Tianjin, China","Center for Applied Mathematics, Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Center for Applied Mathematics, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Center for Applied Mathematics, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102910308","display_name":"Yuanqiang Zou","orcid":"https://orcid.org/0000-0003-3293-5858"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanqiang Zou","raw_affiliation_strings":["Alibaba Cloud Computing Company Ltd., Hangzhou, China","Alibaba Cloud Computing Co. Ltd, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Cloud Computing Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Cloud Computing Co. Ltd, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067783344","display_name":"Yuping Duan","orcid":"https://orcid.org/0000-0003-2433-3056"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuping Duan","raw_affiliation_strings":["Center for Applied Mathematics, Tianjin University, Tianjin, China","Center for Applied Mathematics, Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Center for Applied Mathematics, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Center for Applied Mathematics, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045227579","display_name":"Le L\u00fc","orcid":"https://orcid.org/0000-0002-6799-9416"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Lu","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445395","display_name":"Yu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Hangzhou, China","DAMO Academy, Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441899","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0001-8187-636X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210159865","display_name":"Xiangya Hospital Central South University","ror":"https://ror.org/05c1yfj14","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","Department of Dermatology, Xiangya Hospital Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]},{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031061480","display_name":"Shuang Zhao","orcid":"https://orcid.org/0000-0001-7081-6177"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210159865","display_name":"Xiangya Hospital Central South University","ror":"https://ror.org/05c1yfj14","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159865"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Zhao","raw_affiliation_strings":["Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","Department of Dermatology, Xiangya Hospital Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]},{"raw_affiliation_string":"Department of Dermatology, Xiangya Hospital Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210159865","https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5101354644"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":2.2339,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8993649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"44","issue":"1","first_page":"320","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11306","display_name":"Nonmelanoma Skin Cancer Studies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7340993881225586},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6399582624435425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6194265484809875},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.49971556663513184},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47306978702545166},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4391821324825287},{"id":"https://openalex.org/keywords/clinical-practice","display_name":"Clinical Practice","score":0.43246781826019287},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4169369041919708},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.15939545631408691}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7340993881225586},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6399582624435425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6194265484809875},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.49971556663513184},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47306978702545166},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4391821324825287},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.43246781826019287},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4169369041919708},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.15939545631408691},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003937","descriptor_name":"Diagnosis, Differential","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003937","descriptor_name":"Diagnosis, Differential","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003937","descriptor_name":"Diagnosis, Differential","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003937","descriptor_name":"Diagnosis, Differential","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012867","descriptor_name":"Skin","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D012867","descriptor_name":"Skin","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D012867","descriptor_name":"Skin","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D012867","descriptor_name":"Skin","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3441012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3441012","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:39120989","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39120989","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1186633455","display_name":null,"funder_award_id":"2022YFC2504700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6138075881","display_name":null,"funder_award_id":"2023M743947","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7085822614","display_name":null,"funder_award_id":"2024JJ6697","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1973168353","https://openalex.org/W2181792687","https://openalex.org/W2301358467","https://openalex.org/W2346062110","https://openalex.org/W2566365295","https://openalex.org/W2581082771","https://openalex.org/W2751686900","https://openalex.org/W2757940437","https://openalex.org/W2797527544","https://openalex.org/W2798277818","https://openalex.org/W2892053105","https://openalex.org/W2903633560","https://openalex.org/W2922510944","https://openalex.org/W2943964494","https://openalex.org/W2945587898","https://openalex.org/W2948657385","https://openalex.org/W2952971376","https://openalex.org/W2959113037","https://openalex.org/W2984412793","https://openalex.org/W3000396219","https://openalex.org/W3006349040","https://openalex.org/W3011885901","https://openalex.org/W3024889886","https://openalex.org/W3025011581","https://openalex.org/W3028742747","https://openalex.org/W3036935029","https://openalex.org/W3091363702","https://openalex.org/W3094595351","https://openalex.org/W3104160981","https://openalex.org/W3119375862","https://openalex.org/W3130244078","https://openalex.org/W3138516171","https://openalex.org/W3150460744","https://openalex.org/W3159028144","https://openalex.org/W3159481202","https://openalex.org/W3207421495","https://openalex.org/W3215150387","https://openalex.org/W4244634978","https://openalex.org/W4285097858","https://openalex.org/W4295916086","https://openalex.org/W4301396835","https://openalex.org/W4307231856","https://openalex.org/W4312801759","https://openalex.org/W4385245566","https://openalex.org/W4387225745","https://openalex.org/W6762148536","https://openalex.org/W6762718338","https://openalex.org/W6798264847"],"related_works":["https://openalex.org/W2392768766","https://openalex.org/W2058118494","https://openalex.org/W2382021449","https://openalex.org/W2095118173","https://openalex.org/W2104269053","https://openalex.org/W2106424170","https://openalex.org/W1985426483","https://openalex.org/W2501188010","https://openalex.org/W4299935056","https://openalex.org/W627697492"],"abstract_inverted_index":{"Diagnosing":[0],"malignant":[1],"skin":[2,25,194,210],"tumors":[3],"accurately":[4],"at":[5],"an":[6,178,215],"early":[7],"stage":[8],"can":[9],"be":[10,47],"challenging":[11],"due":[12],"to":[13,123],"ambiguous":[14],"and":[15,43,72,83,107,127,185],"even":[16],"confusing":[17],"visual":[18],"characteristics":[19,79],"displayed":[20],"by":[21,138],"various":[22],"categories":[23],"of":[24,63,192,202,219,231,245],"tumors.":[26,195],"To":[27],"improve":[28],"diagnosis":[29],"precision,":[30],"all":[31],"available":[32],"clinical":[33,39,51,65,82,243],"data":[34],"from":[35,145],"multiple":[36],"sources,":[37],"particularly":[38],"images,":[40,42,85],"dermoscopy":[41,69,84,112],"medical":[44],"history,":[45],"could":[46],"considered.":[48],"Aligning":[49],"with":[50,118,165,205,228],"practice,":[52],"we":[53,176],"propose":[54],"a":[55,64,68,73,99,115,171,198,235],"novel":[56],"Transformer":[57],"model,":[58],"named":[59],"RemixFormer++":[60,153],"that":[61],"consists":[62],"image":[66,70],"branch,":[67,71],"metadata":[74,132],"branch.":[75],"Given":[76],"the":[77,166,190,206,229,241],"unique":[78],"inherent":[80],"in":[81,182,187],"specialized":[86],"attention":[87],"strategies":[88],"are":[89,96],"adopted":[90],"for":[91,189],"each":[92],"type.":[93],"Clinical":[94],"images":[95,113],"processed":[97],"through":[98,234],"top-down":[100],"architecture,":[101],"capturing":[102],"both":[103],"localized":[104],"lesion":[105],"details":[106],"global":[108],"contextual":[109],"information.":[110],"Conversely,":[111],"undergo":[114],"bottom-up":[116],"processing":[117],"two-level":[119],"hierarchical":[120],"encoders,":[121],"designed":[122],"pinpoint":[124],"fine-grained":[125],"structural":[126],"textural":[128],"features.":[129],"A":[130],"dedicated":[131],"branch":[133],"seamlessly":[134],"integrates":[135],"non-visual":[136],"information":[137],"encoding":[139],"relevant":[140],"patient":[141],"data.":[142],"Fusing":[143],"features":[144],"three":[146],"branches":[147],"substantially":[148],"boosts":[149],"disease":[150],"classification":[151,191,217],"accuracy.":[152],"demonstrates":[154],"exceptional":[155],"performance":[156,230],"on":[157,224],"four":[158],"single-modality":[159],"datasets":[160],"(PAD-UFES-20,":[161],"ISIC":[162],"2017/2018/2019).":[163],"Compared":[164],"previous":[167],"best":[168],"method":[169,213],"using":[170,197],"public":[172],"multi-modal":[173],"Derm7pt":[174],"dataset,":[175],"achieved":[177],"absolute":[179],"5.3%":[180],"increase":[181],"averaged":[183],"F1":[184],"1.2%":[186],"accuracy":[188,218],"five":[193],"Furthermore,":[196],"large-scale":[199],"in-house":[200],"dataset":[201],"10,351":[203],"patients":[204],"twelve":[207],"most":[208],"common":[209],"tumors,":[211],"our":[212,246],"obtained":[214],"overall":[216],"92.6%.":[220],"These":[221],"promising":[222],"results,":[223],"par":[225],"or":[226],"better":[227],"191":[232],"dermatologists":[233],"comprehensive":[236],"reader":[237],"study,":[238],"evidently":[239],"imply":[240],"potential":[242],"usability":[244],"method.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}