{"id":"https://openalex.org/W4229003689","doi":"https://doi.org/10.1007/s00371-022-02492-4","title":"A multimodal transformer to fuse images and metadata for skin disease classification","display_name":"A multimodal transformer to fuse images and metadata for skin disease classification","publication_year":2022,"publication_date":"2022-05-05","ids":{"openalex":"https://openalex.org/W4229003689","doi":"https://doi.org/10.1007/s00371-022-02492-4","pmid":"https://pubmed.ncbi.nlm.nih.gov/35540957"},"language":"en","primary_location":{"id":"doi:10.1007/s00371-022-02492-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00371-022-02492-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00371-022-02492-4.pdf","source":{"id":"https://openalex.org/S73060445","display_name":"The Visual Computer","issn_l":"0178-2789","issn":["0178-2789","1432-2315"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual Computer","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://link.springer.com/content/pdf/10.1007/s00371-022-02492-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066800800","display_name":"Gan Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gan Cai","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673751","display_name":"Yu Zhu","orcid":"https://orcid.org/0000-0003-1535-6520"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhu","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China"],"raw_orcid":"https://orcid.org/0000-0003-1535-6520","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024861962","display_name":"Yue Wu","orcid":"https://orcid.org/0000-0002-7454-0451"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wu","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089580817","display_name":"Xiaoben Jiang","orcid":"https://orcid.org/0000-0002-9454-0037"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoben Jiang","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110176418","display_name":"Jiongyao Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiongyao Ye","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237 China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, 200237, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013740618","display_name":"Dawei Yang","orcid":"https://orcid.org/0000-0002-8928-143X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210127074","display_name":"Zhongshan Hospital","ror":"https://ror.org/032x22645","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210127074"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dawei Yang","raw_affiliation_strings":["Department of Pulmonary and Critical Care Medicine, Zhongshan Hospital, Fudan University, Shanghai, 200032 China","Shanghai Engineering Research Center of Internet of Things for Respiratory Medicine, Shanghai, 200032 China","Department of Pulmonary and Critical Care Medicine, Zhongshan Hospital, Fudan University, Shanghai, 200032, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pulmonary and Critical Care Medicine, Zhongshan Hospital, Fudan University, Shanghai, 200032 China","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210127074"]},{"raw_affiliation_string":"Shanghai Engineering Research Center of Internet of Things for Respiratory Medicine, Shanghai, 200032 China","institution_ids":[]},{"raw_affiliation_string":"Department of Pulmonary and Critical Care Medicine, Zhongshan Hospital, Fudan University, Shanghai, 200032, China","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210127074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013740618"],"corresponding_institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210127074"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":12.6409,"has_fulltext":true,"cited_by_count":156,"citation_normalized_percentile":{"value":0.99219266,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"39","issue":"7","first_page":"2781","last_page":"2793"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12796","display_name":"Dermatological and COVID-19 studies","score":0.9293000102043152,"subfield":{"id":"https://openalex.org/subfields/2708","display_name":"Dermatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8915538191795349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7298429608345032},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.6141452193260193},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5651454925537109},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5510037541389465},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5332376956939697},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.51225346326828},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5031339526176453},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4456068277359009},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4205654263496399},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.370241641998291},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10540050268173218}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8915538191795349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7298429608345032},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.6141452193260193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5651454925537109},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5510037541389465},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5332376956939697},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.51225346326828},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5031339526176453},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4456068277359009},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4205654263496399},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.370241641998291},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10540050268173218},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00371-022-02492-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00371-022-02492-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00371-022-02492-4.pdf","source":{"id":"https://openalex.org/S73060445","display_name":"The Visual Computer","issn_l":"0178-2789","issn":["0178-2789","1432-2315"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual Computer","raw_type":"journal-article"},{"id":"pmid:35540957","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35540957","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual computer","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9070977","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9070977","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vis Comput","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s00371-022-02492-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00371-022-02492-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00371-022-02492-4.pdf","source":{"id":"https://openalex.org/S73060445","display_name":"The Visual Computer","issn_l":"0178-2789","issn":["0178-2789","1432-2315"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual Computer","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1089542814","display_name":null,"funder_award_id":"20DZ2254400","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G1688162912","display_name":null,"funder_award_id":"21DZ2200600","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G2781552191","display_name":null,"funder_award_id":"20PJ1402400","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229003689.pdf","grobid_xml":"https://content.openalex.org/works/W4229003689.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W2073105997","https://openalex.org/W2194775991","https://openalex.org/W2739716023","https://openalex.org/W2794825826","https://openalex.org/W2797527544","https://openalex.org/W2916845318","https://openalex.org/W2922510944","https://openalex.org/W2944988845","https://openalex.org/W2963150162","https://openalex.org/W2963446712","https://openalex.org/W2972255615","https://openalex.org/W2976700284","https://openalex.org/W3006300626","https://openalex.org/W3008320599","https://openalex.org/W3011115931","https://openalex.org/W3011885901","https://openalex.org/W3017771109","https://openalex.org/W3024371423","https://openalex.org/W3048161992","https://openalex.org/W3098394437","https://openalex.org/W3102443681","https://openalex.org/W3102785203","https://openalex.org/W3131500599","https://openalex.org/W3133356497","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3151500074","https://openalex.org/W3154625732","https://openalex.org/W3157022347","https://openalex.org/W3193557418","https://openalex.org/W3193769449","https://openalex.org/W3195960585","https://openalex.org/W4213326876","https://openalex.org/W6600005967","https://openalex.org/W6600020421","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W4302009627","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4212781403"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":62},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}