{"id":"https://openalex.org/W4406094264","doi":"https://doi.org/10.1109/lsp.2025.3526094","title":"Bridging the Modality Gap in Multimodal Eye Disease Screening: Learning Modality Shared-Specific Features via Multi-Level Regularization","display_name":"Bridging the Modality Gap in Multimodal Eye Disease Screening: Learning Modality Shared-Specific Features via Multi-Level Regularization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406094264","doi":"https://doi.org/10.1109/lsp.2025.3526094"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2025.3526094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2025.3526094","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101028330","display_name":"Jiayue Zhao","orcid":"https://orcid.org/0009-0006-9763-7607"},"institutions":[{"id":"https://openalex.org/I129708740","display_name":"Fujian Medical University","ror":"https://ror.org/050s6ns64","country_code":"CN","type":"education","lineage":["https://openalex.org/I129708740"]},{"id":"https://openalex.org/I133868755","display_name":"Shanghai Medical College of Fudan University","ror":"https://ror.org/01zntxs11","country_code":"CN","type":"education","lineage":["https://openalex.org/I133868755","https://openalex.org/I24943067"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210151021","display_name":"Shanghai Institute of Computing Technology","ror":"https://ror.org/05ek0ze18","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210151021"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiayue Zhao","raw_affiliation_strings":["Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-9763-7607","affiliations":[{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I133868755"]},{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","institution_ids":["https://openalex.org/I129708740","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China","institution_ids":["https://openalex.org/I4210151021"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033844865","display_name":"Shiman Li","orcid":"https://orcid.org/0000-0002-0488-0573"},"institutions":[{"id":"https://openalex.org/I129708740","display_name":"Fujian Medical University","ror":"https://ror.org/050s6ns64","country_code":"CN","type":"education","lineage":["https://openalex.org/I129708740"]},{"id":"https://openalex.org/I133868755","display_name":"Shanghai Medical College of Fudan University","ror":"https://ror.org/01zntxs11","country_code":"CN","type":"education","lineage":["https://openalex.org/I133868755","https://openalex.org/I24943067"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210151021","display_name":"Shanghai Institute of Computing Technology","ror":"https://ror.org/05ek0ze18","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210151021"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiman Li","raw_affiliation_strings":["Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I133868755"]},{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","institution_ids":["https://openalex.org/I129708740","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China","institution_ids":["https://openalex.org/I4210151021"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Hao","orcid":"https://orcid.org/0000-0003-1339-753X"},"institutions":[{"id":"https://openalex.org/I129708740","display_name":"Fujian Medical University","ror":"https://ror.org/050s6ns64","country_code":"CN","type":"education","lineage":["https://openalex.org/I129708740"]},{"id":"https://openalex.org/I133868755","display_name":"Shanghai Medical College of Fudan University","ror":"https://ror.org/01zntxs11","country_code":"CN","type":"education","lineage":["https://openalex.org/I133868755","https://openalex.org/I24943067"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210151021","display_name":"Shanghai Institute of Computing Technology","ror":"https://ror.org/05ek0ze18","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210151021"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hao","raw_affiliation_strings":["Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1339-753X","affiliations":[{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I133868755"]},{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","institution_ids":["https://openalex.org/I129708740","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China","institution_ids":["https://openalex.org/I4210151021"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chenxi Zhang","orcid":"https://orcid.org/0000-0003-0248-8495"},"institutions":[{"id":"https://openalex.org/I129708740","display_name":"Fujian Medical University","ror":"https://ror.org/050s6ns64","country_code":"CN","type":"education","lineage":["https://openalex.org/I129708740"]},{"id":"https://openalex.org/I133868755","display_name":"Shanghai Medical College of Fudan University","ror":"https://ror.org/01zntxs11","country_code":"CN","type":"education","lineage":["https://openalex.org/I133868755","https://openalex.org/I24943067"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210151021","display_name":"Shanghai Institute of Computing Technology","ror":"https://ror.org/05ek0ze18","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210151021"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Zhang","raw_affiliation_strings":["Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China","Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China"],"raw_orcid":"https://orcid.org/0000-0003-0248-8495","affiliations":[{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I133868755"]},{"raw_affiliation_string":"Shanghai Key Lab of Medical Image Computing and Computer Assisted Intervention, Shanghai, China","institution_ids":["https://openalex.org/I4210151021"]},{"raw_affiliation_string":"Digital Medical Research Center, School of Basic Medical Sciences, Fudan University, China","institution_ids":["https://openalex.org/I129708740","https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101028330"],"corresponding_institution_ids":["https://openalex.org/I129708740","https://openalex.org/I133868755","https://openalex.org/I24943067","https://openalex.org/I4210151021"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00302163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":null,"first_page":"586","last_page":"590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7297028303146362},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.642421305179596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6022201180458069},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5462281107902527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49662619829177856},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3207473158836365}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7297028303146362},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.642421305179596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6022201180458069},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5462281107902527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49662619829177856},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3207473158836365},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2025.3526094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2025.3526094","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2806801012","https://openalex.org/W2928165649","https://openalex.org/W2946303964","https://openalex.org/W2962858109","https://openalex.org/W2963091558","https://openalex.org/W2976808722","https://openalex.org/W2981458349","https://openalex.org/W3110137662","https://openalex.org/W3113359589","https://openalex.org/W3118677001","https://openalex.org/W3119287118","https://openalex.org/W3132146525","https://openalex.org/W3157563419","https://openalex.org/W3165031219","https://openalex.org/W3202229673","https://openalex.org/W4205986708","https://openalex.org/W4221144624","https://openalex.org/W4386065863","https://openalex.org/W4386071994","https://openalex.org/W4386076504","https://openalex.org/W4386826466","https://openalex.org/W4387211341","https://openalex.org/W4387211581","https://openalex.org/W4390693571","https://openalex.org/W4393141821","https://openalex.org/W6631190155","https://openalex.org/W6761274798","https://openalex.org/W6788887552","https://openalex.org/W6843817842","https://openalex.org/W6857391597"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871","https://openalex.org/W2272354214","https://openalex.org/W2084768720","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Color":[0],"fundus":[1],"photography":[2],"(CFP)":[3],"and":[4,46,52,66,86,98],"optical":[5],"coherence":[6],"tomography":[7],"(OCT)":[8],"are":[9],"two":[10,117,123],"common":[11],"modalities":[12],"used":[13],"in":[14],"eye":[15,26,118,138],"disease":[16,119,139],"screening,":[17],"providing":[18],"crucial":[19],"complementary":[20],"information":[21,37,70],"for":[22,136],"the":[23,36,43,63,69,103,107],"diagnosis":[24,120],"of":[25,106],"diseases.":[27],"However,":[28],"existing":[29],"multimodal":[30,137],"learning":[31,105],"methods":[32],"cannot":[33],"fully":[34,67],"leverage":[35],"from":[38,71],"each":[39,72],"modality":[40,64,108],"due":[41],"to":[42,57,101,130],"large":[44],"dimensional":[45],"semantic":[47],"gap":[48,65],"between":[49],"2D":[50],"CFP":[51],"3D":[53],"OCT":[54],"images,":[55],"leading":[56],"suboptimal":[58],"classification":[59],"performance.":[60],"To":[61],"bridge":[62],"exploit":[68],"modality,":[73],"we":[74],"propose":[75],"a":[76,91,133],"novel":[77],"feature":[78],"disentanglement":[79],"method":[80,112,128],"that":[81],"decomposes":[82],"features":[83],"into":[84],"modality-shared":[85],"modality-specific":[87],"components.":[88],"We":[89],"design":[90],"multi-level":[92],"regularization":[93,100],"strategy":[94],"including":[95],"intra-modality,":[96],"intermodality,":[97],"intra-inter-modality":[99],"facilitate":[102],"effective":[104],"Shared-Specific":[109],"features.":[110],"Our":[111,127],"achieves":[113],"state-of-the-art":[114],"performance":[115],"on":[116],"tasks":[121],"using":[122],"publicly":[124,145],"available":[125,146],"datasets.":[126],"promises":[129],"serve":[131],"as":[132],"useful":[134],"tool":[135],"diagnosis.":[140],"The":[141],"source":[142],"code":[143],"is":[144],"at":[147],"https://github.com/yuerjiar/ShaSpec":[148]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}