{"id":"https://openalex.org/W3115284685","doi":"https://doi.org/10.1109/isbi48211.2021.9434103","title":"On Self-Supervised Multimodal Representation Learning: An Application To Alzheimer\u2019s Disease","display_name":"On Self-Supervised Multimodal Representation Learning: An Application To Alzheimer\u2019s Disease","publication_year":2021,"publication_date":"2021-04-13","ids":{"openalex":"https://openalex.org/W3115284685","doi":"https://doi.org/10.1109/isbi48211.2021.9434103","mag":"3115284685"},"language":"en","primary_location":{"id":"doi:10.1109/isbi48211.2021.9434103","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi48211.2021.9434103","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 18th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.13619","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059928810","display_name":"Alex Fedorov","orcid":"https://orcid.org/0000-0002-0350-9449"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Fedorov","raw_affiliation_strings":["Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","institution_ids":["https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101685050","display_name":"Lei Wu","orcid":"https://orcid.org/0000-0001-7924-9498"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Wu","raw_affiliation_strings":["Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","institution_ids":["https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia State University","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027437939","display_name":"Tristan Sylvain","orcid":"https://orcid.org/0000-0001-5390-4036"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tristan Sylvain","raw_affiliation_strings":["Mila","Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila","institution_ids":[]},{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028380397","display_name":"Margaux Luck","orcid":"https://orcid.org/0000-0003-1508-1571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Margaux Luck","raw_affiliation_strings":["Mila"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068170740","display_name":"Thomas P. DeRamus","orcid":"https://orcid.org/0000-0002-5774-2297"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas P. DeRamus","raw_affiliation_strings":["Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","institution_ids":["https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia State University","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039275757","display_name":"Dmitry Bleklov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dmitry Bleklov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082230429","display_name":"Sergey Plis","orcid":"https://orcid.org/0000-0003-0040-0365"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey M. Plis","raw_affiliation_strings":["Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","institution_ids":["https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia State University","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032850756","display_name":"Vince D. Calhoun","orcid":"https://orcid.org/0000-0001-9058-0747"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vince D. Calhoun","raw_affiliation_strings":["Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","Emory University","Georgia Institute of Technology","Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Translational Research in Neuroimaging and Data Science, Atlanta, GA, USA","institution_ids":["https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Emory University","institution_ids":["https://openalex.org/I150468666"]},{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia State University","institution_ids":["https://openalex.org/I181565077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4396,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.58369793,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1548","last_page":"1552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7136924266815186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6919925212860107},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5655077695846558},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.5191808938980103},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4487440288066864},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.43201494216918945},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3509267270565033},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.21682468056678772}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7136924266815186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919925212860107},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5655077695846558},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5191808938980103},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4487440288066864},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.43201494216918945},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3509267270565033},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.21682468056678772},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/isbi48211.2021.9434103","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi48211.2021.9434103","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 18th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2012.13619","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.13619","pdf_url":"https://arxiv.org/pdf/2012.13619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3115284685","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2012.13619.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2012.13619","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.13619","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.13619","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.13619","pdf_url":"https://arxiv.org/pdf/2012.13619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320333592","display_name":"Avid Radiopharmaceuticals","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3115284685.pdf","grobid_xml":"https://content.openalex.org/works/W3115284685.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1523385540","https://openalex.org/W1883346539","https://openalex.org/W2025985542","https://openalex.org/W2052644075","https://openalex.org/W2113082700","https://openalex.org/W2113173487","https://openalex.org/W2173520492","https://openalex.org/W2598634450","https://openalex.org/W2626639386","https://openalex.org/W2767204723","https://openalex.org/W2842511635","https://openalex.org/W2887997457","https://openalex.org/W2949517790","https://openalex.org/W2949558627","https://openalex.org/W2949676527","https://openalex.org/W2963587345","https://openalex.org/W2970873268","https://openalex.org/W2971040589","https://openalex.org/W2971155163","https://openalex.org/W2994689640","https://openalex.org/W2995808388","https://openalex.org/W2996591241","https://openalex.org/W3005680577","https://openalex.org/W3012412627","https://openalex.org/W3016970897","https://openalex.org/W4235770099","https://openalex.org/W6631216910","https://openalex.org/W6639103823","https://openalex.org/W6680196509","https://openalex.org/W6685352114","https://openalex.org/W6735531217","https://openalex.org/W6739575509","https://openalex.org/W6745682157","https://openalex.org/W6754278344","https://openalex.org/W6761472960","https://openalex.org/W6763416564","https://openalex.org/W6763442200","https://openalex.org/W6765242767","https://openalex.org/W6767164110","https://openalex.org/W6767441326","https://openalex.org/W6772352366","https://openalex.org/W6772449105","https://openalex.org/W6774314701","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3152155799","https://openalex.org/W3173809883","https://openalex.org/W3102046303","https://openalex.org/W3177393777","https://openalex.org/W3113614523","https://openalex.org/W3209279086","https://openalex.org/W3171651584","https://openalex.org/W3135563760","https://openalex.org/W2900157177","https://openalex.org/W3118582944","https://openalex.org/W3176398504","https://openalex.org/W3175572898","https://openalex.org/W3158986867","https://openalex.org/W3101658985","https://openalex.org/W3176624929","https://openalex.org/W3012445139","https://openalex.org/W3150007429","https://openalex.org/W3161980230","https://openalex.org/W3042508466","https://openalex.org/W3011140723"],"abstract_inverted_index":{"Introspection":[0],"of":[1,17,82,86],"deep":[2],"supervised":[3,22],"predictive":[4],"models":[5],"trained":[6],"on":[7],"functional":[8],"and":[9,84,89,120],"structural":[10],"brain":[11,118],"imaging":[12],"may":[13],"uncover":[14],"novel":[15],"markers":[16],"Alzheimer's":[18],"disease":[19],"(AD).":[20],"However,":[21],"training":[23],"is":[24],"prone":[25],"to":[26,49,72,126],"learning":[27],"from":[28],"spurious":[29],"features":[30,114],"(shortcut":[31],"learning),":[32],"impairing":[33],"its":[34],"value":[35],"in":[36,98],"the":[37,55,102,111,117],"discovery":[38],"process.":[39],"Deep":[40],"unsupervised":[41],"and,":[42],"recently,":[43],"contrastive":[44,79],"self-supervised":[45,80,113],"approaches,":[46],"not":[47],"biased":[48],"classification,":[50],"are":[51],"better":[52],"candidates":[53],"for":[54,77,106],"task.":[56],"Their":[57],"multimodal":[58,75,95],"options":[59],"specifically":[60],"offer":[61],"additional":[62],"regularization":[63],"via":[64],"modality":[65],"interactions.":[66],"This":[67],"paper":[68],"introduces":[69],"a":[70,78,122],"way":[71,125],"exhaustively":[73],"consider":[74],"architectures":[76],"fusion":[81,96],"fMRI":[83],"MRI":[85],"AD":[87],"patients":[88],"controls.":[90],"We":[91,109],"show":[92],"that":[93,100],"this":[94],"results":[97,105],"representations":[99],"improve":[101],"downstream":[103],"classification":[104],"both":[107],"modalities.":[108],"investigate":[110],"fused":[112],"projected":[115],"into":[116],"space":[119],"introduce":[121],"numerically":[123],"stable":[124],"do":[127],"so.":[128]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}