{"id":"https://openalex.org/W4404788807","doi":"https://doi.org/10.1109/tmi.2024.3506734","title":"FM-APP: Foundation Model for Any Phenotype Prediction via fMRI to sMRI Knowledge Transfer","display_name":"FM-APP: Foundation Model for Any Phenotype Prediction via fMRI to sMRI Knowledge Transfer","publication_year":2024,"publication_date":"2024-11-27","ids":{"openalex":"https://openalex.org/W4404788807","doi":"https://doi.org/10.1109/tmi.2024.3506734","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030291"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3506734","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3506734","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064118534","display_name":"Zhibin He","orcid":"https://orcid.org/0000-0002-5604-1886"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin He","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi’an, China","School of Automation, Northwestern Polytechnical University, China"],"raw_orcid":"https://orcid.org/0000-0002-5604-1886","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090481419","display_name":"Wuyang Li","orcid":"https://orcid.org/0000-0002-7338-9251"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wuyang Li","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376139","display_name":"Yifan Liu","orcid":"https://orcid.org/0000-0001-9342-9428"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifan Liu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China"],"raw_orcid":"https://orcid.org/0000-0001-9342-9428","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446459","display_name":"Xinyu Liu","orcid":"https://orcid.org/0009-0003-2376-8899"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xinyu Liu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012529382","display_name":"Junwei Han","orcid":"https://orcid.org/0000-0001-5545-7217"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Han","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi’an, China","School of Automation, Northwestern Polytechnical University, China"],"raw_orcid":"https://orcid.org/0000-0001-5545-7217","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665425","display_name":"Tuo Zhang","orcid":"https://orcid.org/0000-0002-6075-3384"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tuo Zhang","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi’an, China","School of Automation, Northwestern Polytechnical University, China"],"raw_orcid":"https://orcid.org/0000-0002-6075-3384","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073968803","display_name":"Yixuan Yuan","orcid":"https://orcid.org/0000-0002-0853-6948"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yixuan Yuan","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China"],"raw_orcid":"https://orcid.org/0000-0002-0853-6948","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong (CUHK), China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6468,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92557303,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"44","issue":"10","first_page":"4010","last_page":"4022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5896896123886108},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5870264768600464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4650709629058838}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5896896123886108},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5870264768600464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4650709629058838},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010641","descriptor_name":"Phenotype","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3506734","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3506734","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:40030291","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030291","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4605190086","display_name":null,"funder_award_id":"U23A20335","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G841155514","display_name":null,"funder_award_id":"62476222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8635972800","display_name":null,"funder_award_id":"62131009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1828334443","https://openalex.org/W1849775727","https://openalex.org/W1964874451","https://openalex.org/W1983208069","https://openalex.org/W1990283121","https://openalex.org/W2024729467","https://openalex.org/W2102099319","https://openalex.org/W2107499714","https://openalex.org/W2111902267","https://openalex.org/W2114765244","https://openalex.org/W2148445259","https://openalex.org/W2531181314","https://openalex.org/W2537685252","https://openalex.org/W2893411620","https://openalex.org/W2902487469","https://openalex.org/W2953136735","https://openalex.org/W3042578835","https://openalex.org/W3092783643","https://openalex.org/W3139923941","https://openalex.org/W3144830399","https://openalex.org/W3157129463","https://openalex.org/W3199008037","https://openalex.org/W4200170014","https://openalex.org/W4224212374","https://openalex.org/W4224947618","https://openalex.org/W4225139462","https://openalex.org/W4280505354","https://openalex.org/W4280618724","https://openalex.org/W4296198225","https://openalex.org/W4309099372","https://openalex.org/W4312775058","https://openalex.org/W4313156423","https://openalex.org/W4313893207","https://openalex.org/W4383498382","https://openalex.org/W4383980385","https://openalex.org/W4385429769","https://openalex.org/W4385573131","https://openalex.org/W4386076148","https://openalex.org/W4386076539","https://openalex.org/W4387226009","https://openalex.org/W4390501271","https://openalex.org/W4392947532"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"Predicting":[0],"individual-level":[1],"non-neuroimaging":[2],"phenotypes":[3,31],"(e.g.,":[4],"fluid":[5],"intelligence)":[6],"using":[7],"brain":[8,224],"imaging":[9,27],"data":[10],"is":[11],"a":[12,78,94,160,219],"fundamental":[13],"goal":[14],"of":[15,93,126,149],"neuroscience.":[16],"Recent":[17],"research":[18],"has":[19],"focused":[20],"on":[21,65,196],"utilizing":[22,66],"high-cost":[23],"functional":[24],"magnetic":[25],"resonance":[26],"(fMRI)":[28],"to":[29,45,59,87,108,118,132,145,167,182,193],"predict":[30],"seen":[32,42,137,150],"during":[33],"training.":[34],"However,":[35],"these":[36,74],"methods":[37],"1)":[38],"only":[39],"consider":[40],"predicting":[41],"phenotypes,":[43],"failing":[44],"achieve":[46,153],"zero-shot":[47,164,214],"inference":[48,215],"for":[49,69,81,163,222],"unseen":[50],"phenotypes;":[51],"2)":[52],"overlook":[53],"the":[54,128,142,157,177,180,197],"knowledge":[55,89,189],"transfer":[56,90,190],"from":[57,136,191],"fMRI":[58,86,107,192],"structural":[60],"MRI":[61],"(sMRI),":[62],"missing":[63],"out":[64],"cost-effective":[67],"sMRI":[68,88,109,169],"accurate":[70],"predictions.":[71],"To":[72,152],"address":[73],"challenges,":[75],"we":[76],"propose":[77],"Foundational":[79],"Model":[80],"Any":[82,101],"Phenotype":[83,102],"Prediction":[84,103],"via":[85],"(FM-APP),":[91],"consisting":[92],"Phenotypes":[95],"Text":[96],"Memory":[97],"Bank":[98],"(PTMB)":[99],"module,":[100,105],"(APP)":[104],"and":[106,202,217,226],"Knowledge":[110],"Transfer":[111],"(F2SKT)":[112],"module.":[113],"Our":[114,228],"proposed":[115],"FM-APP":[116],"adapts":[117],"downstream":[119],"tasks":[120],"by":[121],"generating":[122],"regressor":[123,161],"parameters":[124],"instead":[125],"fine-tuning":[127],"model":[129,144],"itself.":[130],"Specifically,":[131],"retain":[133],"important":[134],"clues":[135],"phenotype":[138,155,184],"descriptions,":[139],"PTMB":[140,181],"utilizes":[141],"BiomedCLIP":[143],"store":[146],"semantic":[147],"features":[148],"phenotypes.":[151,227],"any":[154],"prediction,":[156],"APP":[158],"introduces":[159],"synthesizer":[162],"inference.":[165],"Additionally,":[166],"improve":[168],"prediction":[170],"accuracy":[171],"while":[172],"preserving":[173],"its":[174],"cost":[175],"advantage,":[176],"F2SKT":[178],"uses":[179],"construct":[183],"active":[185],"maps,":[186],"guiding":[187],"adaptive":[188],"sMRI.":[194],"Experiments":[195],"Human":[198],"Connectome":[199],"Project":[200],"(HCP)":[201],"HCP":[203],"Aging":[204],"datasets":[205],"demonstrate":[206],"our":[207],"approach":[208],"outperforms":[209],"state-of-the-art":[210],"methods,":[211],"showcasing":[212],"strong":[213],"capabilities":[216],"providing":[218],"novel":[220],"framework":[221],"analyzing":[223],"structure":[225],"code:":[229],"https://github.com/ZhibinHe/FM-APP.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}