{"id":"https://openalex.org/W4391020095","doi":"https://doi.org/10.1109/jbhi.2024.3355966","title":"A Unified Multi-Modality Fusion Framework for Deep Spatio-Spectral-Temporal Feature Learning in Resting-State fMRI Denoising","display_name":"A Unified Multi-Modality Fusion Framework for Deep Spatio-Spectral-Temporal Feature Learning in Resting-State fMRI Denoising","publication_year":2024,"publication_date":"2024-01-19","ids":{"openalex":"https://openalex.org/W4391020095","doi":"https://doi.org/10.1109/jbhi.2024.3355966","pmid":"https://pubmed.ncbi.nlm.nih.gov/38241107"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2024.3355966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3355966","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078917324","display_name":"M. H. Lim","orcid":"https://orcid.org/0009-0000-9938-681X"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Minjoo Lim","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056571168","display_name":"Keun-Soo Heo","orcid":"https://orcid.org/0000-0003-2697-9715"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Keun-Soo Heo","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606264","display_name":"Jun-Mo Kim","orcid":"https://orcid.org/0000-0002-2238-3255"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun-Mo Kim","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101724730","display_name":"Bogyeong Kang","orcid":"https://orcid.org/0009-0002-9254-5106"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bogyeong Kang","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006302877","display_name":"Weili Lin","orcid":"https://orcid.org/0000-0002-2900-8204"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weili Lin","raw_affiliation_strings":["Department of Radiology and BRIC, University of North Carolina at Chapel Hill, Chapel Hill, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Radiology and BRIC, University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108049200","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0002-6645-8810"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["School of Biomedical Engineering, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000937401","display_name":"Dinggang Shen","orcid":"https://orcid.org/0000-0002-7934-5698"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dinggang Shen","raw_affiliation_strings":["School of Biomedical Engineering, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075267855","display_name":"Tae\u2010Eui Kam","orcid":"https://orcid.org/0000-0002-6677-7176"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Tae-Eui Kam","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5078917324"],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":1.8171,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82721866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"28","issue":"4","first_page":"2067","last_page":"2078"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7713745832443237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7473493814468384},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7271316051483154},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6831951141357422},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6544512510299683},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6035929918289185},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5825613141059875},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.5589919686317444},{"id":"https://openalex.org/keywords/resting-state-fmri","display_name":"Resting state fMRI","score":0.43126043677330017},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42490527033805847},{"id":"https://openalex.org/keywords/independent-component-analysis","display_name":"Independent component analysis","score":0.42295682430267334},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.4214932322502136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3895717263221741},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10502678155899048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7713745832443237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7473493814468384},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7271316051483154},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6831951141357422},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6544512510299683},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6035929918289185},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5825613141059875},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.5589919686317444},{"id":"https://openalex.org/C66324658","wikidata":"https://www.wikidata.org/wiki/Q7316120","display_name":"Resting state fMRI","level":2,"score":0.43126043677330017},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42490527033805847},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.42295682430267334},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.4214932322502136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3895717263221741},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10502678155899048},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2024.3355966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3355966","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:38241107","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38241107","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3661619756","display_name":null,"funder_award_id":"RS202300212498","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320321373","display_name":"Korea University","ror":"https://ror.org/047dqcg40"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W563295814","https://openalex.org/W1539811621","https://openalex.org/W1623006543","https://openalex.org/W1971376693","https://openalex.org/W1983208069","https://openalex.org/W1990134753","https://openalex.org/W1997260622","https://openalex.org/W2002271924","https://openalex.org/W2013489329","https://openalex.org/W2025632264","https://openalex.org/W2031235352","https://openalex.org/W2033784454","https://openalex.org/W2036630433","https://openalex.org/W2047453615","https://openalex.org/W2048034803","https://openalex.org/W2048857243","https://openalex.org/W2049325056","https://openalex.org/W2053101950","https://openalex.org/W2062377622","https://openalex.org/W2072651823","https://openalex.org/W2076187431","https://openalex.org/W2082930697","https://openalex.org/W2091093127","https://openalex.org/W2096672020","https://openalex.org/W2112238254","https://openalex.org/W2115470196","https://openalex.org/W2118366819","https://openalex.org/W2118978333","https://openalex.org/W2130010412","https://openalex.org/W2132175842","https://openalex.org/W2157446241","https://openalex.org/W2165810607","https://openalex.org/W2567460568","https://openalex.org/W2602854183","https://openalex.org/W2607305752","https://openalex.org/W2752782242","https://openalex.org/W2767290858","https://openalex.org/W2793631099","https://openalex.org/W2980052224","https://openalex.org/W3008115128","https://openalex.org/W3035570025","https://openalex.org/W3090902835","https://openalex.org/W3091791645","https://openalex.org/W3106843343","https://openalex.org/W3122347867","https://openalex.org/W3210892971","https://openalex.org/W4221127230","https://openalex.org/W4252684946","https://openalex.org/W4283169481","https://openalex.org/W4289752563","https://openalex.org/W6636749155"],"related_works":["https://openalex.org/W2601707947","https://openalex.org/W2259241868","https://openalex.org/W1791688437","https://openalex.org/W2168298321","https://openalex.org/W2367562875","https://openalex.org/W2387620927","https://openalex.org/W2294986132","https://openalex.org/W2365936003","https://openalex.org/W4401572343","https://openalex.org/W2790620361"],"abstract_inverted_index":{"Resting-state":[0],"functional":[1,10,16],"magnetic":[2],"resonance":[3],"imaging":[4],"(rs-fMRI)":[5],"is":[6],"a":[7,62,98,126,137,160,194],"commonly":[8],"used":[9],"neuroimaging":[11],"technique":[12],"to":[13,45,96,112,148,165,192],"investigate":[14],"the":[15,32,48,59,73,81,87,106,143,146,151,168,174,187,190,201],"brain":[17],"networks.":[18],"However,":[19,70],"rs-fMRI":[20,35,53,213],"data":[21],"are":[22,56],"often":[23],"contaminated":[24],"with":[25],"noise":[26],"and":[27,65,84],"artifacts":[28],"that":[29],"adversely":[30],"affect":[31],"results":[33],"of":[34,61,72,80,117,145,189],"studies.":[36],"Several":[37],"machine/deep":[38],"learning":[39],"methods":[40,75],"have":[41],"achieved":[42,204],"impressive":[43],"performance":[44,206],"automatically":[46],"regress":[47],"noise-related":[49,82,118,208],"components":[50,83],"decomposed":[51],"from":[52,93,170],"data,":[54],"which":[55],"expressed":[57],"as":[58],"pairs":[60],"spatial":[63],"map":[64],"its":[66],"associated":[67],"time":[68],"series.":[69],"most":[71],"previous":[74],"individually":[76],"analyze":[77],"each":[78,94],"modality":[79,95],"simply":[85],"aggregate":[86],"decision-level":[88,184],"information":[89,116,153,169],"(or":[90],"knowledge)":[91],"extracted":[92],"make":[97,193],"final":[99,196],"decision.":[100,197],"Moreover,":[101],"these":[102,122],"approaches":[103],"consider":[104],"only":[105],"limited":[107],"modalities":[108],"making":[109],"it":[110],"difficult":[111],"explore":[113,150],"class-discriminative":[114],"spectral":[115,152],"components.":[119],"To":[120],"overcome":[121],"limitations,":[123],"we":[124,178],"propose":[125],"unified":[127],"deep":[128],"attentive":[129],"spatio-spectral-temporal":[130],"feature":[131,175],"fusion":[132,163,185],"framework.":[133],"We":[134,157],"first":[135],"adopt":[136],"learnable":[138],"wavelet":[139],"transform":[140],"module":[141,164],"at":[142,186],"input-level":[144],"framework":[147,191],"elaborately":[149],"in":[154,173],"subsequent":[155],"processes.":[156],"then":[158],"construct":[159],"feature-level":[161],"multi-modality":[162,171],"efficiently":[166],"exchange":[167],"inputs":[172],"space.":[176],"Finally,":[177],"design":[179],"confidence-based":[180],"voting":[181],"strategies":[182],"for":[183,207],"end":[188],"robust":[195],"In":[198],"our":[199],"experiments,":[200],"proposed":[202],"method":[203],"remarkable":[205],"component":[209],"detection":[210],"on":[211],"various":[212],"datasets.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2024-01-20T00:00:00"}