{"id":"https://openalex.org/W4282976788","doi":"https://doi.org/10.1109/tmi.2022.3180228","title":"Multimodal Transformer for Accelerated MR Imaging","display_name":"Multimodal Transformer for Accelerated MR Imaging","publication_year":2022,"publication_date":"2022-06-15","ids":{"openalex":"https://openalex.org/W4282976788","doi":"https://doi.org/10.1109/tmi.2022.3180228","pmid":"https://pubmed.ncbi.nlm.nih.gov/35704546"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2022.3180228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3180228","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049444898","display_name":"Chun-Mei Feng","orcid":"https://orcid.org/0000-0002-3025-8964"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chun-Mei Feng","raw_affiliation_strings":["Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041127024","display_name":"Yunlu Yan","orcid":"https://orcid.org/0009-0008-1679-0752"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunlu Yan","raw_affiliation_strings":["Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100765638","display_name":"Geng Chen","orcid":"https://orcid.org/0000-0001-8350-6581"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Geng Chen","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Computer Science and Engineering, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Computer Science and Engineering, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100359961","display_name":"Yong Xu","orcid":"https://orcid.org/0000-0003-0530-2123"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Xu","raw_affiliation_strings":["Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101994065","display_name":"Ying Hu","orcid":"https://orcid.org/0000-0003-4165-4169"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Hu","raw_affiliation_strings":["Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Visual Object Detection and Recognition, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082634513","display_name":"Ling Shao","orcid":"https://orcid.org/0000-0002-8264-6117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ling Shao","raw_affiliation_strings":["Terminus Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Terminus Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010970485","display_name":"Huazhu Fu","orcid":"https://orcid.org/0000-0002-9702-5524"},"institutions":[{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Huazhu Fu","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5049444898"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":20.4616,"has_fulltext":false,"cited_by_count":148,"citation_normalized_percentile":{"value":0.99784603,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"42","issue":"10","first_page":"2804","last_page":"2816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.873213529586792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.74578857421875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5910606980323792},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5736828446388245},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.563676118850708},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5433822274208069},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4346717298030853},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41328683495521545}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.873213529586792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.74578857421875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5910606980323792},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5736828446388245},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.563676118850708},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5433822274208069},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4346717298030853},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41328683495521545},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2022.3180228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3180228","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:35704546","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35704546","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3425444037","display_name":null,"funder_award_id":"2018AAA0100100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W783608400","https://openalex.org/W1758598986","https://openalex.org/W2003627360","https://openalex.org/W2039555200","https://openalex.org/W2047544187","https://openalex.org/W2107906890","https://openalex.org/W2109707993","https://openalex.org/W2117649283","https://openalex.org/W2134884567","https://openalex.org/W2165142794","https://openalex.org/W2338760177","https://openalex.org/W2442117232","https://openalex.org/W2574952845","https://openalex.org/W2593412631","https://openalex.org/W2594014149","https://openalex.org/W2604388535","https://openalex.org/W2611467245","https://openalex.org/W2709402577","https://openalex.org/W2738302492","https://openalex.org/W2752782242","https://openalex.org/W2768814045","https://openalex.org/W2773850766","https://openalex.org/W2778924750","https://openalex.org/W2782605140","https://openalex.org/W2782945719","https://openalex.org/W2791621240","https://openalex.org/W2794977498","https://openalex.org/W2795380527","https://openalex.org/W2796670799","https://openalex.org/W2808495892","https://openalex.org/W2883105305","https://openalex.org/W2889995282","https://openalex.org/W2900756484","https://openalex.org/W2902719825","https://openalex.org/W2902828227","https://openalex.org/W2936194729","https://openalex.org/W2938120698","https://openalex.org/W2949402056","https://openalex.org/W2963372104","https://openalex.org/W2963730812","https://openalex.org/W2964101377","https://openalex.org/W2964293140","https://openalex.org/W2964308363","https://openalex.org/W2964545333","https://openalex.org/W2966737464","https://openalex.org/W2969785455","https://openalex.org/W2979588445","https://openalex.org/W2979744002","https://openalex.org/W3004715589","https://openalex.org/W3007486523","https://openalex.org/W3013621693","https://openalex.org/W3034223847","https://openalex.org/W3035596626","https://openalex.org/W3047706622","https://openalex.org/W3091727049","https://openalex.org/W3096609285","https://openalex.org/W3098418424","https://openalex.org/W3098848838","https://openalex.org/W3100730608","https://openalex.org/W3101461304","https://openalex.org/W3101674918","https://openalex.org/W3102018640","https://openalex.org/W3112965401","https://openalex.org/W3119836047","https://openalex.org/W3127751679","https://openalex.org/W3152750416","https://openalex.org/W3175178093","https://openalex.org/W3188404242","https://openalex.org/W3198321134","https://openalex.org/W3202223141","https://openalex.org/W3202341417","https://openalex.org/W3202624106","https://openalex.org/W3203841574","https://openalex.org/W4200635028","https://openalex.org/W4206706211","https://openalex.org/W4226133625","https://openalex.org/W4226145501","https://openalex.org/W4289388721","https://openalex.org/W4291285549","https://openalex.org/W6739901393","https://openalex.org/W6755203642","https://openalex.org/W6755625687","https://openalex.org/W6767273182","https://openalex.org/W6790275670","https://openalex.org/W6794570189","https://openalex.org/W6801085537","https://openalex.org/W6804568857","https://openalex.org/W6811122854","https://openalex.org/W6842169900"],"related_works":["https://openalex.org/W1556451512","https://openalex.org/W1555349535","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W4234091740","https://openalex.org/W4213350282","https://openalex.org/W2230171082","https://openalex.org/W2583128298","https://openalex.org/W2022275305","https://openalex.org/W627697492"],"abstract_inverted_index":{"Accelerated":[0],"multi-modal":[1,84,109,150,224],"magnetic":[2],"resonance":[3],"(MR)":[4],"imaging":[5,226],"is":[6,67,88,168],"a":[7,83],"new":[8,164],"and":[9,211,232,241],"effective":[10],"solution":[11],"for":[12,52,102,149],"fast":[13],"MR":[14,104,151,225,229],"imaging,":[15,152],"providing":[16],"superior":[17],"performance":[18],"in":[19,73,175,184,197],"restoring":[20],"the":[21,39,49,61,70,75,95,99,127,133,172,185,194,198,208,213],"target":[22,96,134,186,214],"modality":[23,41,97,129,177,187,200,215],"from":[24,30,94,126,207],"its":[25],"undersampled":[26],"counterpart":[27],"with":[28,158,221],"guidance":[29],"an":[31,114,146],"auxiliary":[32,40,100,128,199],"modality.":[33,135],"However,":[34],"existing":[35,159],"works":[36],"simply":[37],"combine":[38],"as":[42],"prior":[43],"information,":[44,110],"lacking":[45],"in-depth":[46],"investigations":[47],"on":[48,60,239],"potential":[50],"mechanisms":[51],"fusing":[53],"different":[54,179],"modalities.":[55],"Further,":[56],"they":[57],"usually":[58],"rely":[59],"convolutional":[62],"neural":[63],"networks":[64],"(CNNs),":[65],"which":[66,87,123],"limited":[68],"by":[69],"intrinsic":[71],"locality":[72],"capturing":[74],"long-distance":[76],"dependency.":[77],"To":[78,106],"this":[79],"end,":[80],"we":[81],"propose":[82],"transformer":[85],"(MTrans),":[86],"capable":[89],"of":[90],"transferring":[91],"multi-scale":[92],"features":[93,125,206],"to":[98,132,170,189,202],"modality,":[101],"accelerated":[103,223],"imaging.":[105],"capture":[107],"deep":[108],"our":[111],"MTrans":[112,144,220,235],"utilizes":[113],"improved":[115,147],"multi-head":[116],"attention":[117,121,166],"mechanism,":[118],"named":[119],"cross":[120,165],"module,":[122],"absorbs":[124],"that":[130],"contribute":[131],"Our":[136,143],"framework":[137],"provides":[138],"three":[139],"appealing":[140],"benefits:":[141],"(i)":[142],"use":[145],"transformers":[148],"affording":[153],"more":[154,191],"global":[155],"information":[156,174],"compared":[157],"CNN-based":[160],"methods.":[161],"(ii)":[162],"A":[163],"module":[167],"proposed":[169],"exploit":[171],"useful":[173],"each":[176],"at":[178],"scales.":[180],"The":[181],"small":[182],"patch":[183,196],"aims":[188,201],"keep":[190],"fine":[192],"details,":[193],"large":[195],"obtain":[203],"high-level":[204],"context":[205],"larger":[209],"region":[210],"supplement":[212],"effectively.":[216],"(iii)":[217],"We":[218],"evaluate":[219],"various":[222],"tasks,":[227],"e.g.,":[228],"image":[230],"reconstruction":[231],"super-resolution,":[233],"where":[234],"outperforms":[236],"state-of-the-art":[237],"methods":[238],"fastMRI":[240],"real-world":[242],"clinical":[243],"datasets.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":51},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}