{"id":"https://openalex.org/W4416214917","doi":"https://doi.org/10.1109/tmm.2025.3632663","title":"Generic-to-Personalised Learning for Multimodal Image Synthesis With Bidirectional Variational GAN","display_name":"Generic-to-Personalised Learning for Multimodal Image Synthesis With Bidirectional Variational GAN","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W4416214917","doi":"https://doi.org/10.1109/tmm.2025.3632663"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3632663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3632663","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048818778","display_name":"Long Chen","orcid":"https://orcid.org/0000-0001-8552-859X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I4210098748","display_name":"Department of Science and Technology","ror":"https://ror.org/0101xrq71","country_code":"IN","type":"government","lineage":["https://openalex.org/I2799351866","https://openalex.org/I4210098748","https://openalex.org/I4210134808"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["CN","GB","IN"],"is_corresponding":true,"raw_author_name":"Long Chen","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China","School of Computer Science and TechnologyDalian University of Technology and Department of Medical Physics and Biomedical Engineering, University College London"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Computer Science and TechnologyDalian University of Technology and Department of Medical Physics and Biomedical Engineering, University College London","institution_ids":["https://openalex.org/I4210098748","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113401127","display_name":"Xirui Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xirui Dong","raw_affiliation_strings":["Department of Informatics, King’s College London, London, U.K","Department of Informatics, King's College London, London, U. K"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, King’s College London, London, U.K","institution_ids":[]},{"raw_affiliation_string":"Department of Informatics, King's College London, London, U. K","institution_ids":["https://openalex.org/I4210119896","https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007758616","display_name":"Jiangrong Shen","orcid":"https://orcid.org/0000-0003-3683-3779"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangrong Shen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087681764","display_name":"Lu Zhang","orcid":"https://orcid.org/0000-0003-4648-4437"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059986647","display_name":"Qi Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Xu","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084291326","display_name":"Gang Pan","orcid":"https://orcid.org/0000-0002-4049-6181"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Pan","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381999","display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0003-3776-9799"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5048818778"],"corresponding_institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210098748","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34068311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"902","last_page":"914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6186000108718872},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.538100004196167},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.536300003528595},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.52920001745224},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4959000051021576},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4171999990940094},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.41350001096725464},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4081000089645386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8062000274658203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.680899977684021},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6186000108718872},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.538100004196167},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.536300003528595},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.52920001745224},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4959000051021576},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.41350001096725464},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3695000112056732},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.28679999709129333},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3632663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3632663","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1367307965","display_name":null,"funder_award_id":"U24B20140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1490866274","display_name":null,"funder_award_id":"62206037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8753041285","display_name":null,"funder_award_id":"62476035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2526871","https://openalex.org/W1528255049","https://openalex.org/W2015897296","https://openalex.org/W2044967973","https://openalex.org/W2060405238","https://openalex.org/W2129804985","https://openalex.org/W2208340121","https://openalex.org/W2523123632","https://openalex.org/W2523468284","https://openalex.org/W2607711656","https://openalex.org/W2612585477","https://openalex.org/W2617128058","https://openalex.org/W2767044624","https://openalex.org/W2789713147","https://openalex.org/W2889779108","https://openalex.org/W2904477983","https://openalex.org/W2914057844","https://openalex.org/W2917568709","https://openalex.org/W2923549568","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2962825119","https://openalex.org/W2963073614","https://openalex.org/W2963176524","https://openalex.org/W2963768110","https://openalex.org/W3022072054","https://openalex.org/W3089973229","https://openalex.org/W3099224939","https://openalex.org/W3176466780","https://openalex.org/W3194033202","https://openalex.org/W3196616669","https://openalex.org/W3210898535","https://openalex.org/W4287729827","https://openalex.org/W4376481222","https://openalex.org/W4382372079","https://openalex.org/W4384519430","https://openalex.org/W4394625794","https://openalex.org/W4401028748","https://openalex.org/W4403070039"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"image":[1,25,50,72,180],"synthesis,":[2,73],"which":[3,74],"predicts":[4],"target-modality":[5],"images":[6,161],"from":[7,162],"source-modality":[8],"images,":[9,42],"has":[10],"garnered":[11],"considerable":[12],"attention":[13],"in":[14,31],"the":[15,32,100,111,153,174,183],"field":[16],"of":[17,141],"clinical":[18],"diagnosis.":[19],"Both":[20],"unidirectional":[21,36],"and":[22,133,203],"bidirectional":[23,45,77],"multimodal":[24,71],"synthesis":[26],"methods":[27],"have":[28],"been":[29],"explored":[30],"medical":[33,199],"domain,":[34],"however,":[35],"models":[37,46],"heavily":[38],"rely":[39],"on":[40,137,196],"paired":[41,88,142],"while":[43],"current":[44],"typically":[47],"overlook":[48],"local":[49],"details":[51],"due":[52],"to":[53,98,110,116,130,151,172,192],"their":[54],"unsupervised":[55,148],"training":[56],"patterns.":[57],"In":[58],"this":[59],"work,":[60],"we":[61],"propose":[62],"a":[63,85,94,122,138,168],"Bidirectional":[64],"Variational":[65],"Generative":[66],"Adversarial":[67],"Network":[68],"(BVGAN)":[69],"for":[70,103,176],"achieves":[75],"high-quality":[76],"translations":[78],"between":[79,156],"any":[80],"two":[81,157,197],"modalities":[82,158],"using":[83,159],"only":[84],"limited":[86],"number":[87],"images.":[89,120,143],"Firstly,":[90],"BVGAN's":[91],"generator":[92],"incorporates":[93],"variational":[95],"structure":[96],"(VAS)":[97],"regularise":[99],"latent":[101,112],"space":[102],"noise":[104],"reduction.":[105],"This":[106],"regularisation":[107],"imposes":[108],"smoothness":[109],"space,":[113],"enabling":[114],"BVGAN":[115,132,191],"produce":[117],"high-quality,":[118],"noise-free":[119],"Secondly,":[121],"novel":[123],"generic-to-personalised":[124],"(GTP)":[125],"learning":[126,149,170,185],"strategy":[127,186],"is":[128],"introduced":[129],"train":[131],"reduce":[134],"its":[135],"reliance":[136],"large":[139],"sets":[140],"GTP":[144,184],"initially":[145],"leverages":[146],"an":[147],"model":[150,171],"capture":[152],"global":[154],"mapping":[155,175],"unpaired":[160],"generic":[163],"patients.":[164],"It":[165],"then":[166],"applies":[167],"supervised":[169],"refine":[173],"individual":[177],"patient,":[178],"enhancing":[179],"details.":[181],"Finally,":[182],"along":[187],"with":[188],"VAS":[189],"enables":[190],"achieve":[193],"state-of-the-art":[194],"performance":[195],"multi-modality":[198],"datasets:":[200],"Brain":[201],"CTMRI":[202],"BRATS.":[204]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}