{"id":"https://openalex.org/W4388764985","doi":"https://doi.org/10.1016/j.visinf.2023.11.001","title":"Autoencoder-based conditional optimal transport generative adversarial network for medical image generation","display_name":"Autoencoder-based conditional optimal transport generative adversarial network for medical image generation","publication_year":2023,"publication_date":"2023-11-17","ids":{"openalex":"https://openalex.org/W4388764985","doi":"https://doi.org/10.1016/j.visinf.2023.11.001"},"language":"en","primary_location":{"id":"doi:10.1016/j.visinf.2023.11.001","doi":"https://doi.org/10.1016/j.visinf.2023.11.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.visinf.2023.11.001","pdf_url":null,"source":{"id":"https://openalex.org/S2898150413","display_name":"Visual Informatics","issn_l":"2468-502X","issn":["2468-502X","2543-2656"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-c","cwts-core","doaj","dongbi-c","jufo-1","oarl","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Informatics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.visinf.2023.11.001","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jun Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Ningbo, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000102797","display_name":"Bohan Lei","orcid":"https://orcid.org/0009-0003-7309-1417","observed_orcids":["https://orcid.org/0009-0003-7309-1417"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohan Lei","raw_affiliation_strings":["College of Computer Science & Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0003-7309-1417","affiliations":[{"raw_affiliation_string":"College of Computer Science & Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027506122","display_name":"Liya Ding","orcid":"https://orcid.org/0000-0002-1209-875X","observed_orcids":["https://orcid.org/0000-0002-1209-875X"]},"institutions":[{"id":"https://openalex.org/I2802390878","display_name":"Sir Run Run Shaw Hospital","ror":"https://ror.org/00ka6rp58","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802390878"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liya Ding","raw_affiliation_strings":["Department of Pathology, Sir Run Run Shaw Hospital, Zhejiang University School of Medicine, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology, Sir Run Run Shaw Hospital, Zhejiang University School of Medicine, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I2802390878","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073577367","display_name":"Xiaoyin Xu","orcid":"https://orcid.org/0000-0003-0813-7979","observed_orcids":["https://orcid.org/0000-0003-0813-7979"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyin Xu","raw_affiliation_strings":["College of Biomedical Engineering & Instrument Science, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Biomedical Engineering & Instrument Science, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607707","display_name":"Xianfeng David Gu","orcid":"https://orcid.org/0000-0001-8226-5851","observed_orcids":["https://orcid.org/0000-0001-8226-5851"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xianfeng Gu","raw_affiliation_strings":["Department of Computer Science, State University of New York at Stony Brook, Stony Brook, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York at Stony Brook, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102748239","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-2560-2430","observed_orcids":["https://orcid.org/0000-0003-2560-2430"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Min Zhang","raw_affiliation_strings":["College of Computer Science & Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-2560-2430","affiliations":[{"raw_affiliation_string":"College of Computer Science & Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102748239"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":0.9947,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.74843971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"15","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-image-synthesis","display_name":"medical image synthesis","score":0.9810000061988831},{"id":"https://openalex.org/keywords/conditional-gan","display_name":"conditional generative adversarial networks","score":0.847000002861023},{"id":"https://openalex.org/keywords/optimal-transport","display_name":"optimal transport","score":0.7279999852180481},{"id":"https://openalex.org/keywords/semi-discrete-optimal-transport","display_name":"semi-discrete optimal transport","score":0.9150000214576721},{"id":"https://openalex.org/keywords/autoencoder","display_name":"autoencoder","score":0.828000009059906},{"id":"https://openalex.org/keywords/mode-collapse","display_name":"mode collapse","score":0.8330000042915344},{"id":"https://openalex.org/keywords/mode-mixing","display_name":"mode mixing","score":0.972000002861023},{"id":"https://openalex.org/keywords/latent-space-mapping","display_name":"latent space mapping","score":0.6430000066757202},{"id":"https://openalex.org/keywords/synthetic-medical-images","display_name":"synthetic medical images","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8932700753211975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6344106197357178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5410919785499573},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5270576477050781},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.526824414730072},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49415281414985657},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.47758936882019043},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46274760365486145},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4438442885875702},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3840969204902649},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3838517367839813},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.32228535413742065},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.visinf.2023.11.001","doi":"https://doi.org/10.1016/j.visinf.2023.11.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.visinf.2023.11.001","pdf_url":null,"source":{"id":"https://openalex.org/S2898150413","display_name":"Visual Informatics","issn_l":"2468-502X","issn":["2468-502X","2543-2656"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-c","cwts-core","doaj","dongbi-c","jufo-1","oarl","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e3dbfe4ea80a409a8d56ed198930b192","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/e3dbfe4ea80a409a8d56ed198930b192","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Visual Informatics, Vol 8, Iss 1, Pp 15-25 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.visinf.2023.11.001","doi":"https://doi.org/10.1016/j.visinf.2023.11.001","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.visinf.2023.11.001","pdf_url":null,"source":{"id":"https://openalex.org/S2898150413","display_name":"Visual Informatics","issn_l":"2468-502X","issn":["2468-502X","2543-2656"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-c","cwts-core","doaj","dongbi-c","jufo-1","oarl","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5683000087738037,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1651779339","display_name":"I-Corps:  Developing A 3D Total Body Imaging and Analysis System for Early Detection of Skin Cancer","funder_award_id":"2115095","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2508451696","display_name":"Magnetically activated structures for minimally invasive endovascular therapy","funder_award_id":"1r21eb029733-01a1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3191928623","display_name":"Computer aided diagnosis of cancer metastases in the brain","funder_award_id":"R01LM012434","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G325339404","display_name":"Collaborative Research: Computational Framework for Designing Conformal Stretchable Electronics","funder_award_id":"1762287","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6257325503","display_name":null,"funder_award_id":"2022ZD0117000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321540","display_name":"Ministry of Science and Technology of the People's Republic of China","ror":"https://ror.org/027s68j25"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1799201424","https://openalex.org/W2066109620","https://openalex.org/W2132883347","https://openalex.org/W2161208721","https://openalex.org/W2554314924","https://openalex.org/W2605135824","https://openalex.org/W2617539464","https://openalex.org/W2624823827","https://openalex.org/W2768626898","https://openalex.org/W2785678896","https://openalex.org/W2794022343","https://openalex.org/W2804330890","https://openalex.org/W2893749619","https://openalex.org/W2903356598","https://openalex.org/W2904367110","https://openalex.org/W2954679106","https://openalex.org/W2962698501","https://openalex.org/W2963091558","https://openalex.org/W2963525501","https://openalex.org/W2964193438","https://openalex.org/W2994617167","https://openalex.org/W3004492706","https://openalex.org/W3033600500","https://openalex.org/W3096875747","https://openalex.org/W3106989878","https://openalex.org/W3126915734","https://openalex.org/W3207711866","https://openalex.org/W3210822720","https://openalex.org/W4231842606","https://openalex.org/W4281487292","https://openalex.org/W4311988288","https://openalex.org/W4317436377","https://openalex.org/W4320013936","https://openalex.org/W6766802045","https://openalex.org/W7133200431"],"related_works":["https://openalex.org/W4391377903","https://openalex.org/W4402915246","https://openalex.org/W4410973000","https://openalex.org/W4380301071","https://openalex.org/W4396575395","https://openalex.org/W3109809751","https://openalex.org/W6891847546","https://openalex.org/W4220950859","https://openalex.org/W2985563326","https://openalex.org/W3201622304"],"abstract_inverted_index":{"Recently,":[0],"there":[1],"has":[2],"been":[3],"a":[4,18,88,133],"significant":[5],"surge":[6],"of":[7,42,56,73,92,123,148],"interest":[8],"in":[9,182],"medical":[10,32,142,157,184],"image":[11,158],"generation.":[12],"In":[13],"this":[14],"study,":[15],"we":[16,81,96,131,152],"developed":[17],"model":[19,75,85,178],"known":[20,128],"as":[21,64],"AE-COT-GAN":[22,150,177],"(autoencoder-based":[23],"conditional":[24],"optimal":[25,100],"transport":[26,101],"generative":[27,57,171],"adversarial":[28,58],"network)":[29],"to":[30,36,46,86,102,107,120,135,140],"generate":[31,141],"images":[33],"that":[34,175],"belong":[35],"specific":[37],"categories.":[38],"The":[39,70,164],"primary":[40],"objective":[41],"our":[43,74],"research":[44],"is":[45],"address":[47],"the":[48,54,108,121,137,146,149,176,190],"prevalent":[49],"challenges":[50],"often":[51],"encountered":[52],"during":[53],"training":[55,71],"networks":[59],"(GANs),":[60],"including":[61],"issues":[62,192],"such":[63],"mode":[65,68],"collapse":[66],"and":[67,112,162],"mixing.":[69],"process":[72],"encompasses":[76],"three":[77],"fundamental":[78],"components.":[79],"First,":[80],"employ":[82],"an":[83],"autoencoder":[84],"obtain":[87,113],"low-dimensional":[89],"manifold":[90],"representation":[91],"real":[93],"images.":[94,143,185],"Second,":[95],"apply":[97],"extended":[98],"semi-discrete":[99],"map":[103],"Gaussian":[104],"noise":[105],"distribution":[106,111],"latent":[109,125],"space":[110],"corresponding":[114],"labels":[115],"effectively.":[116],"This":[117],"procedure":[118],"leads":[119],"generation":[122],"new":[124],"codes":[126],"with":[127,169,194],"labels.":[129],"Finally,":[130],"integrate":[132],"GAN":[134],"train":[136],"decoder":[138],"further":[139],"To":[144],"evaluate":[145],"performance":[147,166,181],"model,":[151],"conducted":[153],"experiments":[154],"on":[155],"two":[156],"datasets,":[159],"namely":[160],"DermaMNIST":[161],"BloodMNIST.":[163],"model\u2019s":[165],"was":[167],"compared":[168],"state-of-the-art":[170],"models.":[172],"Results":[173],"show":[174],"had":[179],"excellent":[180],"generating":[183],"Moreover,":[186],"it":[187],"effectively":[188],"addressed":[189],"common":[191],"associated":[193],"traditional":[195],"GANs.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-11-18T00:00:00"}