{"id":"https://openalex.org/W4400906202","doi":"https://doi.org/10.1109/tai.2024.3432856","title":"CycleGAN*: Collaborative AI Learning With Improved Adversarial Neural Networks for Multimodalities Data","display_name":"CycleGAN*: Collaborative AI Learning With Improved Adversarial Neural Networks for Multimodalities Data","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400906202","doi":"https://doi.org/10.1109/tai.2024.3432856"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3432856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3432856","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101865953","display_name":"Yibo He","orcid":"https://orcid.org/0000-0002-6306-0647"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yibo He","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111525101","display_name":"Kah Phooi Seng","orcid":null},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kah Phooi Seng","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073635669","display_name":"Li-Minn Ang","orcid":"https://orcid.org/0000-0002-2402-7529"},"institutions":[{"id":"https://openalex.org/I174025329","display_name":"University of the Sunshine Coast","ror":"https://ror.org/016gb9e15","country_code":"AU","type":"education","lineage":["https://openalex.org/I174025329"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Li Minn Ang","raw_affiliation_strings":["University of the Sunshine Coast, Petrie, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"University of the Sunshine Coast, Petrie, QLD, Australia","institution_ids":["https://openalex.org/I174025329"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101865953"],"corresponding_institution_ids":["https://openalex.org/I69356397"],"apc_list":null,"apc_paid":null,"fwci":0.3637,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64782093,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"5","issue":"11","first_page":"5616","last_page":"5629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8895000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8895000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.8029999732971191,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7542999982833862,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8377461433410645},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7883985042572021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7318953275680542},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7007598280906677},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6634500622749329},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5397300720214844},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4718503952026367},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4563813805580139}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8377461433410645},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7883985042572021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318953275680542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7007598280906677},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6634500622749329},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5397300720214844},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4718503952026367},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4563813805580139},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3432856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3432856","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W2125389028","https://openalex.org/W2133665775","https://openalex.org/W2555437177","https://openalex.org/W2593414223","https://openalex.org/W2603777577","https://openalex.org/W2738406145","https://openalex.org/W2890952074","https://openalex.org/W2944294033","https://openalex.org/W2952773607","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963709863","https://openalex.org/W2963890275","https://openalex.org/W3035574324","https://openalex.org/W3081492798","https://openalex.org/W3089177030","https://openalex.org/W3095936335","https://openalex.org/W3096831136","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3186090335","https://openalex.org/W4210657261","https://openalex.org/W4226106597","https://openalex.org/W4283818626","https://openalex.org/W4287643567","https://openalex.org/W6602002561","https://openalex.org/W6631190155","https://openalex.org/W6678815747","https://openalex.org/W6686207219","https://openalex.org/W6730523353","https://openalex.org/W6735913928"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W4383221314","https://openalex.org/W3093978547","https://openalex.org/W2953536436","https://openalex.org/W3203790781","https://openalex.org/W4313346231","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W2997056298"],"abstract_inverted_index":{"With":[0],"the":[1,42,52,56,65,72,82,89,97,100,129,151,168,184,190,203,223,250,275],"widespread":[2],"adoption":[3],"of":[4,41,54,59,67,81,91,102,237,252],"generative":[5,240],"adversarial":[6,17,77,84],"networks":[7,19],"(GANs)":[8],"for":[9,141],"sample":[10,47],"generation,":[11],"this":[12,113,117],"article":[13],"aims":[14],"to":[15,20,32,46,109,245,262,278],"enhance":[16],"neural":[18],"facilitate":[21,263],"collaborative":[22,253,272],"artificial":[23],"intelligence":[24],"(AI)":[25],"learning":[26,61,268],"which":[27,187],"has":[28],"been":[29],"specifically":[30],"tailored":[31],"handle":[33],"datasets":[34,205],"containing":[35],"multimodalities.":[36],"Currently,":[37],"a":[38,106,121,229],"significant":[39,212],"portion":[40],"literature":[43],"is":[44,86],"dedicated":[45],"generation":[48,125],"using":[49,150],"GANs,":[50],"with":[51,258],"objective":[53],"enhancing":[55],"detection":[57],"performance":[58,144,285],"machine":[60],"(ML)":[62],"classifiers":[63],"through":[64],"incorporation":[66],"these":[68],"generated":[69,83,206],"data":[70,93,104,261],"into":[71],"original":[73,185,191],"training":[74,92],"set":[75],"via":[76],"training.":[78],"The":[79],"quality":[80],"samples":[85],"contingent":[87],"upon":[88],"sufficiency":[90],"samples.":[94],"However,":[95],"in":[96,172,214,232,243,286],"multimodal":[98,103,123,197,204,260,287],"domain,":[99],"scarcity":[101],"poses":[105],"challenge":[107,118],"due":[108],"resource":[110],"constraints.":[111],"In":[112],"article,":[114],"we":[115,176,248],"address":[116,167],"by":[119,207,226],"proposing":[120],"new":[122],"dataset":[124,192],"approach":[126,273],"based":[127,182],"on":[128,183],"classical":[130],"audio\u2013visual":[131],"speech":[132],"recognition":[133],"(AVSR)":[134],"task,":[135],"utilizing":[136],"CycleGAN,":[137,160,186],"DiscoGAN,":[138,161],"and":[139,143,153,162,194,266],"StyleGAN2":[140,163],"exploration":[142],"comparison.":[145],"AVSR":[146,173],"experiments":[147,157],"are":[148],"conducted":[149],"LRS2":[152],"LRS3":[154],"corpora.":[155],"Our":[156],"reveal":[158],"that":[159,202],"do":[164],"not":[165],"effectively":[166],"low-data":[169],"state":[170],"problem":[171],"classification.":[174],"Consequently,":[175],"introduce":[177],"an":[178],"enhanced":[179],"model,":[180],"CycleGAN*,":[181],"efficiently":[188],"learns":[189],"features":[193],"generates":[195],"high-quality":[196],"data.":[198],"Experimental":[199],"results":[200],"demonstrate":[201],"our":[208],"proposed":[209],"CycleGAN*":[210,227],"exhibit":[211,228],"improvement":[213],"word":[215],"error":[216],"rate":[217],"(WER),":[218],"indicating":[219],"reduced":[220],"errors.":[221],"Notably,":[222],"images":[224],"produced":[225],"marked":[230],"enhancement":[231],"overall":[233],"visual":[234],"clarity,":[235],"indicative":[236],"its":[238,284],"superior":[239],"capabilities.":[241],"Furthermore,":[242],"contrast":[244],"traditional":[246],"approaches,":[247],"underscore":[249],"significance":[251],"learning.":[254],"We":[255],"implement":[256],"co-training":[257],"diverse":[259],"information":[264],"sharing":[265],"complementary":[267],"across":[269],"modalities.":[270],"This":[271],"enhances":[274],"model\u2019s":[276],"capability":[277],"integrate":[279],"heterogeneous":[280],"information,":[281],"thereby":[282],"boosting":[283],"environments.":[288]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}