{"id":"https://openalex.org/W4385152034","doi":"https://doi.org/10.1109/tmm.2023.3297769","title":"Multi-Sentence Complementarily Generation for Text-to-Image Synthesis","display_name":"Multi-Sentence Complementarily Generation for Text-to-Image Synthesis","publication_year":2023,"publication_date":"2023-07-21","ids":{"openalex":"https://openalex.org/W4385152034","doi":"https://doi.org/10.1109/tmm.2023.3297769"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3297769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3297769","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054490777","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0001-6706-2271"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian, China","Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-6706-2271","affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089493008","display_name":"Pingda Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingda Huang","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian, China","Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-3140-429X","affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052350198","display_name":"Tengtuo Chen","orcid":"https://orcid.org/0000-0002-4525-3146"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengtuo Chen","raw_affiliation_strings":["School of Reliability and Systems Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4525-3146","affiliations":[{"raw_affiliation_string":"School of Reliability and Systems Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072121593","display_name":"Chunjiang Fu","orcid":"https://orcid.org/0009-0005-2494-7092"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunjiang Fu","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian, China","Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0005-2494-7092","affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qinghao Hu","orcid":"https://orcid.org/0009-0001-0450-632X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghao Hu","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian, China","Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0001-0450-632X","affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056902506","display_name":"Yangqianhui Zhang","orcid":"https://orcid.org/0000-0002-5085-0949"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangqianhui Zhang","raw_affiliation_strings":["School of Mechanical Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5085-0949","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.021,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.88825913,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"8323","last_page":"8332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.864383339881897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6656642556190491},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.6353487968444824},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6191931366920471},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5875886082649231},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.555386483669281},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5245431065559387},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.504808783531189},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4180728793144226},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4111233353614807},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40174832940101624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.864383339881897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6656642556190491},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.6353487968444824},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6191931366920471},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5875886082649231},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.555386483669281},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5245431065559387},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.504808783531189},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4180728793144226},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4111233353614807},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40174832940101624},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3297769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3297769","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G4685531626","display_name":null,"funder_award_id":"92167110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7451959593","display_name":null,"funder_award_id":"DUT22YG241","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2117539524","https://openalex.org/W2131774270","https://openalex.org/W2183341477","https://openalex.org/W2625219738","https://openalex.org/W2744091666","https://openalex.org/W2893676516","https://openalex.org/W2962845008","https://openalex.org/W2963163163","https://openalex.org/W2963612019","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2964149283","https://openalex.org/W2966792645","https://openalex.org/W3034664137","https://openalex.org/W3035500781","https://openalex.org/W3126750203","https://openalex.org/W3127393268","https://openalex.org/W3133431537","https://openalex.org/W3137494590","https://openalex.org/W3141117710","https://openalex.org/W3173605718","https://openalex.org/W3196778134","https://openalex.org/W3205725305","https://openalex.org/W4214485011","https://openalex.org/W4226370030","https://openalex.org/W4312388283","https://openalex.org/W4312531268","https://openalex.org/W4312977351","https://openalex.org/W6600609147","https://openalex.org/W6639118987","https://openalex.org/W6640963894","https://openalex.org/W6713645886","https://openalex.org/W6718379498","https://openalex.org/W6748596569","https://openalex.org/W6755207826","https://openalex.org/W6765779288","https://openalex.org/W6796242362","https://openalex.org/W6850984289"],"related_works":["https://openalex.org/W4293202849","https://openalex.org/W1980965563","https://openalex.org/W1489300767","https://openalex.org/W2387995142","https://openalex.org/W4380714744","https://openalex.org/W4319453655","https://openalex.org/W2089959425","https://openalex.org/W2057775761","https://openalex.org/W1608433645","https://openalex.org/W2964074194"],"abstract_inverted_index":{"Generating":[0],"realistic":[1],"images":[2,44,68,139],"based":[3],"on":[4,124,147],"text":[5],"descriptions":[6],"remains":[7],"challenging":[8],"in":[9,41,65],"computer":[10],"vision.":[11],"Existing":[12],"multi-stage":[13],"generation":[14],"methods":[15,24],"are":[16,33],"sufficient":[17],"to":[18,29,35,90,102,120,134,161],"generate":[19],"high-resolution":[20],"images.":[21,50,126],"However,":[22],"these":[23],"mainly":[25],"use":[26],"one":[27],"sentence":[28],"synthesize":[30],"images,":[31],"which":[32,63],"difficult":[34],"extract":[36],"adequate":[37],"semantic":[38,92,105],"features,":[39],"resulting":[40],"the":[42,71,84,104,137,153,157],"generated":[43,125,138],"being":[45],"far":[46],"apart":[47],"from":[48,74],"ground-truth":[49],"In":[51],"this":[52],"paper,":[53],"we":[54],"propose":[55],"a":[56,95,111,128],"Multi-Sentence":[57],"Complementary":[58],"Generative":[59],"Adversarial":[60],"Network,":[61],"MSCGAN,":[62],"assists":[64],"generating":[66],"accurate":[67],"by":[69],"fusing":[70],"same":[72],"semantics":[73],"different":[75,108],"sentences":[76],"and":[77,94,144,149],"preserving":[78],"their":[79],"unique":[80],"semantics.":[81],"More":[82],"specifically,":[83],"latest":[85],"BERT":[86],"model":[87,116],"is":[88,100,118,132],"employed":[89],"identify":[91],"features":[93,106],"multi-semantic":[96],"fusion":[97],"module":[98],"(MSFM)":[99],"designed":[101,133],"fuse":[103],"of":[107,156],"sentences.":[109,142],"Besides,":[110],"pre-trained":[112],"cross-modal":[113],"contrast":[114],"similarity":[115],"(CCSM)":[117],"developed":[119],"explore":[121],"fine-grained":[122],"loss":[123],"Moreover,":[127],"multi-sentence":[129],"joint":[130],"discriminator":[131],"ensure":[135],"that":[136],"match":[140],"all":[141],"Experiments":[143],"ablation":[145],"studies":[146],"CUB":[148],"MS-COCO":[150],"datasets":[151],"demonstrate":[152],"significant":[154],"superiority":[155],"proposed":[158],"method":[159],"compared":[160],"state-of-the-art":[162],"methods.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}