{"id":"https://openalex.org/W4317616042","doi":"https://doi.org/10.34133/icomputing.0017","title":"CD-GAN: Commonsense-Driven Generative Adversarial Network with Hierarchical Refinement for Text-to-Image Synthesis","display_name":"CD-GAN: Commonsense-Driven Generative Adversarial Network with Hierarchical Refinement for Text-to-Image Synthesis","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4317616042","doi":"https://doi.org/10.34133/icomputing.0017"},"language":"en","primary_location":{"id":"doi:10.34133/icomputing.0017","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0017","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.34133/icomputing.0017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063293419","display_name":"Guokai Zhang","orcid":"https://orcid.org/0000-0002-0952-8325"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I4210137491","display_name":"National Science Centre","ror":"https://ror.org/03ha2q922","country_code":"PL","type":"government","lineage":["https://openalex.org/I4210137491"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Guokai Zhang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China","CHINA; School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China.; The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China","institution_ids":[]},{"raw_affiliation_string":"CHINA; School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China.; The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China","institution_ids":["https://openalex.org/I4210137491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068584522","display_name":"Ning Xu","orcid":"https://orcid.org/0000-0001-7909-7025"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Xu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","CHINA; School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"CHINA; School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055635944","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0001-5957-3207"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["The Institute of Information and Control, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Institute of Information and Control, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063699066","display_name":"Bolun Zheng","orcid":"https://orcid.org/0000-0001-8788-1725"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bolun Zheng","raw_affiliation_strings":["The Institute of Information and Control, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Institute of Information and Control, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050203718","display_name":"Yulong Duan","orcid":"https://orcid.org/0000-0002-3759-6149"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yulong Duan","raw_affiliation_strings":["The 30th Research Institute of CETC, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The 30th Research Institute of CETC, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020575658","display_name":"Bo Lv","orcid":"https://orcid.org/0000-0002-2499-0948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo Lv","raw_affiliation_strings":["The 30th Research Institute of CETC, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The 30th Research Institute of CETC, Chengdu, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081485810","display_name":"An-An Liu","orcid":"https://orcid.org/0000-0001-5755-9145"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I4210137491","display_name":"National Science Centre","ror":"https://ror.org/03ha2q922","country_code":"PL","type":"government","lineage":["https://openalex.org/I4210137491"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"An-An Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China","School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China.; The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China","institution_ids":[]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin 300072, China.; The Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei 230088, China","institution_ids":["https://openalex.org/I4210137491"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6382,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.68401147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7906476259231567},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.6415543556213379},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6090298891067505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5844360589981079},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5753820538520813},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5429434776306152},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.542299747467041},{"id":"https://openalex.org/keywords/generative-adversarial-network","display_name":"Generative adversarial network","score":0.5094195008277893},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5034615397453308},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4515848755836487},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45036718249320984},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44791847467422485},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.4397285580635071},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.1925157606601715},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0848739743232727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7906476259231567},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.6415543556213379},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6090298891067505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5844360589981079},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5753820538520813},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5429434776306152},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.542299747467041},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.5094195008277893},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5034615397453308},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4515848755836487},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45036718249320984},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44791847467422485},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.4397285580635071},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.1925157606601715},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0848739743232727},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.34133/icomputing.0017","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0017","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:053b7bf63355400a8e1deb3eefd55ff7","is_oa":true,"landing_page_url":"https://doaj.org/article/053b7bf63355400a8e1deb3eefd55ff7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Intelligent Computing, Vol 2 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.34133/icomputing.0017","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0017","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W2064675550","https://openalex.org/W2110485445","https://openalex.org/W2147800946","https://openalex.org/W2561529111","https://openalex.org/W2896134062","https://openalex.org/W2943490607","https://openalex.org/W2962845008","https://openalex.org/W2963163163","https://openalex.org/W2963184176","https://openalex.org/W2963426391","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2966792645","https://openalex.org/W2970869018","https://openalex.org/W2982450728","https://openalex.org/W2983995706","https://openalex.org/W2993433871","https://openalex.org/W2997143100","https://openalex.org/W3003301247","https://openalex.org/W3009811209","https://openalex.org/W3033754661","https://openalex.org/W3108367042","https://openalex.org/W3212516020","https://openalex.org/W4214485011","https://openalex.org/W4221142755","https://openalex.org/W4226292363","https://openalex.org/W4226470037","https://openalex.org/W4283793362","https://openalex.org/W4312977351"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W4386607580","https://openalex.org/W4385488510","https://openalex.org/W2196562041","https://openalex.org/W2073302931","https://openalex.org/W4378501473","https://openalex.org/W3206107299","https://openalex.org/W3082691151"],"abstract_inverted_index":{"Synthesizing":[0],"vivid":[1],"images":[2,85],"with":[3,25,110],"descriptive":[4],"texts":[5],"is":[6,17,104,123],"gradually":[7],"emerging":[8],"as":[9],"a":[10,77],"frontier":[11],"cross-domain":[12],"generation":[13],"task.":[14],"However,":[15],"it":[16],"obviously":[18],"inadequate":[19],"to":[20,31,41,82,106,125,161],"generate":[21,83,126],"the":[22,32,43,46,50,53,57,66,115,127,147,162],"high-quality":[23],"image":[24,129],"one":[26],"single":[27],"sentence":[28,54],"accurately":[29],"due":[30],"information":[33,116],"asymmetry":[34],"between":[35,60],"modalities,":[36],"which":[37],"needs":[38],"external":[39],"knowledge":[40],"balance":[42],"process.":[44],"Moreover,":[45],"limited":[47],"description":[48],"of":[49,68],"entities":[51],"in":[52,70,135],"cannot":[55],"guarantee":[56],"semantic":[58,102],"consistency":[59],"text":[61],"and":[62,72,118],"generated":[63],"image,":[64],"causing":[65],"deficiency":[67],"details":[69],"foreground":[71],"background.":[73],"Here,":[74],"we":[75],"propose":[76],"commonsense-driven":[78],"generative":[79,92],"adversarial":[80,93],"network":[81,94],"photo-realistic":[84],"depending":[86],"on":[87,146],"entity-related":[88],"commonsense":[89,133],"knowledge.":[90],"Commonsense-driven":[91],"contains":[95],"2":[96],"key":[97],"commonsense-based":[98],"modules:":[99],"(a)":[100],"Entity":[101],"augment":[103],"designed":[105],"enhance":[107],"entity":[108,121],"semantics":[109],"common":[111],"sense":[112],"for":[113,137],"abating":[114],"asymmetry,":[117],"(b)":[119],"adaptive":[120],"refinement":[122],"used":[124,149],"high-resolution":[128],"guided":[130],"by":[131],"various":[132],"knowledges":[134],"multistage":[136],"keeping":[138],"text-image":[139],"consistency.":[140],"We":[141],"demonstrated":[142],"extensive":[143],"synthetic":[144],"cases":[145],"widely":[148],"CUB-birds":[150],"(Caltech-UCSD":[151],"Birds-200-2011)":[152],"dataset,":[153],"where":[154],"our":[155],"model":[156],"achieves":[157],"competitive":[158],"results":[159],"compared":[160],"other":[163],"state-of-the-art":[164],"models.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}