{"id":"https://openalex.org/W4387319243","doi":"https://doi.org/10.1109/tnnls.2023.3315778","title":"InitialGAN: A Language GAN With Completely Random Initialization","display_name":"InitialGAN: A Language GAN With Completely Random Initialization","publication_year":2023,"publication_date":"2023-10-03","ids":{"openalex":"https://openalex.org/W4387319243","doi":"https://doi.org/10.1109/tnnls.2023.3315778","pmid":"https://pubmed.ncbi.nlm.nih.gov/37788187"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3315778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3315778","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016490025","display_name":"Da Ren","orcid":"https://orcid.org/0000-0002-2450-4786"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Da Ren","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-2450-4786","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3370-471X","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12768795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"12","first_page":"18431","last_page":"18444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7806869745254517},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7205007672309875},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6314107775688171},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6264045238494873},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.6101343631744385},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.582460880279541},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5159904956817627},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5123108625411987},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4981858730316162},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.49505558609962463},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.45840102434158325},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44916069507598877},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42539194226264954},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4176555573940277},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.41414687037467957},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.4125930368900299},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22035914659500122},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14776811003684998},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.08566358685493469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806869745254517},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7205007672309875},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6314107775688171},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6264045238494873},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.6101343631744385},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.582460880279541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5159904956817627},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5123108625411987},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4981858730316162},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.49505558609962463},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.45840102434158325},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44916069507598877},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42539194226264954},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4176555573940277},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.41414687037467957},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.4125930368900299},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22035914659500122},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14776811003684998},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.08566358685493469},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3315778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3315778","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37788187","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37788187","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","score":0.46000000834465027,"display_name":"No poverty"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2119717200","https://openalex.org/W2542835211","https://openalex.org/W2581637843","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2962739339","https://openalex.org/W2963073614","https://openalex.org/W2963248348","https://openalex.org/W2963456134","https://openalex.org/W2964268978","https://openalex.org/W2964345285","https://openalex.org/W2971089354","https://openalex.org/W2990440529","https://openalex.org/W3035100081","https://openalex.org/W3035574324","https://openalex.org/W3038344852","https://openalex.org/W3129561985","https://openalex.org/W3174956803","https://openalex.org/W3196878101","https://openalex.org/W3201428215","https://openalex.org/W4205683893","https://openalex.org/W4285112711","https://openalex.org/W4385245566","https://openalex.org/W6621543089","https://openalex.org/W6637568146","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6679436768","https://openalex.org/W6725107885","https://openalex.org/W6729448088","https://openalex.org/W6730091202","https://openalex.org/W6734351891","https://openalex.org/W6737778391","https://openalex.org/W6738090124","https://openalex.org/W6738893770","https://openalex.org/W6739349799","https://openalex.org/W6741832134","https://openalex.org/W6744629392","https://openalex.org/W6754830176","https://openalex.org/W6755312952","https://openalex.org/W6756333510","https://openalex.org/W6757598368","https://openalex.org/W6757992745","https://openalex.org/W6765779288","https://openalex.org/W6766529613","https://openalex.org/W6766961549","https://openalex.org/W6767278793","https://openalex.org/W6779473626","https://openalex.org/W6780226713","https://openalex.org/W6786431995","https://openalex.org/W6791109121","https://openalex.org/W6797179183","https://openalex.org/W6849119191"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W3095877357","https://openalex.org/W183202219","https://openalex.org/W10861731","https://openalex.org/W2072565696","https://openalex.org/W2050451745"],"abstract_inverted_index":{"Text":[0],"generative":[1,17],"models":[2,54],"trained":[3],"via":[4],"maximum":[5],"likelihood":[6],"estimation":[7],"(MLE)":[8],"suffer":[9],"from":[10,72],"the":[11,98,155,165,175,182],"notorious":[12],"exposure":[13],"bias":[14],"problem,":[15],"and":[16,94,118,170],"adversarial":[18],"networks":[19],"(GANs)":[20],"are":[21,70,76,97,136],"shown":[22],"to":[23,26,42,55,101,112,152],"have":[24],"potential":[25],"tackle":[27,113],"this":[28,106],"problem.":[29],"The":[30,46,160],"existing":[31],"language":[32,186],"GANs":[33],"adopt":[34],"estimators,":[35],"such":[36,50,102],"as":[37],"REINFORCE":[38],"or":[39,62],"continuous":[40],"relaxations":[41],"model":[43],"word":[44],"probabilities.":[45],"inherent":[47],"limitations":[48],"of":[49,80,157,177],"estimators":[51],"lead":[52],"current":[53],"rely":[56],"on":[57,127],"pretraining":[58,61,194],"techniques":[59,111],"(MLE":[60],"pretrained":[63],"embeddings).":[64],"Representation":[65],"modeling":[66],"methods":[67,93],"(RMMs),":[68],"which":[69],"free":[71],"those":[73],"limitations,":[74],"however,":[75],"seldomly":[77],"explored":[78],"because":[79],"their":[81],"poor":[82],"performance":[83],"in":[84,139],"previous":[85],"attempts.":[86],"Our":[87],"analyses":[88],"reveal":[89],"that":[90,164],"invalid":[91],"sampling":[92,117],"unhealthy":[95],"gradients":[96],"main":[99],"contributors":[100],"unsatisfactory":[103],"performance.":[104],"In":[105],"work,":[107],"we":[108,131,142],"present":[109],"two":[110,129],"these":[114,128],"problems:":[115],"dropout":[116],"fully":[119],"normalized":[120],"long":[121],"short-term":[122],"memory":[123],"network":[124],"(LSTM).":[125],"Based":[126],"techniques,":[130],"propose":[132],"InitialGAN":[133,166],"whose":[134],"parameters":[135],"randomly":[137],"initialized":[138],"full.":[140],"Besides,":[141],"introduce":[143],"a":[144,185],"new":[145],"evaluation":[146],"metric,":[147],"least":[148],"coverage":[149],"rate":[150],"(LCR),":[151],"better":[153],"evaluate":[154],"quality":[156],"generated":[158],"samples.":[159],"experimental":[161],"results":[162],"demonstrate":[163],"outperforms":[167],"both":[168],"MLE":[169,190],"other":[171],"compared":[172],"models.":[173],"To":[174],"best":[176],"our":[178],"knowledge,":[179],"it":[180],"is":[181],"first":[183],"time":[184],"GAN":[187],"can":[188],"outperform":[189],"without":[191],"using":[192],"any":[193],"techniques.":[195]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}