{"id":"https://openalex.org/W4200413685","doi":"https://doi.org/10.3233/jifs-219243","title":"Prior latent distribution comparison for the RNN Variational Autoencoder in low-resource language modeling","display_name":"Prior latent distribution comparison for the RNN Variational Autoencoder in low-resource language modeling","publication_year":2021,"publication_date":"2021-12-24","ids":{"openalex":"https://openalex.org/W4200413685","doi":"https://doi.org/10.3233/jifs-219243"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-219243","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-219243","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084143445","display_name":"Yevhen Kostiuk","orcid":"https://orcid.org/0000-0002-8104-5141"},"institutions":[{"id":"https://openalex.org/I189238007","display_name":"Taras Shevchenko National University of Kyiv","ror":"https://ror.org/02aaqv166","country_code":"UA","type":"education","lineage":["https://openalex.org/I189238007"]}],"countries":["UA"],"is_corresponding":true,"raw_author_name":"Yevhen Kostiuk","raw_affiliation_strings":["Taras Shevchenko National University of Kyiv, Kyiv, Ukraine"],"affiliations":[{"raw_affiliation_string":"Taras Shevchenko National University of Kyiv, Kyiv, Ukraine","institution_ids":["https://openalex.org/I189238007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007162821","display_name":"Mykola Lukashchuk","orcid":"https://orcid.org/0009-0003-3011-0825"},"institutions":[{"id":"https://openalex.org/I59361560","display_name":"Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/059sp8j34","country_code":"MX","type":"education","lineage":["https://openalex.org/I59361560"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Mykola Lukashchuk","raw_affiliation_strings":["Instituto Polit\u00e9cnico Nacional, Centro de Investigaci\u00f3n en Computaci\u00f3n, Mexico City, Mexico"],"affiliations":[{"raw_affiliation_string":"Instituto Polit\u00e9cnico Nacional, Centro de Investigaci\u00f3n en Computaci\u00f3n, Mexico City, Mexico","institution_ids":["https://openalex.org/I59361560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049701126","display_name":"Alexander Gelbukh","orcid":"https://orcid.org/0000-0001-7845-9039"},"institutions":[{"id":"https://openalex.org/I59361560","display_name":"Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/059sp8j34","country_code":"MX","type":"education","lineage":["https://openalex.org/I59361560"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Alexander Gelbukh","raw_affiliation_strings":["Instituto Polit\u00e9cnico Nacional, Centro de Investigaci\u00f3n en Computaci\u00f3n, Mexico City, Mexico"],"affiliations":[{"raw_affiliation_string":"Instituto Polit\u00e9cnico Nacional, Centro de Investigaci\u00f3n en Computaci\u00f3n, Mexico City, Mexico","institution_ids":["https://openalex.org/I59361560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008287867","display_name":"Grigori Sidorov","orcid":"https://orcid.org/0000-0003-3901-3522"},"institutions":[{"id":"https://openalex.org/I59361560","display_name":"Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/059sp8j34","country_code":"MX","type":"education","lineage":["https://openalex.org/I59361560"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Grigori Sidorov","raw_affiliation_strings":["Instituto Polit\u00e9cnico Nacional, Centro de Investigaci\u00f3n en Computaci\u00f3n, Mexico City, Mexico"],"affiliations":[{"raw_affiliation_string":"Instituto Polit\u00e9cnico Nacional, Centro de Investigaci\u00f3n en Computaci\u00f3n, Mexico City, Mexico","institution_ids":["https://openalex.org/I59361560"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084143445"],"corresponding_institution_ids":["https://openalex.org/I189238007"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19184876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"5","first_page":"4541","last_page":"4549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.7471061944961548},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7228280305862427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7003595232963562},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.5461311936378479},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5392483472824097},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5184928178787231},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49124783277511597},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.45856770873069763},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.45255246758461},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4320741593837738},{"id":"https://openalex.org/keywords/categorical-distribution","display_name":"Categorical distribution","score":0.42486077547073364},{"id":"https://openalex.org/keywords/gamma-distribution","display_name":"Gamma distribution","score":0.41454073786735535},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37228164076805115},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.2692719101905823},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24705561995506287},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.24311229586601257},{"id":"https://openalex.org/keywords/bayesian-hierarchical-modeling","display_name":"Bayesian hierarchical modeling","score":0.21961098909378052},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.21583136916160583},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21409982442855835}],"concepts":[{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.7471061944961548},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7228280305862427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003595232963562},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.5461311936378479},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5392483472824097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5184928178787231},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49124783277511597},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.45856770873069763},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.45255246758461},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4320741593837738},{"id":"https://openalex.org/C67926830","wikidata":"https://www.wikidata.org/wiki/Q5051810","display_name":"Categorical distribution","level":5,"score":0.42486077547073364},{"id":"https://openalex.org/C149717495","wikidata":"https://www.wikidata.org/wiki/Q117806","display_name":"Gamma distribution","level":2,"score":0.41454073786735535},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37228164076805115},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2692719101905823},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24705561995506287},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.24311229586601257},{"id":"https://openalex.org/C191413810","wikidata":"https://www.wikidata.org/wiki/Q17100952","display_name":"Bayesian hierarchical modeling","level":4,"score":0.21961098909378052},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.21583136916160583},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21409982442855835}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-219243","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-219243","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1979985652","https://openalex.org/W2949649223","https://openalex.org/W2953356739","https://openalex.org/W2963223306","https://openalex.org/W3011411500"],"related_works":["https://openalex.org/W2140186469","https://openalex.org/W4390421286","https://openalex.org/W2736422808","https://openalex.org/W20374031","https://openalex.org/W4297730157","https://openalex.org/W3092508523","https://openalex.org/W2363842649","https://openalex.org/W2309853192","https://openalex.org/W76583795","https://openalex.org/W3092328031"],"abstract_inverted_index":{"Probabilistic":[0],"Bayesian":[1],"methods":[2],"are":[3,41,63,122],"widely":[4],"used":[5],"in":[6,24,56,79,118,135,148,169,181],"the":[7,20,37,51,57,83,91,114,128,136,141,149,166,170,182,192],"machine":[8],"learning":[9],"domain.":[10,137],"Variational":[11],"Autoencoder":[12],"(VAE)":[13],"is":[14,48,70,86,103,133,161,179],"a":[15,25,31,44,71,87,162],"common":[16],"architecture":[17],"for":[18,191],"solving":[19],"Language":[21,120,151,184],"Modeling":[22,152,185],"task":[23,153,186],"self-supervised":[26],"way.":[27],"VAE":[28],"consists":[29],"of":[30,33,59,116,130,145],"concept":[32],"latent":[34,61],"variables":[35,40,62],"inside":[36],"model.":[38],"Latent":[39],"described":[42],"as":[43],"random":[45,111],"variable":[46],"that":[47,74,159,175],"fit":[49],"by":[50],"data.":[52],"Up":[53],"to":[54,125],"now,":[55],"majority":[58],"cases,":[60],"considered":[64,190],"normally":[65],"distributed.":[66],"The":[67,156],"normal":[68,84],"distribution":[69,73,85,131,177],"well-known":[72],"can":[75],"be":[76,189],"easily":[77],"included":[78],"any":[80],"pipeline.":[81],"Moreover,":[82],"good":[88],"choice":[89,129],"when":[90,101],"Central":[92],"Limit":[93],"Theorem":[94],"(CLT)":[95],"holds.":[96],"It":[97],"makes":[98],"it":[99],"effective":[100],"one":[102],"working":[104],"with":[105,154],"i.i.d.":[106],"(independent":[107],"and":[108,187],"identically":[109],"distributed)":[110],"variables.":[112],"However,":[113],"conditions":[115],"CLT":[117],"Natural":[119],"Processing":[121],"not":[123],"easy":[124],"check.":[126],"So,":[127],"family":[132,176],"unclear":[134],"This":[138],"paper":[139],"studies":[140],"priors":[142,168],"selection":[143],"impact":[144],"continuous":[146],"distributions":[147],"Low-Resource":[150,183],"VAE.":[155],"experiment":[157],"shows":[158],"there":[160],"statistical":[163],"difference":[164],"between":[165],"different":[167],"encoder-decoder":[171],"architecture.":[172],"We":[173],"showed":[174],"hyperparameter":[178],"important":[180],"should":[188],"model":[193],"training.":[194]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}