{"id":"https://openalex.org/W4200004180","doi":"https://doi.org/10.1109/iwbis53353.2021.9631869","title":"Variational Contrastive Log Ratio Upper Bound of Mutual Information for Training Generative Models","display_name":"Variational Contrastive Log Ratio Upper Bound of Mutual Information for Training Generative Models","publication_year":2021,"publication_date":"2021-10-23","ids":{"openalex":"https://openalex.org/W4200004180","doi":"https://doi.org/10.1109/iwbis53353.2021.9631869"},"language":"en","primary_location":{"id":"doi:10.1109/iwbis53353.2021.9631869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwbis53353.2021.9631869","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 6th International Workshop on Big Data and Information Security (IWBIS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005004504","display_name":"Marshal Arijona Sinaga","orcid":null},"institutions":[{"id":"https://openalex.org/I29617571","display_name":"University of Indonesia","ror":"https://ror.org/0116zj450","country_code":"ID","type":"education","lineage":["https://openalex.org/I29617571"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Marshal Arijona Sinaga","raw_affiliation_strings":["Faculty of Computer Science, University of Indonesia, Depok, Indonesia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, University of Indonesia, Depok, Indonesia","institution_ids":["https://openalex.org/I29617571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031765423","display_name":"Machmud Roby Alhamidi","orcid":"https://orcid.org/0000-0002-7900-2484"},"institutions":[{"id":"https://openalex.org/I29617571","display_name":"University of Indonesia","ror":"https://ror.org/0116zj450","country_code":"ID","type":"education","lineage":["https://openalex.org/I29617571"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Machmud Roby Alhamidi","raw_affiliation_strings":["Faculty of Computer Science, University of Indonesia, Depok, Indonesia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, University of Indonesia, Depok, Indonesia","institution_ids":["https://openalex.org/I29617571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037666948","display_name":"Muhammad Febrian Rachmadi","orcid":"https://orcid.org/0000-0003-1672-9149"},"institutions":[{"id":"https://openalex.org/I29617571","display_name":"University of Indonesia","ror":"https://ror.org/0116zj450","country_code":"ID","type":"education","lineage":["https://openalex.org/I29617571"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["ID","JP"],"is_corresponding":false,"raw_author_name":"Muhammad Febrian Rachmadi","raw_affiliation_strings":["Faculty of Computer Science, University of Indonesia, Depok, Indonesia","RIKEN research, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, University of Indonesia, Depok, Indonesia","institution_ids":["https://openalex.org/I29617571"]},{"raw_affiliation_string":"RIKEN research, Tokyo, Japan","institution_ids":["https://openalex.org/I4210110652"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069933043","display_name":"Wisnu Jatmiko","orcid":"https://orcid.org/0000-0002-0530-7955"},"institutions":[{"id":"https://openalex.org/I29617571","display_name":"University of Indonesia","ror":"https://ror.org/0116zj450","country_code":"ID","type":"education","lineage":["https://openalex.org/I29617571"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Wisnu Jatmiko","raw_affiliation_strings":["Faculty of Computer Science, University of Indonesia, Depok, Indonesia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, University of Indonesia, Depok, Indonesia","institution_ids":["https://openalex.org/I29617571"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005004504"],"corresponding_institution_ids":["https://openalex.org/I29617571"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16220588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":null,"first_page":"9","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.8131051063537598},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.748767077922821},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6499341130256653},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6247819662094116},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6137749552726746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5547863841056824},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.4886627495288849},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4732309579849243},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4707491993904114},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46062391996383667},{"id":"https://openalex.org/keywords/sampling-distribution","display_name":"Sampling distribution","score":0.44250404834747314},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4107336699962616},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3894406259059906},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37422460317611694},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2612442374229431},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23943722248077393},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.23236271739006042},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.06587177515029907}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.8131051063537598},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.748767077922821},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6499341130256653},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6247819662094116},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6137749552726746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5547863841056824},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.4886627495288849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4732309579849243},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4707491993904114},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46062391996383667},{"id":"https://openalex.org/C167723999","wikidata":"https://www.wikidata.org/wiki/Q3773214","display_name":"Sampling distribution","level":2,"score":0.44250404834747314},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4107336699962616},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3894406259059906},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37422460317611694},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2612442374229431},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23943722248077393},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.23236271739006042},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.06587177515029907},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwbis53353.2021.9631869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwbis53353.2021.9631869","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 6th International Workshop on Big Data and Information Security (IWBIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323819","display_name":"Universitas Indonesia","ror":"https://ror.org/0116zj450"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W115285041","https://openalex.org/W1522301498","https://openalex.org/W1959608418","https://openalex.org/W2097117768","https://openalex.org/W2100495367","https://openalex.org/W2114858870","https://openalex.org/W2136922672","https://openalex.org/W2166944917","https://openalex.org/W2556783092","https://openalex.org/W2606433045","https://openalex.org/W2803832867","https://openalex.org/W2887997457","https://openalex.org/W2898108471","https://openalex.org/W2949759968","https://openalex.org/W2950365520","https://openalex.org/W2957120403","https://openalex.org/W2963226019","https://openalex.org/W2963684088","https://openalex.org/W2994658979","https://openalex.org/W3036928441","https://openalex.org/W3041956526","https://openalex.org/W3118608800","https://openalex.org/W4235517609","https://openalex.org/W4253643346","https://openalex.org/W4288407000","https://openalex.org/W4293469690","https://openalex.org/W4293568373","https://openalex.org/W4295177495","https://openalex.org/W4297808394","https://openalex.org/W4298289240","https://openalex.org/W4301206121","https://openalex.org/W6604628494","https://openalex.org/W6631190155","https://openalex.org/W6637568146","https://openalex.org/W6640963894","https://openalex.org/W6674914833","https://openalex.org/W6685352114","https://openalex.org/W6718140377","https://openalex.org/W6729854648","https://openalex.org/W6729906282","https://openalex.org/W6734376636","https://openalex.org/W6736368053","https://openalex.org/W6752051073","https://openalex.org/W6754278344","https://openalex.org/W6755515853","https://openalex.org/W6760503277","https://openalex.org/W6762796984","https://openalex.org/W6765779288","https://openalex.org/W6768890659","https://openalex.org/W6779459370","https://openalex.org/W6779669310","https://openalex.org/W6780248173","https://openalex.org/W6780593937","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W4394785709","https://openalex.org/W2978098801","https://openalex.org/W4289105138","https://openalex.org/W4310699748","https://openalex.org/W2906272760","https://openalex.org/W4289694729","https://openalex.org/W3104832546","https://openalex.org/W3037703370"],"abstract_inverted_index":{"Theoretically,":[0],"a":[1,26,30,39],"Generative":[2],"adversarial":[3],"network":[4,78,85],"minimizes":[5],"the":[6,45,64,74,101,111],"Jensen-Shannon":[7],"divergence":[8,18],"between":[9,25],"real":[10],"data":[11,15],"distribution":[12,28,62],"and":[13,29,63,81,96,104],"generated":[14],"distribution.":[16,32],"This":[17,48],"is":[19],"another":[20],"form":[21],"of":[22],"mutual":[23,46,57],"information":[24,58],"mixture":[27,61],"binary":[31],"It":[33],"implies":[34],"that":[35,92],"we":[36],"can":[37],"build":[38],"similar":[40],"generative":[41,70,77,84],"model":[42],"by":[43],"optimizing":[44],"information.":[47],"research":[49],"proposes":[50],"variational":[51],"contrastive":[52],"log-ratio":[53],"upper":[54],"bound":[55],"vCLUB":[56],"estimation":[59],"on":[60,100,110,120],"optimization":[65],"algorithm":[66],"to":[67],"train":[68],"two":[69],"models.":[71],"We":[72],"call":[73],"models":[75],"CLUB-sampling":[76],"(vCLUB-sampling":[79],"GN)":[80],"vCLUB-non":[82,97,117],"sampling":[83,87,98,118],"(vCLUB-non":[86],"GN).":[88],"The":[89],"results":[90,107],"show":[91],"vCLUB-sampling":[93],"outperforms":[94,116],"GAN":[95,109,115],"GN":[99,119],"MNIST":[102],"dataset":[103],"has":[105],"competitive":[106],"with":[108],"CIFAR-10":[112],"dataset.":[113],"However,":[114],"both":[121],"datasets.":[122]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}