{"id":"https://openalex.org/W3090622969","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206718","title":"Stein Variational Gradient Descent with Variance Reduction","display_name":"Stein Variational Gradient Descent with Variance Reduction","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090622969","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206718","mag":"3090622969"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9206718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012450529","display_name":"Nhan Dam","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Nhan Dam","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102780660","display_name":"Trung Le","orcid":"https://orcid.org/0000-0003-0414-9067"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Trung Le","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062170379","display_name":"Viet Huynh","orcid":"https://orcid.org/0000-0003-1308-1164"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Viet Huynh","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036447132","display_name":"Dinh Phung","orcid":"https://orcid.org/0000-0002-9977-8247"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Phung","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012450529"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55009121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"7","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7212075591087341},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6899436712265015},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6097188591957092},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5996520519256592},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5822519063949585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.567940354347229},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5038027167320251},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.49337759613990784},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.4556692838668823},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.43204888701438904},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"Statistical inference","score":0.4201130270957947},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.41982632875442505},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38825738430023193},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.37095749378204346},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33638107776641846},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17998218536376953},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14966869354248047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7212075591087341},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6899436712265015},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6097188591957092},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5996520519256592},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5822519063949585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.567940354347229},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5038027167320251},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.49337759613990784},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4556692838668823},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.43204888701438904},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.4201130270957947},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.41982632875442505},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38825738430023193},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.37095749378204346},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33638107776641846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17998218536376953},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14966869354248047},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9206718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1523661875","https://openalex.org/W1524172054","https://openalex.org/W1599118604","https://openalex.org/W1719489212","https://openalex.org/W1880262756","https://openalex.org/W1939652453","https://openalex.org/W2107438106","https://openalex.org/W2122537498","https://openalex.org/W2128709328","https://openalex.org/W2160218441","https://openalex.org/W2166851633","https://openalex.org/W2167433878","https://openalex.org/W2271840356","https://openalex.org/W2441221256","https://openalex.org/W2511837229","https://openalex.org/W2552704617","https://openalex.org/W2619251062","https://openalex.org/W2736897279","https://openalex.org/W2743472713","https://openalex.org/W2753293176","https://openalex.org/W2795119969","https://openalex.org/W2804574326","https://openalex.org/W2809528734","https://openalex.org/W2891780212","https://openalex.org/W2951044009","https://openalex.org/W2951732061","https://openalex.org/W2952215077","https://openalex.org/W2952594493","https://openalex.org/W2953194650","https://openalex.org/W2962732346","https://openalex.org/W2962760547","https://openalex.org/W2962839265","https://openalex.org/W2962947632","https://openalex.org/W2963156201","https://openalex.org/W2963191794","https://openalex.org/W2963309601","https://openalex.org/W2963904515","https://openalex.org/W2963956018","https://openalex.org/W2963984540","https://openalex.org/W2964198593","https://openalex.org/W3009009611","https://openalex.org/W4231510805","https://openalex.org/W4294562888","https://openalex.org/W6631656437","https://openalex.org/W6635963195","https://openalex.org/W6639619044","https://openalex.org/W6676105031","https://openalex.org/W6679361518","https://openalex.org/W6680196509","https://openalex.org/W6683584131","https://openalex.org/W6684578138","https://openalex.org/W6684809622","https://openalex.org/W6694517276","https://openalex.org/W6718763946","https://openalex.org/W6725708968","https://openalex.org/W6729912231","https://openalex.org/W6738768603","https://openalex.org/W6741427984","https://openalex.org/W6742563595","https://openalex.org/W6744234374","https://openalex.org/W6748324676","https://openalex.org/W6748644688","https://openalex.org/W6750300694","https://openalex.org/W6751938064","https://openalex.org/W6755006736","https://openalex.org/W6755336655"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W2900667084","https://openalex.org/W3008318776","https://openalex.org/W2041416246","https://openalex.org/W3020853991"],"abstract_inverted_index":{"Probabilistic":[0],"inference":[1,24,49,92,152],"is":[2,20,142],"a":[3,21,35,58,89,147],"common":[4],"and":[5,120,131,136,144,160],"important":[6],"task":[7,130],"in":[8,34,41,79,86,127,156],"statistical":[9],"machine":[10],"learning.":[11],"The":[12],"recently":[13],"proposed":[14,116],"Stein":[15],"variational":[16],"gradient":[17],"descent":[18],"(SVGD)":[19],"generic":[22,90,143],"Bayesian":[23,157],"method":[25,93,117],"that":[26,94,114],"has":[27,71],"been":[28,52],"shown":[29],"to":[30,54,146],"be":[31,55],"successfully":[32],"applied":[33],"wide":[36,148],"range":[37,149],"of":[38,100,150],"contexts,":[39],"especially":[40],"dealing":[42],"with":[43,105,124],"large":[44,72,106],"datasets,":[45],"where":[46],"existing":[47],"probabilistic":[48,151],"methods":[50,126],"have":[51],"known":[53],"ineffective.":[56],"In":[57],"large-scale":[59],"data":[60],"setting,":[61,135],"SVGD":[62],"employs":[63],"the":[64,98,115],"mini-batch":[65,69,101],"strategy":[66],"but":[67],"its":[68,76,132],"estimator":[70,102],"variance,":[73],"hence":[74],"compromising":[75],"estimation":[77],"quality":[78],"practice.":[80],"To":[81],"this":[82,87],"end,":[83],"we":[84],"propose":[85],"paper":[88],"SVGD-based":[91],"can":[95],"significantly":[96],"reduce":[97],"variance":[99],"when":[103],"working":[104],"datasets.":[107],"Our":[108],"experiments":[109],"on":[110],"14":[111],"datasets":[112],"show":[113],"enjoys":[118],"substantial":[119],"consistent":[121],"improvements":[122],"compared":[123],"baseline":[125],"binary":[128],"classification":[129],"pseudo-online":[133],"learning":[134],"regression":[137],"task.":[138],"Furthermore,":[139],"our":[140],"framework":[141],"applicable":[145],"problems":[153],"such":[154],"as":[155],"neural":[158],"networks":[159],"Markov":[161],"random":[162],"fields.":[163]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
