{"id":"https://openalex.org/W2976699797","doi":"https://doi.org/10.1109/isit.2019.8849590","title":"Tightening Mutual Information Based Bounds on Generalization Error","display_name":"Tightening Mutual Information Based Bounds on Generalization Error","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2976699797","doi":"https://doi.org/10.1109/isit.2019.8849590","mag":"2976699797"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2019.8849590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2019.8849590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007990317","display_name":"Yuheng Bu","orcid":"https://orcid.org/0000-0002-3479-4553"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuheng Bu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012545205","display_name":"Shaofeng Zou","orcid":"https://orcid.org/0000-0002-2821-6941"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaofeng Zou","raw_affiliation_strings":["State University of New York, University at Buffalo"],"affiliations":[{"raw_affiliation_string":"State University of New York, University at Buffalo","institution_ids":["https://openalex.org/I63190737","https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067089715","display_name":"Venugopal V. Veeravalli","orcid":"https://orcid.org/0000-0001-5490-0037"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venugopal V. Veeravalli","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007990317"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.3191,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93972533,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"587","last_page":"591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.9019874930381775},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7829219102859497},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6620532274246216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5893912315368652},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.55887770652771},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5071735382080078},{"id":"https://openalex.org/keywords/characterization","display_name":"Characterization (materials science)","score":0.5024092197418213},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4354691505432129},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42513948678970337},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.41792231798171997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38078951835632324},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3705323338508606},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34030383825302124},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1735655963420868},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.06192818284034729}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.9019874930381775},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7829219102859497},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6620532274246216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5893912315368652},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.55887770652771},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5071735382080078},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.5024092197418213},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4354691505432129},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42513948678970337},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41792231798171997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38078951835632324},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3705323338508606},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34030383825302124},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1735655963420868},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.06192818284034729},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2019.8849590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2019.8849590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W27434444","https://openalex.org/W568673721","https://openalex.org/W2014902932","https://openalex.org/W2167433878","https://openalex.org/W2258658829","https://openalex.org/W2541283300","https://openalex.org/W2567352378","https://openalex.org/W2617539226","https://openalex.org/W2962702650","https://openalex.org/W2963650125","https://openalex.org/W2963862692","https://openalex.org/W4245577611","https://openalex.org/W4285719527","https://openalex.org/W4293774175","https://openalex.org/W6684809622","https://openalex.org/W6692563690","https://openalex.org/W6738074204","https://openalex.org/W6751754507","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W2381411913","https://openalex.org/W2010541108","https://openalex.org/W2087331387","https://openalex.org/W2006060538","https://openalex.org/W2160478240","https://openalex.org/W4367000426","https://openalex.org/W4321151660","https://openalex.org/W2009653732","https://openalex.org/W4386047771","https://openalex.org/W2107708607"],"abstract_inverted_index":{"A":[0],"mutual":[1,28],"information":[2,29],"based":[3],"upper":[4],"bound":[5,21,70,102],"on":[6,46],"the":[7,27,36,39,47,56,69,100,108],"generalization":[8,57,109],"error":[9,58,110],"of":[10,26,38,55,82,107],"a":[11,52,79,104],"supervised":[12],"learning":[13,40],"algorithm":[14],"is":[15,22,75,96],"derived":[16,71],"in":[17,24,72],"this":[18,73],"paper.":[19],"The":[20],"constructed":[23,101],"terms":[25],"between":[30],"each":[31],"individual":[32],"training":[33],"sample":[34],"and":[35,77,87],"output":[37],"algorithm,":[41],"which":[42],"requires":[43],"weaker":[44],"conditions":[45],"loss":[48],"function,":[49],"but":[50],"provides":[51,103],"tighter":[53,105],"characterization":[54,106],"than":[59,111],"existing":[60,112],"studies.":[61],"Examples":[62],"are":[63],"further":[64],"provided":[65],"to":[66,85],"demonstrate":[67],"that":[68],"paper":[74],"tighter,":[76],"has":[78],"broader":[80],"range":[81],"applicability.":[83],"Application":[84],"noisy":[86],"iterative":[88],"algorithms,":[89],"e.g.,":[90],"stochastic":[91],"gradient":[92],"Langevin":[93],"dynamics":[94],"(SGLD),":[95],"also":[97],"studied,":[98],"where":[99],"results.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}