{"id":"https://openalex.org/W4388240183","doi":"https://doi.org/10.1109/tit.2023.3329617","title":"Information-Theoretic Characterizations of Generalization Error for the Gibbs Algorithm","display_name":"Information-Theoretic Characterizations of Generalization Error for the Gibbs Algorithm","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4388240183","doi":"https://doi.org/10.1109/tit.2023.3329617"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2023.3329617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2023.3329617","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010622937","display_name":"Gholamali Aminian","orcid":"https://orcid.org/0000-0002-4761-0151"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Gholamali Aminian","raw_affiliation_strings":["The Alan Turing Institute, London, U.K"],"affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, U.K","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007990317","display_name":"Yuheng Bu","orcid":"https://orcid.org/0000-0002-3479-4553"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuheng Bu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071335453","display_name":"Laura Toni","orcid":"https://orcid.org/0000-0002-8441-8791"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Laura Toni","raw_affiliation_strings":["Electronic and Electrical Engineering Department, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Electronic and Electrical Engineering Department, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044634366","display_name":"Miguel R. D. Rodrigues","orcid":"https://orcid.org/0000-0002-8908-847X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miguel R. D. Rodrigues","raw_affiliation_strings":["Electronic and Electrical Engineering Department, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Electronic and Electrical Engineering Department, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066172831","display_name":"Gregory W. Wornell","orcid":"https://orcid.org/0000-0001-9166-4758"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gregory W. Wornell","raw_affiliation_strings":["The Alan Turing Institute, London, U.K"],"affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, London, U.K","institution_ids":["https://openalex.org/I4210128584"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010622937"],"corresponding_institution_ids":["https://openalex.org/I4210128584"],"apc_list":null,"apc_paid":null,"fwci":2.0876,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.898014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"632","last_page":"655"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8302202224731445},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.634643018245697},{"id":"https://openalex.org/keywords/gibbs-sampling","display_name":"Gibbs sampling","score":0.5394817590713501},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.48050105571746826},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.4635865390300751},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43764230608940125},{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"Minimum description length","score":0.41033926606178284},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.40837031602859497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3185822367668152},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08382216095924377}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8302202224731445},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.634643018245697},{"id":"https://openalex.org/C158424031","wikidata":"https://www.wikidata.org/wiki/Q1191905","display_name":"Gibbs sampling","level":3,"score":0.5394817590713501},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.48050105571746826},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.4635865390300751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43764230608940125},{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.41033926606178284},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.40837031602859497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3185822367668152},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08382216095924377},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2023.3329617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2023.3329617","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1196033166","display_name":"FAIR: Framework for responsible adoption of Artificial Intelligence in the financial seRvices industry","funder_award_id":"EP/V056883/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2542658124","display_name":null,"funder_award_id":"NIFR1 192656","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G4225405983","display_name":null,"funder_award_id":"CCF-1816209","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5042591242","display_name":null,"funder_award_id":"EP/V056883/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7964149644","display_name":null,"funder_award_id":"FA8750-19-2-1000","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W49956934","https://openalex.org/W1460189015","https://openalex.org/W1503430806","https://openalex.org/W1595104989","https://openalex.org/W1628829797","https://openalex.org/W1859987214","https://openalex.org/W1892947258","https://openalex.org/W1907483012","https://openalex.org/W1999376700","https://openalex.org/W2001104449","https://openalex.org/W2003747360","https://openalex.org/W2006681603","https://openalex.org/W2014384147","https://openalex.org/W2026653933","https://openalex.org/W2032558547","https://openalex.org/W2041898787","https://openalex.org/W2058815839","https://openalex.org/W2062714872","https://openalex.org/W2074811052","https://openalex.org/W2086333522","https://openalex.org/W2112065930","https://openalex.org/W2118713255","https://openalex.org/W2122899522","https://openalex.org/W2123820077","https://openalex.org/W2130464645","https://openalex.org/W2130797782","https://openalex.org/W2149298154","https://openalex.org/W2165429502","https://openalex.org/W2294642219","https://openalex.org/W2378248953","https://openalex.org/W2412885812","https://openalex.org/W2518143623","https://openalex.org/W2535170036","https://openalex.org/W2541283300","https://openalex.org/W2566079294","https://openalex.org/W2567352378","https://openalex.org/W2910572885","https://openalex.org/W2910589063","https://openalex.org/W2975622175","https://openalex.org/W2976533594","https://openalex.org/W2979452771","https://openalex.org/W2980060502","https://openalex.org/W2997949714","https://openalex.org/W3023926204","https://openalex.org/W3024982789","https://openalex.org/W3081982129","https://openalex.org/W3100231902","https://openalex.org/W3102159535","https://openalex.org/W3110364518","https://openalex.org/W3123190877","https://openalex.org/W3125313957","https://openalex.org/W3126302662","https://openalex.org/W3128339971","https://openalex.org/W3170524081","https://openalex.org/W3196434967","https://openalex.org/W3197262663","https://openalex.org/W3198746530","https://openalex.org/W3202333714","https://openalex.org/W4206043711","https://openalex.org/W4245577611","https://openalex.org/W4249716558","https://openalex.org/W4250071731","https://openalex.org/W4250954493","https://openalex.org/W4286897948","https://openalex.org/W4289655432","https://openalex.org/W4292461378","https://openalex.org/W4297729082","https://openalex.org/W4302011411","https://openalex.org/W4320855690","https://openalex.org/W4377148454","https://openalex.org/W4381586713","https://openalex.org/W4386075091","https://openalex.org/W4386075104","https://openalex.org/W6602008814","https://openalex.org/W6639315619","https://openalex.org/W6677847428","https://openalex.org/W6678182789","https://openalex.org/W6682824805","https://openalex.org/W6683661786","https://openalex.org/W6713313022","https://openalex.org/W6734079340","https://openalex.org/W6738074204","https://openalex.org/W6743268725","https://openalex.org/W6748863552","https://openalex.org/W6749952941","https://openalex.org/W6751754507","https://openalex.org/W6752717554","https://openalex.org/W6759308707","https://openalex.org/W6760387013","https://openalex.org/W6766477559","https://openalex.org/W6768864357","https://openalex.org/W6772932235","https://openalex.org/W6773331377","https://openalex.org/W6775928558","https://openalex.org/W6779388754","https://openalex.org/W6780249745","https://openalex.org/W6782591231","https://openalex.org/W6786128562","https://openalex.org/W6802995403","https://openalex.org/W6803507650","https://openalex.org/W6804346497","https://openalex.org/W6810378490","https://openalex.org/W6842085461","https://openalex.org/W6844746298","https://openalex.org/W6846291864","https://openalex.org/W6849933779","https://openalex.org/W6852254754","https://openalex.org/W6853035938","https://openalex.org/W6891907327","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W2381411913","https://openalex.org/W2087331387","https://openalex.org/W4321151660","https://openalex.org/W4367000426","https://openalex.org/W2006060538","https://openalex.org/W4386047771","https://openalex.org/W2107708607","https://openalex.org/W3127908425","https://openalex.org/W4287332487","https://openalex.org/W3128926488"],"abstract_inverted_index":{"Various":[0],"approaches":[1],"have":[2],"been":[3],"developed":[4],"to":[5,35,88,130],"upper":[6],"bound":[7],"the":[8,37,52,57,70,75,80,106,110,120,124,131,143,145,152,156],"generalization":[9,39,54,92,107,153],"error":[10,55,108,154],"of":[11,41,51,56,109,119,155],"a":[12,30,42,114],"supervised":[13],"learning":[14,43],"algorithm.":[15,44,136,158],"However,":[16],"existing":[17,90],"bounds":[18],"are":[19,48],"often":[20],"loose":[21],"and":[22,79,94,117],"even":[23],"vacuous":[24],"when":[25],"evaluated":[26],"in":[27,68,123,150],"practice.":[28],"As":[29],"result,":[31],"they":[32],"may":[33],"fail":[34],"characterize":[36],"exact":[38,49],"ability":[40],"Our":[45,83,97],"main":[46],"contributions":[47],"characterizations":[50],"expected":[53,91],"well-known":[58],"Gibbs":[59,62,111,121,157],"algorithm":[60,112,122],"(a.k.a.":[61],"posterior)":[63],"using":[64],"different":[65],"information":[66,73,148],"measures,":[67],"particular,":[69],"symmetrized":[71,146],"KL":[72,147],"between":[74],"input":[76],"training":[77],"samples":[78],"output":[81],"hypothesis.":[82],"result":[84],"can":[85],"be":[86],"applied":[87],"tighten":[89],"errors":[93],"PAC-Bayesian":[95],"bounds.":[96],"information-theoretic":[98],"approach":[99],"is":[100],"versatile,":[101],"as":[102],"it":[103,128],"also":[104],"characterizes":[105],"with":[113],"data-dependent":[115],"regularizer":[116],"that":[118],"asymptotic":[125],"regime,":[126],"where":[127],"converges":[129],"standard":[132],"empirical":[133],"risk":[134],"minimization":[135],"Of":[137],"particular":[138],"relevance,":[139],"our":[140],"results":[141],"highlight":[142],"role":[144],"plays":[149],"controlling":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}