{"id":"https://openalex.org/W3217162336","doi":"https://doi.org/10.1109/itw48936.2021.9611483","title":"Lower Bounds on the Expected Excess Risk Using Mutual Information","display_name":"Lower Bounds on the Expected Excess Risk Using Mutual Information","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3217162336","doi":"https://doi.org/10.1109/itw48936.2021.9611483","mag":"3217162336"},"language":"en","primary_location":{"id":"doi:10.1109/itw48936.2021.9611483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw48936.2021.9611483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045898848","display_name":"Musa Do\u011fan","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"M. Bora Dogan","raw_affiliation_strings":["School of Computer and Communication Sciences, EPFL, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063528341","display_name":"Michael Gastpar","orcid":"https://orcid.org/0000-0002-5499-5336"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michael Gastpar","raw_affiliation_strings":["School of Computer and Communication Sciences, EPFL, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5045898848"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.18242832,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.8007651567459106},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5899055600166321},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5485020279884338},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5401740074157715},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5115293264389038},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47576087713241577},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.46133244037628174},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.45366910099983215},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4350031316280365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3886320888996124},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3853333294391632},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24345040321350098},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1814137101173401},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.0736059844493866}],"concepts":[{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.8007651567459106},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5899055600166321},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5485020279884338},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5401740074157715},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5115293264389038},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47576087713241577},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.46133244037628174},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.45366910099983215},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4350031316280365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3886320888996124},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3853333294391632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24345040321350098},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1814137101173401},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0736059844493866},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itw48936.2021.9611483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw48936.2021.9611483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2617539226","https://openalex.org/W2910589063","https://openalex.org/W2962702650","https://openalex.org/W3100231902","https://openalex.org/W3126302662","https://openalex.org/W3170524081","https://openalex.org/W4236362309","https://openalex.org/W4297738147","https://openalex.org/W4300167521","https://openalex.org/W6735544424","https://openalex.org/W6738074204","https://openalex.org/W6772932235"],"related_works":["https://openalex.org/W2529526712","https://openalex.org/W977368683","https://openalex.org/W4211227406","https://openalex.org/W3002934918","https://openalex.org/W2392945096","https://openalex.org/W4287670495","https://openalex.org/W3084156746","https://openalex.org/W3208645278","https://openalex.org/W2160478240","https://openalex.org/W2025239573"],"abstract_inverted_index":{"The":[0,55],"expected":[1,33,92],"excess":[2,34,93],"risk":[3,35,73,110],"of":[4,12,36,51,67,101,107],"a":[5,37,76],"learning":[6,15,38,53],"algorithm":[7,39],"is":[8,64],"the":[9,14,19,23,32,41,45,48,52,61,65,71,91,99,102,108],"average":[10],"suboptimality":[11],"using":[13,40],"algorithm,":[16],"relative":[17],"to":[18,86],"optimal":[20],"hypothesis":[21,24,62],"in":[22],"class.":[25],"In":[26],"this":[27],"work,":[28],"we":[29,57],"lower":[30,88],"bound":[31],"mutual":[42],"information":[43],"between":[44],"input":[46],"and":[47,70],"noisy":[49],"output":[50],"algorithm.":[54],"setting":[56],"consider":[58],"is,":[59],"where":[60],"class":[63],"set":[66],"real":[68],"numbers":[69],"true":[72,109],"function":[74],"has":[75],"local":[77,103],"strong":[78,104],"convexity":[79,105],"property.":[80],"Our":[81],"main":[82],"results":[83],"also":[84],"lead":[85],"asymptotic":[87],"bounds":[89],"on":[90],"risk,":[94],"which":[95],"do":[96],"not":[97],"require":[98],"knowledge":[100],"constants":[106],"function.":[111]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}