{"id":"https://openalex.org/W4386075123","doi":"https://doi.org/10.1109/isit54713.2023.10206453","title":"A Stochastic Rate-Distortion Approach to Supervised Learning Systems","display_name":"A Stochastic Rate-Distortion Approach to Supervised Learning Systems","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386075123","doi":"https://doi.org/10.1109/isit54713.2023.10206453"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206453","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088002636","display_name":"Ahmed Elshafiy","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahmed Elshafiy","raw_affiliation_strings":["University of California,Department of Electrical and Computer Engineering,Santa Barbara,CA,USA,93106"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Electrical and Computer Engineering,Santa Barbara,CA,USA,93106","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044800030","display_name":"Mahmoud Namazi","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahmoud Namazi","raw_affiliation_strings":["University of California,Department of Electrical and Computer Engineering,Santa Barbara,CA,USA,93106"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Electrical and Computer Engineering,Santa Barbara,CA,USA,93106","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026459097","display_name":"Kenneth Rose","orcid":"https://orcid.org/0000-0001-9463-2647"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Rose","raw_affiliation_strings":["University of California,Department of Electrical and Computer Engineering,Santa Barbara,CA,USA,93106"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Electrical and Computer Engineering,Santa Barbara,CA,USA,93106","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088002636"],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09849993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1044","last_page":"1049"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.8356631994247437},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6985749006271362},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6620498299598694},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.5788218379020691},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.56833815574646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4644584357738495},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.46219402551651},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4496418535709381},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41497665643692017},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3516806364059448},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.174719899892807}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.8356631994247437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6985749006271362},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6620498299598694},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.5788218379020691},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.56833815574646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4644584357738495},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.46219402551651},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4496418535709381},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41497665643692017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3516806364059448},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.174719899892807},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206453","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1528234420","https://openalex.org/W1724438581","https://openalex.org/W1970271540","https://openalex.org/W2005447187","https://openalex.org/W2007339694","https://openalex.org/W2025713906","https://openalex.org/W2027407435","https://openalex.org/W2058641082","https://openalex.org/W2086789740","https://openalex.org/W2097533491","https://openalex.org/W2108250294","https://openalex.org/W2134273960","https://openalex.org/W2143648696","https://openalex.org/W2156297475","https://openalex.org/W2160602761","https://openalex.org/W2160709761","https://openalex.org/W2161877964","https://openalex.org/W2529865501","https://openalex.org/W2999629819","https://openalex.org/W3044983307","https://openalex.org/W3080413745","https://openalex.org/W3081037813","https://openalex.org/W3174943248","https://openalex.org/W3197898909","https://openalex.org/W4233045210","https://openalex.org/W4234868381","https://openalex.org/W4300402905","https://openalex.org/W6631190155","https://openalex.org/W6631555007","https://openalex.org/W6637709462","https://openalex.org/W6679651198","https://openalex.org/W6782246724"],"related_works":["https://openalex.org/W2293149949","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2137816434","https://openalex.org/W2163679795","https://openalex.org/W2736714427","https://openalex.org/W2133008004","https://openalex.org/W2011867735"],"abstract_inverted_index":{"Machine":[0],"learning":[1,33,55,74],"applications":[2],"have":[3,28],"exploded":[4],"in":[5,20,160,181],"recent":[6],"years":[7],"due":[8],"to":[9,31,98,111,136,148],"the":[10,44,52,72,89,91,101,113,117,138,144,150,154,189],"availability":[11],"of":[12,43,78,94,141,162,174],"huge":[13],"data":[14,168],"sets":[15],"as":[16,18,76],"well":[17],"advances":[19],"computational":[21],"and":[22,166,172,184],"storage":[23],"capabilities.":[24],"Although":[25],"successful":[26],"methods":[27],"been":[29],"proposed":[30],"reduce":[32],"system":[34,75,131,151,163,178],"complexity":[35],"while":[36],"maintaining":[37],"required":[38],"accuracy":[39],"levels,":[40],"theoretical":[41],"understanding":[42],"underlying":[45],"trade-offs":[46],"remains":[47],"elusive.":[48],"In":[49],"this":[50,182],"paper,":[51,183],"classical":[53],"supervised":[54],"problem":[56],"is":[57,83,127,132,179,192],"reformulated":[58,177],"within":[59],"a":[60,176],"rate-distortion":[61,190],"framework.":[62],"It":[63],"provides":[64],"insights":[65],"into":[66],"crucial":[67],"accuracy-complexity":[68],"trade-offs,":[69],"by":[70,134],"considering":[71],"overall":[73],"consisting":[77],"two":[79],"components.":[80],"The":[81,105,124,170],"first":[82],"tasked":[84],"with":[85],"extracting":[86],"(learning)":[87],"from":[88,116,143],"source":[90],"minimal":[92],"number":[93],"information":[95,142],"bits":[96,107],"necessary":[97],"ultimately":[99],"achieve":[100],"prescribed":[102],"output":[103,115,152],"accuracy.":[104],"learned":[106],"are":[108],"then":[109],"used":[110],"retrieve":[112],"desired":[114,155],"second":[118],"component,":[119],"an":[120,129],"appropriately":[121],"designed":[122],"codebook.":[123],"premise":[125],"here":[126],"that":[128],"optimal":[130,186],"characterized":[133],"having":[135],"learn":[137],"minimum":[139],"amount":[140],"source,":[145],"just":[146],"sufficient":[147],"yield":[149],"at":[153],"precision,":[156],"which":[157],"implies":[158],"efficiency":[159],"terms":[161],"complexity,":[164],"generalization":[165],"training":[167,173],"requirements.":[169],"design":[171],"such":[175],"detailed":[180],"asymptotically":[185],"performance":[187],"achieving":[188],"bound":[191],"established.":[193]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}