{"id":"https://openalex.org/W7204540676","doi":"https://doi.org/10.48550/arxiv.2608.26516","title":"Algorithmic Principles For Multiclass Learning Are Hard To Come By: Limits of Regularization and Proper Learning","display_name":"Algorithmic Principles For Multiclass Learning Are Hard To Come By: Limits of Regularization and Proper Learning","publication_year":2026,"publication_date":"2026-08-27","ids":{"openalex":"https://openalex.org/W7204540676","doi":"https://doi.org/10.48550/arxiv.2608.26516"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.26516","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26516","pdf_url":"https://arxiv.org/pdf/2608.26516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.26516","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092950123","display_name":"Julian Asilis","orcid":"https://orcid.org/0000-0002-7047-3861","observed_orcids":["https://orcid.org/0000-0002-7047-3861"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asilis, Julian","raw_affiliation_strings":["USC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001275905","display_name":"Shaddin Dughmi","orcid":"https://orcid.org/0000-0002-2784-1868","observed_orcids":["https://orcid.org/0000-0002-2784-1868"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dughmi, Shaddin","raw_affiliation_strings":["USC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009088661","display_name":"Vatsal Sharan","orcid":"https://orcid.org/0009-0003-1280-5623","observed_orcids":["https://orcid.org/0009-0003-1280-5623"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharan, Vatsal","raw_affiliation_strings":["USC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148517050","display_name":"Alec Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sun, Alec","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102005063","display_name":"Shang\u2010Hua Teng","orcid":"https://orcid.org/0000-0001-5011-4514","observed_orcids":["https://orcid.org/0000-0001-5011-4514"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Teng, Shang-Hua","raw_affiliation_strings":["USC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148538910","display_name":"Chang Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Chang","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/proper-learning","display_name":"proper learning","score":0.9430000185966492},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.8560000061988831},{"id":"https://openalex.org/keywords/structural-risk-minimization","display_name":"structural risk minimization","score":0.9559999704360962},{"id":"https://openalex.org/keywords/learnability","display_name":"learnability","score":0.7089999914169312},{"id":"https://openalex.org/keywords/training-error","display_name":"training error","score":0.8460000157356262},{"id":"https://openalex.org/keywords/combinatorial-dimension","display_name":"combinatorial dimension","score":0.7990000247955322},{"id":"https://openalex.org/keywords/impossibility-results","display_name":"impossibility results","score":0.8130000233650208},{"id":"https://openalex.org/keywords/revealed-preference","display_name":"revealed preference","score":0.7020000219345093},{"id":"https://openalex.org/keywords/integrability","display_name":"integrability","score":0.4259999990463257}],"concepts":[{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.7827000021934509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5670999884605408},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5285000205039978},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5034999847412109},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5009999871253967},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.4690000116825104},{"id":"https://openalex.org/C203313322","wikidata":"https://www.wikidata.org/wiki/Q5158394","display_name":"Concept class","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4496999979019165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41929998993873596},{"id":"https://openalex.org/C92393732","wikidata":"https://www.wikidata.org/wiki/Q1790374","display_name":"Learning theory","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C123860398","wikidata":"https://www.wikidata.org/wiki/Q6934605","display_name":"Multiclass classification","level":3,"score":0.3977000117301941},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C32254414","wikidata":"https://www.wikidata.org/wiki/Q4724364","display_name":"Algorithmic learning theory","level":3,"score":0.3553999960422516},{"id":"https://openalex.org/C2776261394","wikidata":"https://www.wikidata.org/wiki/Q315562","display_name":"Impossibility","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.33570000529289246},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C2779915298","wikidata":"https://www.wikidata.org/wiki/Q7604400","display_name":"Statistical learning theory","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C136726353","wikidata":"https://www.wikidata.org/wiki/Q903789","display_name":"Disjunctive normal form","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.26516","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26516","pdf_url":"https://arxiv.org/pdf/2608.26516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.26516","doi":"https://doi.org/10.48550/arxiv.2608.26516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.26516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.26516","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26516","pdf_url":"https://arxiv.org/pdf/2608.26516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G722012896","display_name":"CAREER: Computational Foundations of Modern Machine Learning","funder_award_id":"2239265","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7289584270","display_name":"AF:Small:A Combinatorial Lens on Learning","funder_award_id":"2432219","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8070878210","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"1842487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309475","display_name":"Northwestern University","ror":"https://ror.org/000e0be47"},{"id":"https://openalex.org/F4320309626","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204540676.pdf","grobid_xml":"https://content.openalex.org/works/W7204540676.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1588591676","https://openalex.org/W2135046866","https://openalex.org/W2787894218","https://openalex.org/W3184086414","https://openalex.org/W4234698323","https://openalex.org/W7154459557","https://openalex.org/W7157036019","https://openalex.org/W7164540382","https://openalex.org/W7171519286"],"related_works":["https://openalex.org/W7098568374","https://openalex.org/W4404342651","https://openalex.org/W7097800720","https://openalex.org/W4387075578","https://openalex.org/W4407424262","https://openalex.org/W7171519286","https://openalex.org/W7017106032","https://openalex.org/W1569616332","https://openalex.org/W4313227463","https://openalex.org/W2799031776"],"abstract_inverted_index":{"Two":[0],"of":[1,33,54,173,248],"the":[2,11,25,31,142],"most":[3],"fundamental":[4],"questions":[5,107],"in":[6,127],"statistical":[7],"learning":[8,66,79,94,133,139,150],"theory":[9,233],"are":[10,16],"following:":[12],"which":[13],"prediction":[14],"problems":[15,112],"learnable,":[17],"and":[18,59,67,155,213,242],"how":[19],"should":[20],"they":[21],"be":[22,97,125,135,204,219],"learned?":[23],"For":[24],"former,":[26],"elegant":[27],"answers":[28],"often":[29],"take":[30],"form":[32],"combinatorial":[34],"dimensions.":[35],"The":[36],"latter":[37],"question,":[38],"however,":[39],"has":[40],"proved":[41],"considerably":[42],"more":[43],"elusive:":[44],"all":[45],"known":[46],"general-purpose":[47],"multiclass":[48,93,121],"learners":[49],"rely":[50],"on":[51,171],"intricate":[52],"orientations":[53],"exponentially":[55],"large":[56],"one-inclusion":[57],"structures,":[58],"familiar":[60],"algorithmic":[61],"principles":[62],"such":[63],"as":[64],"proper":[65,82,90,138,149,166],"regularization":[68,190],"remain":[69],"poorly":[70],"understood.":[71],"Motivated":[72],"by":[73,99,140,206,221],"prior":[74,114],"work,":[75],"we":[76,117,146,196],"ask":[77],"whether":[78,89],"reduces":[80],"to":[81,137],"learning---possibly":[83],"over":[84],"a":[85,119,165,193,198,214,231],"larger":[86],"hypothesis":[87,143],"class---and":[88],"or":[91],"improper":[92],"can":[95,151],"ultimately":[96],"captured":[98],"suitable":[100],"regularizers.":[101],"Our":[102],"primary":[103],"results":[104,229],"answer":[105],"both":[106],"negatively,":[108],"resolving":[109],"three":[110],"open":[111],"from":[113],"work.":[115],"First,":[116],"exhibit":[118,197],"learnable":[120,130,162,187,200,215],"problem":[122],"that":[123,148,202,217,234],"cannot":[124,134,203,218],"embedded":[126],"any":[128,207,222],"properly":[129,161,186,199],"class,":[131],"meaning":[132],"reduced":[136],"enlarging":[141],"class.":[144],"Second,":[145],"demonstrate":[147],"require":[152],"training":[153],"error":[154],"characterize":[156],"this":[157],"phenomenon":[158],"precisely:":[159],"every":[160,177],"class":[163,201,216],"admits":[164],"learner":[167],"making":[168],"$o(m)$":[169],"errors":[170],"samples":[172],"size":[174],"$m$,":[175],"but":[176],"prescribed":[178],"sublinear":[179],"scale":[180],"$a_m=o(m)$":[181],"is":[182,191],"necessary":[183],"for":[184,239],"some":[185],"problem.":[188],"Third,":[189],"not":[192],"general":[194],"learner:":[195],"learned":[205,220],"Structural":[208],"Risk":[209],"Minimization":[210],"(SRM)":[211],"learner,":[212],"local":[223],"regularizer.":[224],"We":[225],"complement":[226],"these":[227],"impossibility":[228],"with":[230],"positive":[232],"gives":[235],"two":[236],"sufficient":[237],"conditions":[238],"SRM":[240,244],"learnability":[241],"characterizes":[243],"representability":[245],"through":[246],"integrability":[247],"revealed":[249],"preferences.":[250]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-29T00:00:00"}