{"id":"https://openalex.org/W4416359205","doi":"https://doi.org/10.1145/3798129.3800787","title":"Sample Complexity of Agnostic Multiclass Classification: Natarajan Dimension Strikes Back","display_name":"Sample Complexity of Agnostic Multiclass Classification: Natarajan Dimension Strikes Back","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W4416359205","doi":"https://doi.org/10.1145/3798129.3800787"},"language":null,"primary_location":{"id":"doi:10.1145/3798129.3800787","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3798129.3800787","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual ACM Symposium on Theory of Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3798129.3800787","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108816455","display_name":"Alon Cohen","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Alon Cohen","raw_affiliation_strings":["Google Research, Tel Aviv, Israel","Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0002-4757-5763","affiliations":[{"raw_affiliation_string":"Google Research, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210117425"]},{"raw_affiliation_string":"Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014148612","display_name":"Liad Erez","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Liad Erez","raw_affiliation_strings":["Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0009-0002-5374-4129","affiliations":[{"raw_affiliation_string":"Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074158209","display_name":"Steve Hanneke","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Hanneke","raw_affiliation_strings":["Purdue University, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0002-5511-1467","affiliations":[{"raw_affiliation_string":"Purdue University, Indiana, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053775980","display_name":"Tomer Koren","orcid":"https://orcid.org/0000-0002-9061-0448"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tomer Koren","raw_affiliation_strings":["Google Research, Tel Aviv, Israel","Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0002-9061-0448","affiliations":[{"raw_affiliation_string":"Google Research, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210117425"]},{"raw_affiliation_string":"Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014637159","display_name":"Yishay Mansour","orcid":"https://orcid.org/0000-0001-6891-2645"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yishay Mansour","raw_affiliation_strings":["Google Research, Tel Aviv, Israel","Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0001-6891-2645","affiliations":[{"raw_affiliation_string":"Google Research, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210117425"]},{"raw_affiliation_string":"Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047793114","display_name":"Shay Moran","orcid":"https://orcid.org/0000-0002-8662-2737"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]},{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shay Moran","raw_affiliation_strings":["Google Research, Tel Aviv, Israel","Technion, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0002-8662-2737","affiliations":[{"raw_affiliation_string":"Google Research, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210117425"]},{"raw_affiliation_string":"Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100749458","display_name":"Qian Zhang","orcid":"https://orcid.org/0000-0003-1749-8653"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qian Zhang","raw_affiliation_strings":["Purdue University, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0000-2735-5133","affiliations":[{"raw_affiliation_string":"Purdue University, Indiana, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01141275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"722","last_page":"733"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.758400022983551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.758400022983551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.12330000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.017400000244379044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.8777999877929688},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.7524999976158142},{"id":"https://openalex.org/keywords/vc-dimension","display_name":"VC dimension","score":0.7232000231742859},{"id":"https://openalex.org/keywords/probably-approximately-correct-learning","display_name":"Probably approximately correct learning","score":0.6782000064849854},{"id":"https://openalex.org/keywords/multiclass-classification","display_name":"Multiclass classification","score":0.5867000222206116},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5751000046730042},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5145000219345093},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.42989999055862427}],"concepts":[{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.8777999877929688},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.7524999976158142},{"id":"https://openalex.org/C119322782","wikidata":"https://www.wikidata.org/wiki/Q2662236","display_name":"VC dimension","level":2,"score":0.7232000231742859},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.6782000064849854},{"id":"https://openalex.org/C123860398","wikidata":"https://www.wikidata.org/wiki/Q6934605","display_name":"Multiclass classification","level":3,"score":0.5867000222206116},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5751000046730042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5364999771118164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.527899980545044},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5145000219345093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4447999894618988},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4129999876022339},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.391400009393692},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3449999988079071},{"id":"https://openalex.org/C203313322","wikidata":"https://www.wikidata.org/wiki/Q5158394","display_name":"Concept class","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3255000114440918},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C92393732","wikidata":"https://www.wikidata.org/wiki/Q1790374","display_name":"Learning theory","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.25380000472068787}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3798129.3800787","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3798129.3800787","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual ACM Symposium on Theory of Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.12659","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.12659","pdf_url":"https://arxiv.org/pdf/2511.12659","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.12659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.12659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3798129.3800787","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3798129.3800787","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual ACM Symposium on Theory of Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1607903757","display_name":null,"funder_award_id":"882396","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G218102928","display_name":null,"funder_award_id":"101039692","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G2318671296","display_name":null,"funder_award_id":"2018385","funder_id":"https://openalex.org/F4320320950","funder_display_name":"United States-Israel Binational Science Foundation"},{"id":"https://openalex.org/G2999126490","display_name":null,"funder_award_id":"2250/22","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G5410004808","display_name":null,"funder_award_id":"1225/20","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G5521150012","display_name":null,"funder_award_id":"101078075","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G6359093014","display_name":null,"funder_award_id":"3174/23","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G6973578388","display_name":null,"funder_award_id":"993/17","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320320950","display_name":"United States-Israel Binational Science Foundation","ror":"https://ror.org/00j8z2m73"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,162],"fundamental":[1],"theorem":[2],"of":[3,55,248],"statistical":[4],"learning":[5,10,91,203,216],"states":[6],"that":[7,81,89,101,173],"binary":[8,186],"PAC":[9,104],"is":[11,92,107,137,143,230],"governed":[12,93,110],"by":[13,67,94,111],"a":[14,52,147,192,231,237,242],"single":[15,193],"parameter":[16],"--":[17,22,190,201],"the":[18,43,47,62,130,138,151,166,170,174],"Vapnik-Chervonenkis":[19],"(VC)":[20],"dimension":[21,49,176,194],"which":[23,245],"determines":[24],"both":[25,199],"learnability":[26],"and":[27,58,83,158],"sample":[28,105,121],"complexity.":[29],"Extending":[30],"this":[31],"to":[32,72,126,146,224],"multiclass":[33,74,90,103,202],"classification":[34,189],"has":[35],"long":[36],"been":[37],"challenging,":[38],"since":[39],"Natarajan's":[40],"work":[41],"in":[42,108,150],"late":[44],"80s":[45],"proposing":[46],"Natarajan":[48,175],"(Nat)":[50],"as":[51],"natural":[53],"analogue":[54],"VC.":[56],"Daniely":[57],"Shalev-Shwartz":[59],"(2014)":[60],"introduced":[61],"DS":[63,84,95],"dimension,":[64],"later":[65],"shown":[66],"Brukhim":[68,76],"et":[69,77],"al.":[70,78],"(2022)":[71],"characterize":[73],"learnability.":[75],"also":[79],"showed":[80],"Nat":[82],"can":[85],"diverge":[86],"arbitrarily,":[87],"suggesting":[88],"rather":[96],"than":[97],"Nat.":[98],"We":[99],"show":[100],"agnostic":[102,120,215],"complexity":[106,122],"fact":[109],"two":[112,206],"distinct":[113],"dimensions.":[114],"Specifically,":[115],"we":[116],"prove":[117],"nearly":[118,154],"tight":[119,144],"bounds":[123],"that,":[124],"up":[125,145],"log":[127],"factors,":[128],"take":[129],"form":[131],"$\\frac{DS^{1.5}}\u03b5":[132],"+":[133],"\\frac{Nat}{\u03b5^2}$":[134],"where":[135,191],"$\u03b5$":[136],"excess":[139],"risk.":[140],"This":[141],"bound":[142],"$\\sqrt{DS}$":[148],"factor":[149],"first":[152,163],"term,":[153],"matching":[155],"known":[156],"$Nat/\u03b5^2$":[157],"$DS/\u03b5$":[159],"lower":[160],"bounds.":[161],"term":[164],"reflects":[165],"DS-controlled":[167],"regime,":[168],"while":[169],"second":[171],"shows":[172],"still":[177],"dictates":[178],"asymptotic":[179],"behavior":[180],"for":[181],"small":[182],"$\u03b5$.":[183],"Thus,":[184],"unlike":[185],"or":[187,196,222],"online":[188,233],"(VC":[195],"Littlestone)":[197],"controls":[198],"phenomena":[200],"inherently":[204],"involves":[205],"structural":[207],"parameters.":[208],"Our":[209],"technical":[210],"approach":[211],"departs":[212],"from":[213],"traditional":[214],"methods":[217],"based":[218,235],"on":[219,236],"uniform":[220],"convergence":[221],"reductions":[223],"realizable":[225],"cases.":[226],"A":[227],"key":[228],"ingredient":[229],"novel":[232],"procedure":[234],"self-adaptive":[238],"multiplicative-weights":[239],"algorithm":[240],"performing":[241],"label-space":[243],"reduction,":[244],"may":[246],"be":[247],"independent":[249],"interest.":[250]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-19T00:00:00"}