{"id":"https://openalex.org/W3024445905","doi":"https://doi.org/10.1109/tit.2022.3167635","title":"On Loss Functions and Regret Bounds for Multi-Category Classification","display_name":"On Loss Functions and Regret Bounds for Multi-Category Classification","publication_year":2022,"publication_date":"2022-04-18","ids":{"openalex":"https://openalex.org/W3024445905","doi":"https://doi.org/10.1109/tit.2022.3167635","mag":"3024445905"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2022.3167635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3167635","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081020863","display_name":"Zhiqiang Tan","orcid":"https://orcid.org/0000-0003-1780-6839"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiqiang Tan","raw_affiliation_strings":["Department of Statistics, Rutgers University, Piscataway, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-1780-6839","affiliations":[{"raw_affiliation_string":"Department of Statistics, Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001800528","display_name":"Xinwei Zhang","orcid":"https://orcid.org/0000-0003-1176-3815"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinwei Zhang","raw_affiliation_strings":["Department of Statistics, Rutgers University, Piscataway, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-1176-3815","affiliations":[{"raw_affiliation_string":"Department of Statistics, Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5081020863"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":0.4162,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66128427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"68","issue":"8","first_page":"5295","last_page":"5313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7520325183868408},{"id":"https://openalex.org/keywords/hinge-loss","display_name":"Hinge loss","score":0.7193697690963745},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5645470023155212},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5297687649726868},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5068073868751526},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.433788925409317},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.42966681718826294},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4130653142929077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.35668516159057617},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34958845376968384},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.33073800802230835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27653178572654724},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14740267395973206}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7520325183868408},{"id":"https://openalex.org/C39891107","wikidata":"https://www.wikidata.org/wiki/Q5767098","display_name":"Hinge loss","level":3,"score":0.7193697690963745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5645470023155212},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5297687649726868},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5068073868751526},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.433788925409317},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.42966681718826294},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4130653142929077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35668516159057617},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34958845376968384},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.33073800802230835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27653178572654724},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14740267395973206},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2022.3167635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3167635","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W9828162","https://openalex.org/W48782578","https://openalex.org/W152055444","https://openalex.org/W175058090","https://openalex.org/W1480538416","https://openalex.org/W1585021961","https://openalex.org/W1590693676","https://openalex.org/W1926592634","https://openalex.org/W1964840769","https://openalex.org/W1969623397","https://openalex.org/W1982032418","https://openalex.org/W1988790447","https://openalex.org/W1989661300","https://openalex.org/W1997647721","https://openalex.org/W1998274472","https://openalex.org/W2000015806","https://openalex.org/W2023163512","https://openalex.org/W2024046085","https://openalex.org/W2025720061","https://openalex.org/W2032210760","https://openalex.org/W2039958503","https://openalex.org/W2052448032","https://openalex.org/W2089984081","https://openalex.org/W2096520669","https://openalex.org/W2099111195","https://openalex.org/W2099471712","https://openalex.org/W2110758705","https://openalex.org/W2116444583","https://openalex.org/W2129606454","https://openalex.org/W2157791002","https://openalex.org/W2188209982","https://openalex.org/W2282078507","https://openalex.org/W2296319761","https://openalex.org/W2566190586","https://openalex.org/W2570929519","https://openalex.org/W2770374498","https://openalex.org/W2905371339","https://openalex.org/W2937629235","https://openalex.org/W2962762853","https://openalex.org/W2963800509","https://openalex.org/W2993749937","https://openalex.org/W3004533406","https://openalex.org/W3085587046","https://openalex.org/W3099188570","https://openalex.org/W3127518054","https://openalex.org/W4221150666","https://openalex.org/W4235503503","https://openalex.org/W4239966440","https://openalex.org/W4250589301","https://openalex.org/W4252475223","https://openalex.org/W4285719527","https://openalex.org/W4294541781","https://openalex.org/W4297944103","https://openalex.org/W6600396355","https://openalex.org/W6674516588","https://openalex.org/W6674983499","https://openalex.org/W6676686654","https://openalex.org/W6678576760","https://openalex.org/W6679177683","https://openalex.org/W6682953061","https://openalex.org/W6717434760","https://openalex.org/W6731382582","https://openalex.org/W6809990482"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2101991911","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247"],"abstract_inverted_index":{"We":[0,25,103,161],"develop":[1],"new":[2,27,80,137,164],"approaches":[3],"in":[4,110,159,168],"multi-class":[5,140,171,203],"settings":[6],"for":[7,112,170,183,194],"constructing":[8],"loss":[9,43],"functions":[10,149],"and":[11,70,96,127,150],"establishing":[12],"corresponding":[13],"regret":[14,108,166,181,200],"bounds":[15,167,182,201],"with":[16,99,115],"respect":[17],"to":[18,41,50,65,202],"the":[19,51,75,89,116,121,132,195],"zero-one":[20,122],"or":[21],"cost-weighted":[22],"classification":[23,107,165],"loss.":[24],"provide":[26,178],"general":[28,111,169],"representations":[29],"of":[30,139,147,187],"losses":[31,69,95,114,157],"by":[32],"deriving":[33],"inverse":[34],"mappings":[35],"from":[36],"a":[37,42,45,106],"concave":[38],"generalized":[39,118],"entropy":[40,119],"through":[44,144],"convex":[46,82],"dissimilarity":[47,148],"function":[48],"related":[49,93],"multi-distribution":[52],"<inline-formula":[53],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[54],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[55],"<tex-math":[56],"notation=\"LaTeX\">$f$":[57],"</tex-math></inline-formula>":[58],"-divergence.":[59],"This":[60],"approach":[61],"is":[62],"then":[63],"applied":[64],"study":[66],"both":[67],"hinge-like":[68,81,94],"proper":[71,141,172,188],"scoring":[72,142,173,189],"rules.":[73,190],"In":[74,131],"first":[76,196],"case,":[77,134],"we":[78,135],"derive":[79],"losses,":[83],"which":[84],"are":[85],"tighter":[86],"extensions":[87],"outside":[88],"probability":[90],"simplex":[91],"than":[92],"geometrically":[97],"simpler":[98],"fewer":[100],"non-differentiable":[101],"edges.":[102],"also":[104,162],"establish":[105,163],"bound":[109],"all":[113],"same":[117],"as":[120,176],"loss,":[123],"thereby":[124],"substantially":[125],"extending":[126],"improving":[128],"existing":[129],"results.":[130],"second":[133],"identify":[136],"sets":[138,186],"rules":[143,174],"different":[145],"types":[146],"reveal":[151],"interesting":[152],"relationships":[153],"between":[154],"various":[155],"composite":[156],"currently":[158],"use.":[160],"and,":[175],"applications,":[177],"simple":[179],"meaningful":[180],"two":[184],"specific":[185],"These":[191],"results":[192],"generalize,":[193],"time,":[197],"previous":[198],"two-class":[199],"settings.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}