{"id":"https://openalex.org/W4401692097","doi":"https://doi.org/10.1109/isit57864.2024.10619631","title":"Regularized Linear Regression for Binary Classification","display_name":"Regularized Linear Regression for Binary Classification","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4401692097","doi":"https://doi.org/10.1109/isit57864.2024.10619631"},"language":"en","primary_location":{"id":"doi:10.1109/isit57864.2024.10619631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit57864.2024.10619631","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036629613","display_name":"Danil Akhtiamov","orcid":"https://orcid.org/0000-0002-9238-9636"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danil Akhtiamov","raw_affiliation_strings":["California Institute of Technology,Pasadena,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Pasadena,CA,USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093219798","display_name":"Reza Ghane","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reza Ghane","raw_affiliation_strings":["California Institute of Technology,Pasadena,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Pasadena,CA,USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002430773","display_name":"Babak Hassibi","orcid":"https://orcid.org/0000-0002-1375-5838"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Babak Hassibi","raw_affiliation_strings":["California Institute of Technology,Pasadena,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Pasadena,CA,USA","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3124,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81477151,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"202","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.4512999951839447,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.4512999951839447,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.5786879062652588},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5189118981361389},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49070918560028076},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.4491290748119354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43749842047691345},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4074278175830841},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.34926414489746094},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34105294942855835},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3105340898036957},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.2799484431743622}],"concepts":[{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.5786879062652588},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5189118981361389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49070918560028076},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.4491290748119354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43749842047691345},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4074278175830841},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34926414489746094},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34105294942855835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3105340898036957},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2799484431743622},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit57864.2024.10619631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit57864.2024.10619631","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W590507843","https://openalex.org/W1953936588","https://openalex.org/W2040745222","https://openalex.org/W2082029531","https://openalex.org/W2113642685","https://openalex.org/W2178935672","https://openalex.org/W2610971674","https://openalex.org/W2940068490","https://openalex.org/W2963017107","https://openalex.org/W2963060833","https://openalex.org/W2963072996","https://openalex.org/W2963131734","https://openalex.org/W3007237875","https://openalex.org/W3035703482","https://openalex.org/W3093568497","https://openalex.org/W3098848552","https://openalex.org/W3103668067","https://openalex.org/W3202433451","https://openalex.org/W4287822778","https://openalex.org/W4288334315","https://openalex.org/W4295132142","https://openalex.org/W4391940829","https://openalex.org/W4401692097"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4224009465","https://openalex.org/W1993278628","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W4205958290","https://openalex.org/W4384212932","https://openalex.org/W4390590544","https://openalex.org/W2096195258","https://openalex.org/W2990460313"],"abstract_inverted_index":{"This":[0],"paper":[1,7,43],"is":[2,12,107],"eligible":[3],"for":[4,16,194],"the":[5,22,29,37,50,53,57,78,84,104,115,120,141,162,179,199,215,244],"student":[6],"award.":[8],"Regularized":[9],"linear":[10,60],"regression":[11,138],"a":[13,46,72,89,95,222],"promising":[14],"approach":[15],"binary":[17,67],"classification":[18,68,116,142],"problems":[19,69],"in":[20,156,212,230,255],"which":[21],"training":[23,105],"set":[24],"has":[25,181],"noisy":[26],"labels":[27],"since":[28],"regularization":[30,54,150,190,197],"term":[31],"can":[32,160,235,252],"help":[33],"to":[34,65,166,221,226],"avoid":[35],"interpolating":[36],"mislabeled":[38],"data":[39,106],"points.":[40],"In":[41,132],"this":[42],"we":[44,112,134,191],"provide":[45],"systematic":[47],"study":[48],"of":[49,52,59,103,122,169,175,206,218,243],"effects":[51],"strength":[55],"on":[56],"performance":[58],"classifiers":[61],"that":[62,83,136,146,155,211],"are":[63,86],"trained":[64],"solve":[66],"by":[70,164],"minimizing":[71],"regularized":[73],"least-squares":[74],"objective.":[75],"We":[76,144,209],"consider":[77],"over-parametrized":[79],"regime":[80],"and":[81,127,153,249],"assume":[82],"classes":[85],"generated":[87],"from":[88,119],"Gaussian":[90],"Mixture":[91],"Model":[92],"(GMM)":[93],"where":[94],"fraction":[96],"<tex":[97,124,128,147,187],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[98,125,129,148,188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$c":[99],"&lt;":[100],"\\displaystyle":[101],"\\frac{1}{2}$</tex>":[102],"mislabeled.":[108],"Under":[109],"these":[110],"assumptions,":[111],"rigorously":[113],"analyze":[114],"errors":[117],"resulting":[118],"application":[121],"ridge,":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\ell_{1}$</tex>,":[126],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\ell_{\\infty}$</tex>":[130,189],"regression.":[131],"particular,":[133],"demonstrate":[135],"ridge":[137],"invariably":[139],"improves":[140],"error.":[143],"prove":[145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\ell_{1}$</tex>":[149],"induces":[151],"sparsity":[152,184],"observe":[154,210],"many":[157,213],"cases":[158,214],"one":[159],"sparsify":[161],"solution":[163],"up":[165],"two":[167,204],"orders":[168],"magnitude":[170],"without":[171],"any":[172],"considerable":[173],"loss":[174,229],"performance,":[176],"even":[177],"though":[178],"GMM":[180],"no":[182],"underlying":[183],"structure.":[185],"For":[186],"show":[192],"that,":[193],"large":[195],"enough":[196],"strength,":[198],"optimal":[200],"weights":[201],"concentrate":[202],"around":[203],"values":[205],"opposite":[207],"sign.":[208],"corresponding":[216],"\u201ccompression\u201d":[217],"each":[219],"weight":[220],"single":[223],"bit":[224],"leads":[225],"very":[227],"little":[228],"performance.":[231],"These":[232],"latter":[233],"observations":[234],"have":[236],"significant":[237],"practical":[238],"ramifications.":[239],"The":[240],"full":[241,247],"version":[242],"manuscript":[245],"containing":[246],"proofs":[248],"additional":[250],"plots":[251],"be":[253],"found":[254],"[1].":[256]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}