{"id":"https://openalex.org/W3015944005","doi":"https://doi.org/10.1109/icassp40776.2020.9053524","title":"A Model of Double Descent for High-Dimensional Logistic Regression","display_name":"A Model of Double Descent for High-Dimensional Logistic Regression","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015944005","doi":"https://doi.org/10.1109/icassp40776.2020.9053524","mag":"3015944005"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9053524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053524","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063697701","display_name":"Zeyu Deng","orcid":"https://orcid.org/0000-0001-6421-7768"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zeyu Deng","raw_affiliation_strings":["University of California, Santa Barbara"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006716265","display_name":"Abla Kammoun","orcid":"https://orcid.org/0000-0002-0195-3159"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abla Kammoun","raw_affiliation_strings":["King Abdullah University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024812488","display_name":"Christos Thrampoulidis","orcid":"https://orcid.org/0000-0001-9053-9365"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christos Thrampoulidis","raw_affiliation_strings":["University of California, Santa Barbara"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063697701"],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":1.9884,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88954575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"19","issue":null,"first_page":"4267","last_page":"4271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.6893426179885864},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.6534970998764038},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5548475980758667},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5498462319374084},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5374442338943481},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4854333996772766},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.4659579396247864},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4538388252258301},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44711771607398987},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.44083595275878906},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.42944151163101196},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.42843353748321533},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.41835296154022217},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4030718207359314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38706207275390625},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3579080104827881},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12668687105178833},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09117063879966736},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.07442012429237366}],"concepts":[{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.6893426179885864},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.6534970998764038},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5548475980758667},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5498462319374084},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5374442338943481},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4854333996772766},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.4659579396247864},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4538388252258301},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44711771607398987},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.44083595275878906},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.42944151163101196},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.42843353748321533},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.41835296154022217},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4030718207359314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38706207275390625},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3579080104827881},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12668687105178833},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09117063879966736},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.07442012429237366},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp40776.2020.9053524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053524","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/662742","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/662742","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W590507843","https://openalex.org/W835905657","https://openalex.org/W1689484996","https://openalex.org/W2003202757","https://openalex.org/W2099579348","https://openalex.org/W2108394050","https://openalex.org/W2581138301","https://openalex.org/W2614751510","https://openalex.org/W2799196720","https://openalex.org/W2803265751","https://openalex.org/W2807842867","https://openalex.org/W2810365967","https://openalex.org/W2907127169","https://openalex.org/W2911742574","https://openalex.org/W2923764619","https://openalex.org/W2939822721","https://openalex.org/W2948802690","https://openalex.org/W2963017107","https://openalex.org/W2963038274","https://openalex.org/W2963060833","https://openalex.org/W2963742538","https://openalex.org/W2964034630","https://openalex.org/W2965772785","https://openalex.org/W2967536008","https://openalex.org/W2970709966","https://openalex.org/W2974935988","https://openalex.org/W2984133899","https://openalex.org/W2993404777","https://openalex.org/W3007237875","https://openalex.org/W3014316192","https://openalex.org/W3018252856","https://openalex.org/W3111350549","https://openalex.org/W3121235106","https://openalex.org/W4287823150","https://openalex.org/W4288334315","https://openalex.org/W4288413101","https://openalex.org/W4292154526","https://openalex.org/W4295132142","https://openalex.org/W4299785371","https://openalex.org/W4301881812","https://openalex.org/W6617492364","https://openalex.org/W6623408330","https://openalex.org/W6637422517","https://openalex.org/W6738383433","https://openalex.org/W6745276634","https://openalex.org/W6747679287","https://openalex.org/W6751742740","https://openalex.org/W6752127812","https://openalex.org/W6752453940","https://openalex.org/W6757899452","https://openalex.org/W6760498417","https://openalex.org/W6763427118","https://openalex.org/W6763674222","https://openalex.org/W6765167281","https://openalex.org/W6766887723","https://openalex.org/W6767329639","https://openalex.org/W6769472860","https://openalex.org/W6775081096","https://openalex.org/W6786743562"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246"],"abstract_inverted_index":{"We":[0],"consider":[1],"a":[2,9,20,70],"model":[3],"for":[4,18,73,151],"logistic":[5],"regression":[6,174],"where":[7],"only":[8],"subset":[10],"of":[11,13,45,65,76,82,89,104,130,149,154],"features":[12],"size":[14],"p":[15],"is":[16,29,84],"used":[17],"training":[19,25],"linear":[21,173],"classifier":[22,28],"over":[23],"n":[24],"samples.":[26],"The":[27,156],"obtained":[30],"by":[31],"running":[32],"gradient-descent":[33],"(GD)":[34],"on":[35,49,58,62],"the":[36,43,46,50,66,74,79,85,90,105,119,128,132,146,160],"logistic-loss.":[37],"For":[38],"this":[39],"model,":[40],"we":[41,68,125,140],"investigate":[42],"dependence":[44],"classification":[47,80],"error":[48,81,148],"overparameterization":[51],"ratio":[52],"\u03ba":[53,95,97,110,112],"=":[54],"p/n.":[55],"First,":[56],"building":[57],"known":[59],"deterministic":[60],"results":[61,158],"convergence":[63],"properties":[64],"GD,":[67],"uncover":[69],"phase-transition":[71],"phenomenon":[72],"case":[75],"Gaussian":[77,121],"features:":[78],"GD":[83,150],"same":[86],"as":[87],"that":[88,103,143,167],"maximum-likelihood":[91],"(ML)":[92],"solution":[93,108],"when":[94,109],"<;":[96],"<sub":[98,113],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[99,114],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">*</sub>":[100,115],",":[101],"and":[102,134,163],"max-margin":[106],"(SVM)":[107],">":[111],".":[116],"Next,":[117],"using":[118],"convex":[120],"min-max":[122],"theorem":[123],"(CGMT),":[124],"sharply":[126],"characterize":[127,145],"performance":[129],"both":[131],"ML":[133],"SVM":[135],"solutions.":[136],"Combining":[137],"these":[138],"results,":[139],"obtain":[141],"curves":[142],"explicitly":[144],"test":[147],"varying":[152],"values":[153],"\u03ba.":[155],"numerical":[157],"validate":[159],"theoretical":[161],"predictions":[162],"unveil":[164],"\u201cdouble-descent\u201d":[165],"phenomena":[166],"complement":[168],"similar":[169],"recent":[170],"observations":[171],"in":[172],"settings.":[175]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}