{"id":"https://openalex.org/W2669254624","doi":"https://doi.org/10.1109/tit.2018.2884963","title":"High-Dimensional Classification by Sparse Logistic Regression","display_name":"High-Dimensional Classification by Sparse Logistic Regression","publication_year":2018,"publication_date":"2018-12-05","ids":{"openalex":"https://openalex.org/W2669254624","doi":"https://doi.org/10.1109/tit.2018.2884963","mag":"2669254624"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2018.2884963","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2018.2884963","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1706.08344","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002404593","display_name":"Felix Abramovich","orcid":"https://orcid.org/0000-0001-7313-1050"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Felix Abramovich","raw_affiliation_strings":["Department of Statistics and Operations Research, Tel Aviv University, Tel Aviv, Israel","Department of Statistics and Operations Research, Tel Aviv University, Tel-Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0001-7313-1050","affiliations":[{"raw_affiliation_string":"Department of Statistics and Operations Research, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Department of Statistics and Operations Research, Tel Aviv University, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016582623","display_name":"Vadim Grinshtein","orcid":"https://orcid.org/0000-0002-4600-6892"},"institutions":[{"id":"https://openalex.org/I164950643","display_name":"Open University of Israel","ror":"https://ror.org/027z64205","country_code":"IL","type":"education","lineage":["https://openalex.org/I164950643"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Vadim Grinshtein","raw_affiliation_strings":["Department of Mathematics and Computer Science, The Open University of Israel, Ra\u2019anana, Israel","Dept. of Mathematics & Computer Science, The Open University of Israel, Ra'anana, Israel"],"raw_orcid":"https://orcid.org/0000-0002-4600-6892","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, The Open University of Israel, Ra\u2019anana, Israel","institution_ids":["https://openalex.org/I164950643"]},{"raw_affiliation_string":"Dept. of Mathematics & Computer Science, The Open University of Israel, Ra'anana, Israel","institution_ids":["https://openalex.org/I164950643"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5002404593"],"corresponding_institution_ids":["https://openalex.org/I16391192"],"apc_list":null,"apc_paid":null,"fwci":0.4875,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64508916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"65","issue":"5","first_page":"3068","last_page":"3079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.7822091579437256},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.6897578239440918},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.6449410915374756},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.59874027967453},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.5843167901039124},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5807064175605774},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5761169791221619},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.5058795809745789},{"id":"https://openalex.org/keywords/lasso","display_name":"Lasso (programming language)","score":0.490998774766922},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.43197867274284363},{"id":"https://openalex.org/keywords/logistic-model-tree","display_name":"Logistic model tree","score":0.431530624628067},{"id":"https://openalex.org/keywords/penalty-method","display_name":"Penalty method","score":0.42422282695770264},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42023593187332153},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.41645127534866333},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3861857056617737},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3434253931045532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2782759666442871},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2732381224632263},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.1737830638885498},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.14613553881645203}],"concepts":[{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.7822091579437256},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.6897578239440918},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.6449410915374756},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.59874027967453},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.5843167901039124},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5807064175605774},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5761169791221619},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.5058795809745789},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.490998774766922},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.43197867274284363},{"id":"https://openalex.org/C61722155","wikidata":"https://www.wikidata.org/wiki/Q6667643","display_name":"Logistic model tree","level":3,"score":0.431530624628067},{"id":"https://openalex.org/C6180225","wikidata":"https://www.wikidata.org/wiki/Q3411771","display_name":"Penalty method","level":2,"score":0.42422282695770264},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42023593187332153},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.41645127534866333},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3861857056617737},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3434253931045532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2782759666442871},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2732381224632263},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.1737830638885498},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.14613553881645203},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tit.2018.2884963","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2018.2884963","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1706.08344","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.08344","pdf_url":"https://arxiv.org/pdf/1706.08344","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2669254624","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1706.08344.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1706.08344","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1706.08344","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.24350/cirm.v.19640203","is_oa":true,"landing_page_url":"https://doi.org/10.24350/cirm.v.19640203","pdf_url":null,"source":{"id":"https://openalex.org/S7407051750","display_name":"Centre International de Rencontres Math\u00e9matiques","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1706.08344","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.08344","pdf_url":"https://arxiv.org/pdf/1706.08344","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6286979211","display_name":null,"funder_award_id":"ISF-820/13","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G7781875573","display_name":null,"funder_award_id":"ISF-589/18","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2669254624.pdf","grobid_xml":"https://content.openalex.org/works/W2669254624.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W340056678","https://openalex.org/W593611996","https://openalex.org/W1529878936","https://openalex.org/W1564947197","https://openalex.org/W1916786071","https://openalex.org/W1982032418","https://openalex.org/W1995771589","https://openalex.org/W1996268356","https://openalex.org/W1996437515","https://openalex.org/W2001303579","https://openalex.org/W2014902932","https://openalex.org/W2023163512","https://openalex.org/W2035983506","https://openalex.org/W2043919728","https://openalex.org/W2049393399","https://openalex.org/W2049701820","https://openalex.org/W2076541756","https://openalex.org/W2118250684","https://openalex.org/W2142246398","https://openalex.org/W2147543736","https://openalex.org/W2167121755","https://openalex.org/W2179504854","https://openalex.org/W2802400798","https://openalex.org/W2962710557","https://openalex.org/W2962761397","https://openalex.org/W2963156524","https://openalex.org/W2964044289","https://openalex.org/W2964061037","https://openalex.org/W2964097857","https://openalex.org/W3102942031","https://openalex.org/W4230674625","https://openalex.org/W4247571494","https://openalex.org/W4301861531"],"related_works":["https://openalex.org/W2901029311","https://openalex.org/W2033906179","https://openalex.org/W2541717581","https://openalex.org/W3124235184","https://openalex.org/W2128624462","https://openalex.org/W1818491521","https://openalex.org/W2340685325","https://openalex.org/W2950855008","https://openalex.org/W3000080192","https://openalex.org/W3107073406","https://openalex.org/W2964295674","https://openalex.org/W2738133505","https://openalex.org/W3101248422","https://openalex.org/W3015960270","https://openalex.org/W2793641334","https://openalex.org/W2130314681","https://openalex.org/W3098238854","https://openalex.org/W3007813337","https://openalex.org/W2622252888","https://openalex.org/W2964060041"],"abstract_inverted_index":{"We":[0,9],"consider":[1],"high-dimensional":[2,100],"binary":[3],"classification":[4],"by":[5],"sparse":[6,73],"logistic":[7,108],"regression.":[8],"propose":[10],"a":[11,21,70,84,93],"model/feature":[12],"selection":[13,95],"procedure":[14,96],"based":[15],"on":[16,24],"penalized":[17],"maximum":[18],"likelihood":[19],"with":[20],"complexity":[22,61,79],"penalty":[23,62],"the":[25,30,44,55,67,104,124],"model":[26,94],"size":[27],"and":[28,110],"derive":[29],"non-asymptotic":[31],"bounds":[32,50],"for":[33,99,107],"its":[34,40],"misclassification":[35],"excess":[36],"risk.":[37],"To":[38,91],"assess":[39],"tightness,":[41],"we":[42,102],"establish":[43],"corresponding":[45],"minimax":[46,125],"lower":[47],"bounds.":[48],"The":[49,59],"can":[51],"be":[52],"reduced":[53],"under":[54,113],"additional":[56,115],"low-noise":[57],"condition.":[58],"proposed":[60],"is":[63,121],"remarkably":[64],"related":[65],"to":[66],"Vapnik-Chervonenkis-dimension":[68],"of":[69,72,77],"set":[71],"linear":[74],"classifiers.":[75],"Implementation":[76],"any":[78],"penalty-based":[80],"criterion,":[81],"however,":[82],"requires":[83],"combinatorial":[85],"search":[86],"over":[87],"all":[88],"possible":[89],"models.":[90],"find":[92],"computationally":[97],"feasible":[98],"data,":[101],"extend":[103],"Slope":[105],"estimator":[106],"regression":[109],"show":[111],"that":[112],"an":[114],"weighted":[116],"restricted":[117],"eigenvalue":[118],"condition":[119],"it":[120],"rate-optimal":[122],"in":[123],"sense.":[126]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
