{"id":"https://openalex.org/W2919163648","doi":"https://doi.org/10.1162/neco_a_01207","title":"On the Complexity of Logistic Regression Models","display_name":"On the Complexity of Logistic Regression Models","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2919163648","doi":"https://doi.org/10.1162/neco_a_01207","mag":"2919163648","pmid":"https://pubmed.ncbi.nlm.nih.gov/31260388"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01207","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01207","pdf_url":"https://direct.mit.edu/neco/article-pdf/31/8/1592/1053310/neco_a_01207.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/neco/article-pdf/31/8/1592/1053310/neco_a_01207.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024030376","display_name":"Nicola Bulso","orcid":null},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Nicola Bulso","raw_affiliation_strings":["Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","Kavli Institute for Systems Neuroscience and Centre for Neural\n Computation, Norwegian University of Science and Technology (NTNU), Trondheim,\n Norway"],"affiliations":[{"raw_affiliation_string":"Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Kavli Institute for Systems Neuroscience and Centre for Neural\n Computation, Norwegian University of Science and Technology (NTNU), Trondheim,\n Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051471901","display_name":"Matteo Marsili","orcid":"https://orcid.org/0000-0001-9437-6989"},"institutions":[{"id":"https://openalex.org/I12323705","display_name":"The Abdus Salam International Centre for Theoretical Physics (ICTP)","ror":"https://ror.org/009gyvm78","country_code":"IT","type":"facility","lineage":["https://openalex.org/I12323705","https://openalex.org/I1286959531","https://openalex.org/I1293226324","https://openalex.org/I2801247003"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Matteo Marsili","raw_affiliation_strings":["The Abdus Salam International Centre for Theoretical Physics (ICTP), Trieste, Italy","The Abdus Salam International Centre for Theoretical Physics (ICTP),\n Trieste, Italy"],"affiliations":[{"raw_affiliation_string":"The Abdus Salam International Centre for Theoretical Physics (ICTP), Trieste, Italy","institution_ids":["https://openalex.org/I12323705"]},{"raw_affiliation_string":"The Abdus Salam International Centre for Theoretical Physics (ICTP),\n Trieste, Italy","institution_ids":["https://openalex.org/I12323705"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045481961","display_name":"Yasser Roudi","orcid":"https://orcid.org/0000-0002-6989-3420"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Yasser Roudi","raw_affiliation_strings":["Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","Kavli Institute for Systems Neuroscience and Centre for Neural\n Computation, Norwegian University of Science and Technology (NTNU), Trondheim,\n Norway"],"affiliations":[{"raw_affiliation_string":"Kavli Institute for Systems Neuroscience and Centre for Neural Computation, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Kavli Institute for Systems Neuroscience and Centre for Neural\n Computation, Norwegian University of Science and Technology (NTNU), Trondheim,\n Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024030376","https://openalex.org/A5045481961","https://openalex.org/A5051471901"],"corresponding_institution_ids":["https://openalex.org/I12323705","https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":1.873,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.86705612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"31","issue":"8","first_page":"1592","last_page":"1623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6352462768554688},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.5356158018112183},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.4979102611541748},{"id":"https://openalex.org/keywords/bayesian-information-criterion","display_name":"Bayesian information criterion","score":0.4912697672843933},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.48128312826156616},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.47191670536994934},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4263213872909546},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.4261196255683899},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40625500679016113},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3536681830883026},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3240293860435486},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.27390050888061523}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6352462768554688},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5356158018112183},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.4979102611541748},{"id":"https://openalex.org/C168136583","wikidata":"https://www.wikidata.org/wiki/Q1988242","display_name":"Bayesian information criterion","level":2,"score":0.4912697672843933},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.48128312826156616},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47191670536994934},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4263213872909546},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.4261196255683899},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40625500679016113},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3536681830883026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3240293860435486},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27390050888061523},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01207","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01207","pdf_url":"https://direct.mit.edu/neco/article-pdf/31/8/1592/1053310/neco_a_01207.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:31260388","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31260388","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":{"id":"doi:10.1162/neco_a_01207","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01207","pdf_url":"https://direct.mit.edu/neco/article-pdf/31/8/1592/1053310/neco_a_01207.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2919163648.pdf","grobid_xml":"https://content.openalex.org/works/W2919163648.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1506469199","https://openalex.org/W1531509813","https://openalex.org/W1633170338","https://openalex.org/W1985507521","https://openalex.org/W1994029324","https://openalex.org/W1994530392","https://openalex.org/W1999751781","https://openalex.org/W2006681603","https://openalex.org/W2027197817","https://openalex.org/W2058251410","https://openalex.org/W2059151864","https://openalex.org/W2068782468","https://openalex.org/W2075691011","https://openalex.org/W2086880647","https://openalex.org/W2119387367","https://openalex.org/W2124641450","https://openalex.org/W2128208871","https://openalex.org/W2135046866","https://openalex.org/W2139606141","https://openalex.org/W2142331410","https://openalex.org/W2142635246","https://openalex.org/W2143814058","https://openalex.org/W2147238273","https://openalex.org/W2168175751","https://openalex.org/W2169966170","https://openalex.org/W2290456206","https://openalex.org/W2598912124","https://openalex.org/W2621461287","https://openalex.org/W2786580861","https://openalex.org/W2798264002","https://openalex.org/W2801490189","https://openalex.org/W2903950532","https://openalex.org/W2905074708","https://openalex.org/W3098605100","https://openalex.org/W3098888484","https://openalex.org/W3104720961","https://openalex.org/W4240190281","https://openalex.org/W4298443330"],"related_works":["https://openalex.org/W2509820422","https://openalex.org/W3122388856","https://openalex.org/W2783425804","https://openalex.org/W2963415778","https://openalex.org/W2114625140","https://openalex.org/W2033907215","https://openalex.org/W4389544250","https://openalex.org/W1502087262","https://openalex.org/W2176075850","https://openalex.org/W2963176572"],"abstract_inverted_index":{"We":[0,25,85,152,266],"investigate":[1],"the":[2,13,19,28,40,47,78,90,96,104,113,117,126,129,146,149,157,161,183,199,202,205,215,247,250,254,269,273,277,281,288],"complexity":[3,29,59,118,255],"of":[4,15,30,42,49,58,95,128,148,159,164,186,201,208,220,226,237,249,262,276,290],"logistic":[5,31,166],"regression":[6,167],"models,":[7],"which":[8],"is":[9,211,256],"defined":[10],"by":[11,271],"counting":[12],"number":[14,41],"indistinguishable":[16],"distributions":[17],"that":[18,27,55,67,102,122,142,181,232,261],"model":[20,79,105,139,168,172,188],"can":[21],"represent":[22],"(Balasubramanian,":[23],"1997).":[24],"find":[26,180],"models":[32],"with":[33],"binary":[34,238],"inputs":[35,50,70],"depends":[36,124],"not":[37,61],"only":[38],"on":[39,46,107,125,132,156,198],"parameters":[43,106],"but":[44],"also":[45],"distribution":[48],"in":[51,119,169,217,240],"a":[52,108,120,137,165,170,241,284],"nontrivial":[53],"way":[54],"standard":[56,187],"treatments":[57],"do":[60],"address.":[62],"In":[63,175],"particular,":[64],"we":[65,99,135,179,230],"observe":[66,231],"correlations":[68],"among":[69,74],"induce":[71],"effective":[72],"dependencies":[73],"parameters,":[75],"thus":[76],"constraining":[77],"and,":[80],"consequently,":[81],"reducing":[82],"its":[83],"complexity.":[84,97],"derive":[86],"simple":[87,242],"relations":[88],"for":[89,286],"upper":[91],"and":[92,224,243],"lower":[93],"bounds":[94],"Furthermore,":[98],"show":[100],"analytically":[101],"defining":[103],"finite":[109],"support":[110],"rather":[111],"than":[112],"entire":[114],"axis":[115],"decreases":[116],"manner":[121],"critically":[123],"size":[127,252],"domain.":[130],"Based":[131],"our":[133,154,176,209],"findings,":[134],"propose":[136],"novel":[138],"selection":[140,173,189],"criterion":[141],"takes":[143],"into":[144],"account":[145],"entropy":[147],"input":[150,162,227],"distribution.":[151],"test":[153],"proposal":[155],"problem":[158],"selecting":[160],"variables":[163],"Bayesian":[171],"framework.":[174],"numerical":[177],"tests,":[178],"while":[182],"reconstruction":[184,206],"errors":[185],"approaches":[190],"(AIC,":[191],"BIC,":[192],"<mml:math":[193],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"><mml:msub><mml:mi>\u2113</mml:mi><mml:mn>1</mml:mn></mml:msub></mml:math>":[194],"regularization)":[195],"strongly":[196],"depend":[197],"sparsity":[200],"ground":[203],"truth,":[204],"error":[207],"method":[210,285],"always":[212],"close":[213],"to":[214,253,260,280],"minimum":[216],"all":[218],"conditions":[219],"sparsity,":[221],"data":[222,274],"size,":[223],"strength":[225],"correlations.":[228],"Finally,":[229],"when":[233],"considering":[234],"categorical":[235],"instead":[236],"inputs,":[239],"mathematically":[244],"tractable":[245],"case,":[246],"contribution":[248],"alphabet":[251],"very":[257],"small":[258],"compared":[259],"parameter":[263],"space":[264],"dimension.":[265],"further":[267],"explore":[268],"issue":[270],"analyzing":[272],"set":[275],"\"13":[278],"keys":[279],"White":[282],"House,\"":[283],"forecasting":[287],"outcomes":[289],"US":[291],"presidential":[292],"elections.":[293]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}