{"id":"https://openalex.org/W4220974576","doi":"https://doi.org/10.1162/neco_a_01490","title":"eSPA+: Scalable Entropy-Optimal Machine Learning Classification for Small Data Problems","display_name":"eSPA+: Scalable Entropy-Optimal Machine Learning Classification for Small Data Problems","publication_year":2022,"publication_date":"2022-03-28","ids":{"openalex":"https://openalex.org/W4220974576","doi":"https://doi.org/10.1162/neco_a_01490","pmid":"https://pubmed.ncbi.nlm.nih.gov/35344997"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01490","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01490","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044335118","display_name":"Edoardo Vecchi","orcid":"https://orcid.org/0000-0003-1264-456X"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Edoardo Vecchi","raw_affiliation_strings":["Universit\u00e1 della Svizzera Italiana, Faculty of Informatics, TI-6900 Lugano, Switzerland edoardo.vecchi@usi.ch"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e1 della Svizzera Italiana, Faculty of Informatics, TI-6900 Lugano, Switzerland edoardo.vecchi@usi.ch","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048169774","display_name":"Luk\u00e1\u0161 Posp\u00ed\u0161il","orcid":"https://orcid.org/0000-0001-9801-0538"},"institutions":[{"id":"https://openalex.org/I142208455","display_name":"VSB - Technical University of Ostrava","ror":"https://ror.org/05x8mcb75","country_code":"CZ","type":"education","lineage":["https://openalex.org/I142208455"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Luk\u00e1\u0161 Posp\u00ed\u0161il","raw_affiliation_strings":["VSB Ostrava, Department of Mathematics, Ludvika Podeste 1875/17 708 33 Ostrava, Czech Republic lukas.pospisil@vsb.cz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VSB Ostrava, Department of Mathematics, Ludvika Podeste 1875/17 708 33 Ostrava, Czech Republic lukas.pospisil@vsb.cz","institution_ids":["https://openalex.org/I142208455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101516329","display_name":"Steffen Albrecht","orcid":"https://orcid.org/0000-0002-9765-4136"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]},{"id":"https://openalex.org/I4210094062","display_name":"University Medical Center of the Johannes Gutenberg University Mainz","ror":"https://ror.org/00q1fsf04","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210094062"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Steffen Albrecht","raw_affiliation_strings":["University Medical Center of the Johannes Gutenberg-Universit\u00e4t, Institute of Physiology, 55128 Mainz, Germany s.albrecht@uni-mainz.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Medical Center of the Johannes Gutenberg-Universit\u00e4t, Institute of Physiology, 55128 Mainz, Germany s.albrecht@uni-mainz.de","institution_ids":["https://openalex.org/I4210094062","https://openalex.org/I197323543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006843590","display_name":"T. Okane","orcid":"https://orcid.org/0000-0002-2137-5915"},"institutions":[{"id":"https://openalex.org/I1281210470","display_name":"CSIRO Oceans and Atmosphere","ror":"https://ror.org/026nh4520","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1281210470","https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Terence J. O'Kane","raw_affiliation_strings":["CSIRO Oceans and Atmosphere, Hobart, Tasmania 7001, Australia Terence.O'Kane@csiro.au"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSIRO Oceans and Atmosphere, Hobart, Tasmania 7001, Australia Terence.O'Kane@csiro.au","institution_ids":["https://openalex.org/I1281210470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088102530","display_name":"Illia Horenko","orcid":"https://orcid.org/0000-0002-4964-8014"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Illia Horenko","raw_affiliation_strings":["Universit\u00e1 della Svizzera Italiana, Faculty of Informatics, TI-6900 Lugano, Switzerland horenkoi@usi.ch"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e1 della Svizzera Italiana, Faculty of Informatics, TI-6900 Lugano, Switzerland horenkoi@usi.ch","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006843590","https://openalex.org/A5044335118","https://openalex.org/A5048169774","https://openalex.org/A5088102530","https://openalex.org/A5101516329"],"corresponding_institution_ids":["https://openalex.org/I1281210470","https://openalex.org/I142208455","https://openalex.org/I197323543","https://openalex.org/I4210094062","https://openalex.org/I57201433"],"apc_list":null,"apc_paid":null,"fwci":3.4697,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.93313973,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"34","issue":"5","first_page":"1220","last_page":"1255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7210620045661926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5879553556442261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5485948324203491},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5455211997032166},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.49711063504219055},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4669331908226013},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4607234299182892},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.42741236090660095},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34917008876800537},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2321012020111084}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7210620045661926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5879553556442261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5485948324203491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5455211997032166},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.49711063504219055},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4669331908226013},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4607234299182892},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.42741236090660095},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34917008876800537},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2321012020111084},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_01490","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01490","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:35344997","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35344997","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:dspace.vsb.cz:10084/146329","is_oa":false,"landing_page_url":"http://hdl.handle.net/10084/146329","pdf_url":null,"source":{"id":"https://openalex.org/S4306401668","display_name":"DSpace V\u0160B-TUO (V\u0160B-TUO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142208455","host_organization_name":"VSB - Technical University of Ostrava","host_organization_lineage":["https://openalex.org/I142208455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W182248535","https://openalex.org/W325781386","https://openalex.org/W1480376833","https://openalex.org/W1563088657","https://openalex.org/W1573647811","https://openalex.org/W1678356000","https://openalex.org/W1979744342","https://openalex.org/W1983066276","https://openalex.org/W2002645541","https://openalex.org/W2013640190","https://openalex.org/W2014374971","https://openalex.org/W2014603293","https://openalex.org/W2020018978","https://openalex.org/W2055522016","https://openalex.org/W2064675550","https://openalex.org/W2065281378","https://openalex.org/W2068588816","https://openalex.org/W2070493638","https://openalex.org/W2087347434","https://openalex.org/W2095705004","https://openalex.org/W2135135347","https://openalex.org/W2138023982","https://openalex.org/W2146842127","https://openalex.org/W2153635508","https://openalex.org/W2157825442","https://openalex.org/W2165698076","https://openalex.org/W2213612645","https://openalex.org/W2513567506","https://openalex.org/W2738516213","https://openalex.org/W2787894218","https://openalex.org/W2797527950","https://openalex.org/W2883361486","https://openalex.org/W2909445826","https://openalex.org/W2911964244","https://openalex.org/W2922073769","https://openalex.org/W2922706279","https://openalex.org/W2963655424","https://openalex.org/W2973731563","https://openalex.org/W3002441507","https://openalex.org/W3003617865","https://openalex.org/W3003897275","https://openalex.org/W3015984951","https://openalex.org/W3023402713","https://openalex.org/W3033186130","https://openalex.org/W3040959470","https://openalex.org/W3041133507","https://openalex.org/W3042316884","https://openalex.org/W3093222659","https://openalex.org/W3093542184","https://openalex.org/W3109723686","https://openalex.org/W3158154105","https://openalex.org/W4212774754","https://openalex.org/W4301014524","https://openalex.org/W6607421326","https://openalex.org/W6631190155","https://openalex.org/W6634147026","https://openalex.org/W6641939000","https://openalex.org/W6674330103","https://openalex.org/W6748645487","https://openalex.org/W6760602923","https://openalex.org/W6843735874"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2989932438","https://openalex.org/W4387297750","https://openalex.org/W2186333919"],"abstract_inverted_index":{"Classification":[0],"problems":[1],"in":[2,190],"the":[3,22,61,70,84,98,101,106,127,130,146,179,183,191,210,213],"small":[4,8,139,192],"data":[5,9,49,54,140,193],"regime":[6],"(with":[7],"statistic":[10],"T":[11],"and":[12,27,58,104,157,170,182,203,217],"relatively":[13],"large":[14],"feature":[15],"space":[16],"dimension":[17],"D)":[18],"impose":[19],"challenges":[20],"for":[21],"common":[23,187,214],"machine":[24],"learning":[25,29,34,141,188,215],"(ML)":[26],"deep":[28],"(DL)":[30],"tools.":[31,172],"The":[32],"standard":[33,180],"methods":[35,216],"from":[36,126],"these":[37,121],"areas":[38],"tend":[39],"to":[40,48,66,96,129,155,164],"show":[41,144],"a":[42,80,150,165],"lack":[43],"of":[44,83,100,111,133,168,186,197],"robustness":[45],"when":[46,162],"applied":[47],"sets":[50],"with":[51,113,120,153,230],"significantly":[52,226],"fewer":[53],"points":[55],"than":[56],"dimensions":[57],"quickly":[59],"reach":[60],"overfitting":[62],"bound,":[63],"thus":[64],"leading":[65],"poor":[67],"performance":[68,160],"beyond":[69],"training":[71],"set.":[72],"To":[73],"tackle":[74],"this":[75],"issue,":[76],"we":[77,94,143,175],"propose":[78,95],"eSPA+,":[79,223],"significant":[81],"extension":[82],"recently":[85],"formulated":[86],"entropy-optimal":[87],"scalable":[88],"probabilistic":[89],"approximation":[90],"algorithm":[91,148],"(eSPA).":[92],"Specifically,":[93],"change":[97],"order":[99],"optimization":[102],"steps":[103],"replace":[105],"most":[107],"computationally":[108],"expensive":[109],"subproblem":[110],"eSPA":[112,156,181,218],"its":[114],"closed-form":[115],"solution.":[116],"We":[117],"prove":[118],"that":[119,145],"two":[122],"enhancements,":[123],"eSPA+":[124,147,177],"moves":[125],"polynomial":[128],"linear":[131],"class":[132],"complexity":[134],"scaling":[135],"algorithms.":[136,207],"On":[137],"several":[138],"benchmarks,":[142],"achieves":[149,225],"many-fold":[151],"speed-up":[152],"respect":[154],"even":[158],"better":[159],"results":[161],"compared":[163],"wide":[166],"array":[167],"ML":[169],"DL":[171],"In":[173,208],"particular,":[174],"benchmark":[176],"against":[178],"main":[184],"classes":[185],"algorithms":[189],"regime:":[194],"various":[195],"forms":[196],"support":[198],"vector":[199],"machines,":[200],"random":[201],"forests,":[202],"long":[204],"short-term":[205],"memory":[206],"all":[209],"considered":[211],"applications,":[212],"are":[219],"markedly":[220],"outperformed":[221],"by":[222],"which":[224],"higher":[227],"prediction":[228],"accuracy":[229],"an":[231],"orders-of-magnitude":[232],"lower":[233],"computational":[234],"cost.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-04T09:04:59.091469","created_date":"2025-10-10T00:00:00"}