{"id":"https://openalex.org/W2913309890","doi":"https://doi.org/10.3390/e21020190","title":"Mixture of Experts with Entropic Regularization for Data Classification","display_name":"Mixture of Experts with Entropic Regularization for Data Classification","publication_year":2019,"publication_date":"2019-02-18","ids":{"openalex":"https://openalex.org/W2913309890","doi":"https://doi.org/10.3390/e21020190","mag":"2913309890","pmid":"https://pubmed.ncbi.nlm.nih.gov/33266905"},"language":"en","primary_location":{"id":"doi:10.3390/e21020190","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21020190","pdf_url":"https://www.mdpi.com/1099-4300/21/2/190/pdf?version=1550483943","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/21/2/190/pdf?version=1550483943","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044038720","display_name":"Billy Peralta","orcid":"https://orcid.org/0000-0002-5457-2157"},"institutions":[{"id":"https://openalex.org/I13897259","display_name":"Universidad Andr\u00e9s Bello","ror":"https://ror.org/01qq57711","country_code":"CL","type":"education","lineage":["https://openalex.org/I13897259"]}],"countries":["CL"],"is_corresponding":true,"raw_author_name":"Billy Peralta","raw_affiliation_strings":["Department of Engineering Science, Andres Bello University, Santiago 7500971, Chile"],"raw_orcid":"https://orcid.org/0000-0002-5457-2157","affiliations":[{"raw_affiliation_string":"Department of Engineering Science, Andres Bello University, Santiago 7500971, Chile","institution_ids":["https://openalex.org/I13897259"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029289296","display_name":"Ariel Saavedra","orcid":null},"institutions":[{"id":"https://openalex.org/I2802558902","display_name":"Universidad Cat\u00f3lica de Temuco","ror":"https://ror.org/051nvp675","country_code":"CL","type":"education","lineage":["https://openalex.org/I2802558902"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Ariel Saavedra","raw_affiliation_strings":["Department of Engineering Informatics, Catholic University of Temuco, Temuco 4781312, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Informatics, Catholic University of Temuco, Temuco 4781312, Chile","institution_ids":["https://openalex.org/I2802558902"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005276714","display_name":"Luis Caro","orcid":"https://orcid.org/0000-0002-3334-266X"},"institutions":[{"id":"https://openalex.org/I2802558902","display_name":"Universidad Cat\u00f3lica de Temuco","ror":"https://ror.org/051nvp675","country_code":"CL","type":"education","lineage":["https://openalex.org/I2802558902"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Luis Caro","raw_affiliation_strings":["Department of Engineering Informatics, Catholic University of Temuco, Temuco 4781312, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Informatics, Catholic University of Temuco, Temuco 4781312, Chile","institution_ids":["https://openalex.org/I2802558902"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101620149","display_name":"\u00c1lvaro Soto","orcid":"https://orcid.org/0000-0001-9378-397X"},"institutions":[{"id":"https://openalex.org/I162148367","display_name":"Pontificia Universidad Cat\u00f3lica de Chile","ror":"https://ror.org/04teye511","country_code":"CL","type":"education","lineage":["https://openalex.org/I162148367"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Alvaro Soto","raw_affiliation_strings":["Department of Computer Sciences, Pontifical Catholic University of Chile, Santiago 7820436, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Sciences, Pontifical Catholic University of Chile, Santiago 7820436, Chile","institution_ids":["https://openalex.org/I162148367"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5044038720"],"corresponding_institution_ids":["https://openalex.org/I13897259"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.3159,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.67663148,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"21","issue":"2","first_page":"190","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.7320966720581055},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7018593549728394},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6188911199569702},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6116334199905396},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5901020765304565},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5368524193763733},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.525260865688324},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5000839233398438},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.43384233117103577},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4260998070240021},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.424678772687912},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35650137066841125}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.7320966720581055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7018593549728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6188911199569702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6116334199905396},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5901020765304565},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5368524193763733},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.525260865688324},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5000839233398438},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.43384233117103577},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4260998070240021},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.424678772687912},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35650137066841125},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e21020190","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21020190","pdf_url":"https://www.mdpi.com/1099-4300/21/2/190/pdf?version=1550483943","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33266905","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33266905","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:7514672","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7514672","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:d7adedd2001242c892276ce01f66acdf","is_oa":true,"landing_page_url":"https://doaj.org/article/d7adedd2001242c892276ce01f66acdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 21, Iss 2, p 190 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/21/2/190/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e21020190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:repositoriodigital.uct.cl:10925/3580","is_oa":false,"landing_page_url":"http://repositoriodigital.uct.cl/handle/10925/3580","pdf_url":null,"source":{"id":"https://openalex.org/S4306401092","display_name":"Repositorio Acad\u00e9mico de la Universidad Cat\u00f3lica de Temuco (Universidad Cat\u00f3lica de Temuco)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802558902","host_organization_name":"Universidad Cat\u00f3lica de Temuco","host_organization_lineage":["https://openalex.org/I2802558902"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ENTROPY","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3390/e21020190","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21020190","pdf_url":"https://www.mdpi.com/1099-4300/21/2/190/pdf?version=1550483943","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G5822972023","display_name":null,"funder_award_id":"11140892","funder_id":"https://openalex.org/F4320338073","funder_display_name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320338073","display_name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","ror":"https://ror.org/02ap3w078"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2913309890.pdf","grobid_xml":"https://content.openalex.org/works/W2913309890.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1556232364","https://openalex.org/W1851422430","https://openalex.org/W1966577984","https://openalex.org/W1989993068","https://openalex.org/W1999946446","https://openalex.org/W2002394060","https://openalex.org/W2062443314","https://openalex.org/W2077844776","https://openalex.org/W2091781764","https://openalex.org/W2145494108","https://openalex.org/W2581624817","https://openalex.org/W2604641681","https://openalex.org/W6631723311","https://openalex.org/W6666048547"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W3090555870","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3022820045","https://openalex.org/W2801655600","https://openalex.org/W3120400911","https://openalex.org/W4308273529"],"abstract_inverted_index":{"Today,":[0],"there":[1],"is":[2,26,32,47,66,114],"growing":[3],"interest":[4],"in":[5,58,81,124,148,153],"the":[6,75,103,108,111,117,121,132,137],"automatic":[7],"classification":[8,29,113],"of":[9,12,37,102,120,139,151],"a":[10,27,33,43,73,100,128],"variety":[11],"tasks,":[13],"such":[14],"as":[15,72],"weather":[16],"forecasting,":[17],"product":[18],"recommendations,":[19],"intrusion":[20],"detection,":[21],"and":[22],"people":[23],"recognition.":[24],"\"Mixture-of-experts\"":[25],"well-known":[28],"technique;":[30],"it":[31],"probabilistic":[34],"model":[35],"consisting":[36],"local":[38],"expert":[39],"classifiers":[40],"weighted":[41],"by":[42,68,92,116],"gate":[44],"network":[45,123],"that":[46],"typically":[48],"based":[49],"on":[50],"softmax":[51],"functions,":[52],"combined":[53],"with":[54,146],"learnable":[55],"complex":[56,86],"patterns":[57],"data.":[59],"In":[60,95,107,156],"this":[61,96,166],"scheme,":[62],"one":[63,70],"data":[64,87],"point":[65],"influenced":[67],"only":[69],"expert;":[71],"result,":[74],"training":[76],"process":[77],"can":[78],"be":[79,90],"misguided":[80],"real":[82,144],"datasets":[83],"for":[84,131],"which":[85],"need":[88],"to":[89,126,161],"explained":[91],"multiple":[93],"experts.":[94],"work,":[97,158],"we":[98,159],"propose":[99],"variant":[101],"regular":[104],"mixture-of-experts":[105],"model.":[106,167],"proposed":[109],"model,":[110],"cost":[112],"penalized":[115],"Shannon":[118],"entropy":[119],"gating":[122,133],"order":[125],"avoid":[127],"\"winner-takes-all\"":[129],"output":[130],"network.":[134],"Experiments":[135],"show":[136],"advantage":[138],"our":[140],"approach":[141],"using":[142],"several":[143],"datasets,":[145],"improvements":[147],"mean":[149],"accuracy":[150],"3-6%":[152],"some":[154],"datasets.":[155],"future":[157],"plan":[160],"embed":[162],"feature":[163],"selection":[164],"into":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}