{"id":"https://openalex.org/W4390033760","doi":"https://doi.org/10.3390/e26010007","title":"A Deep Neural Network Regularization Measure: The Class-Based Decorrelation Method","display_name":"A Deep Neural Network Regularization Measure: The Class-Based Decorrelation Method","publication_year":2023,"publication_date":"2023-12-20","ids":{"openalex":"https://openalex.org/W4390033760","doi":"https://doi.org/10.3390/e26010007","pmid":"https://pubmed.ncbi.nlm.nih.gov/38275486"},"language":"en","primary_location":{"id":"doi:10.3390/e26010007","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26010007","pdf_url":"https://www.mdpi.com/1099-4300/26/1/7/pdf?version=1703065483","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/26/1/7/pdf?version=1703065483","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100655318","display_name":"Chenguang Zhang","orcid":"https://orcid.org/0000-0002-8544-0640"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenguang Zhang","raw_affiliation_strings":["School of Mathematics and Statistics, Hainan University, Haikou 570100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Hainan University, Haikou 570100, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113750922","display_name":"Tian Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Liu","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou 570100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou 570100, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090335607","display_name":"Xuejiao Du","orcid":"https://orcid.org/0000-0002-8325-5513"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuejiao Du","raw_affiliation_strings":["School of Mathematics and Statistics, Hainan University, Haikou 570100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Hainan University, Haikou 570100, China","institution_ids":["https://openalex.org/I20942203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100655318"],"corresponding_institution_ids":["https://openalex.org/I20942203"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.1318,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5891794,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"26","issue":"1","first_page":"7","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9470266103744507},{"id":"https://openalex.org/keywords/decorrelation","display_name":"Decorrelation","score":0.8684212565422058},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6950199604034424},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6426714658737183},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6239476203918457},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5875754356384277},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5425593852996826},{"id":"https://openalex.org/keywords/early-stopping","display_name":"Early stopping","score":0.5411095023155212},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5351603627204895},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5100958943367004},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5100341439247131},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4632291793823242},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.44589734077453613},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30464863777160645},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.28656530380249023},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2688947319984436}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9470266103744507},{"id":"https://openalex.org/C177860922","wikidata":"https://www.wikidata.org/wiki/Q788608","display_name":"Decorrelation","level":2,"score":0.8684212565422058},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6950199604034424},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6426714658737183},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6239476203918457},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5875754356384277},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5425593852996826},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.5411095023155212},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5351603627204895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5100958943367004},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5100341439247131},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4632291793823242},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.44589734077453613},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30464863777160645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28656530380249023},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2688947319984436},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e26010007","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26010007","pdf_url":"https://www.mdpi.com/1099-4300/26/1/7/pdf?version=1703065483","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:38275486","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38275486","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11154264","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11154264","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11154264/pdf/entropy-26-00007.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:dec702a9baa24eb4ac128ba3f64f2570","is_oa":true,"landing_page_url":"https://doaj.org/article/dec702a9baa24eb4ac128ba3f64f2570","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 26, Iss 1, p 7 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e26010007","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26010007","pdf_url":"https://www.mdpi.com/1099-4300/26/1/7/pdf?version=1703065483","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44999998807907104,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3424669546","display_name":null,"funder_award_id":"62166016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6794874859","display_name":null,"funder_award_id":"119MS004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390033760.pdf","grobid_xml":"https://content.openalex.org/works/W4390033760.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1967165756","https://openalex.org/W2004895663","https://openalex.org/W2016084804","https://openalex.org/W2061119986","https://openalex.org/W2095705004","https://openalex.org/W2099579348","https://openalex.org/W2112796928","https://openalex.org/W2115881141","https://openalex.org/W2168345951","https://openalex.org/W2183341477","https://openalex.org/W2579923771","https://openalex.org/W2618530766","https://openalex.org/W2709553318","https://openalex.org/W2767382501","https://openalex.org/W2787273002","https://openalex.org/W2800415562","https://openalex.org/W2808014987","https://openalex.org/W2897025488","https://openalex.org/W2909680570","https://openalex.org/W2919115771","https://openalex.org/W2963518130","https://openalex.org/W2964080999","https://openalex.org/W2970956502","https://openalex.org/W2970971581","https://openalex.org/W2982353841","https://openalex.org/W2989060184","https://openalex.org/W3112497262","https://openalex.org/W3191734561","https://openalex.org/W3211510783","https://openalex.org/W4232478844","https://openalex.org/W4234698323","https://openalex.org/W4312465353","https://openalex.org/W4388187887","https://openalex.org/W6600213771","https://openalex.org/W6637414576","https://openalex.org/W6674330103","https://openalex.org/W6681151457","https://openalex.org/W6732517885","https://openalex.org/W6740483536","https://openalex.org/W6743661861","https://openalex.org/W6751002639","https://openalex.org/W6752757957","https://openalex.org/W6754994457","https://openalex.org/W6761496057","https://openalex.org/W6803462455"],"related_works":["https://openalex.org/W4254751698","https://openalex.org/W2922073769","https://openalex.org/W1582774210","https://openalex.org/W4320854463","https://openalex.org/W3040157805","https://openalex.org/W4288022214","https://openalex.org/W4385768004","https://openalex.org/W3008105014","https://openalex.org/W4387799548","https://openalex.org/W2156876426"],"abstract_inverted_index":{"In":[0],"response":[1],"to":[2,10,46],"the":[3,25,34,57,76,90],"challenge":[4],"of":[5],"overfitting,":[6],"which":[7],"may":[8],"lead":[9],"a":[11,20,37],"decline":[12],"in":[13,36],"network":[14,48],"generalization":[15,49],"performance,":[16],"this":[17,31],"paper":[18],"proposes":[19],"new":[21],"regularization":[22],"technique,":[23],"called":[24],"class-based":[26],"decorrelation":[27],"method":[28,32],"(CDM).":[29],"Specifically,":[30],"views":[33],"neurons":[35],"specific":[38],"hidden":[39,77],"layer":[40],"as":[41,50,52],"base":[42,61],"learners,":[43],"and":[44,108],"aims":[45],"boost":[47],"well":[51],"model":[53],"accuracy":[54],"by":[55],"minimizing":[56],"correlation":[58],"among":[59,75,84],"individual":[60],"learners":[62],"while":[63],"simultaneously":[64],"maximizing":[65],"their":[66,82],"class-conditional":[67],"correlation.":[68],"Intuitively,":[69],"CDM":[70,104],"not":[71],"only":[72],"promotes":[73],"diversity":[74],"neurons,":[78],"but":[79],"also":[80],"enhances":[81],"cohesiveness":[83],"them":[85],"when":[86],"processing":[87],"samples":[88],"from":[89],"same":[91],"class.":[92],"Comparative":[93],"experiments":[94],"conducted":[95],"on":[96],"various":[97],"datasets":[98],"using":[99],"deep":[100],"models":[101],"demonstrate":[102],"that":[103],"effectively":[105],"reduces":[106],"overfitting":[107],"improves":[109],"classification":[110],"performance.":[111]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}