{"id":"https://openalex.org/W2989060184","doi":"https://doi.org/10.1145/3357384.3357921","title":"Regularizing Deep Neural Networks by Ensemble-based Low-Level Sample-Variances Method","display_name":"Regularizing Deep Neural Networks by Ensemble-based Low-Level Sample-Variances Method","publication_year":2019,"publication_date":"2019-11-03","ids":{"openalex":"https://openalex.org/W2989060184","doi":"https://doi.org/10.1145/3357384.3357921","mag":"2989060184"},"language":"en","primary_location":{"id":"doi:10.1145/3357384.3357921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3357384.3357921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100645416","display_name":"Shuai Yao","orcid":"https://orcid.org/0000-0002-7327-0955"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuai Yao","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781300","display_name":"Yuexian Hou","orcid":"https://orcid.org/0000-0002-3238-493X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuexian Hou","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038603271","display_name":"Liangzhu Ge","orcid":"https://orcid.org/0000-0001-9572-4084"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangzhu Ge","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076627672","display_name":"Zeting Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeting Hu","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100645416"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.13220989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1111","last_page":"1120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9836783409118652},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7216277122497559},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7182430624961853},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.7021117210388184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6931379437446594},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6460464000701904},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.6193125247955322},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5812253355979919},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5708741545677185},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5646602511405945},{"id":"https://openalex.org/keywords/bootstrap-aggregating","display_name":"Bootstrap aggregating","score":0.5576128959655762},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.505078136920929},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.48613521456718445},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4404424726963043},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4294382631778717},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41879117488861084},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.25794193148612976},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1995517611503601}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9836783409118652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7216277122497559},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7182430624961853},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.7021117210388184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6931379437446594},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6460464000701904},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.6193125247955322},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5812253355979919},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5708741545677185},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5646602511405945},{"id":"https://openalex.org/C162040801","wikidata":"https://www.wikidata.org/wiki/Q799897","display_name":"Bootstrap aggregating","level":2,"score":0.5576128959655762},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.505078136920929},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.48613521456718445},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4404424726963043},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4294382631778717},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41879117488861084},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25794193148612976},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1995517611503601},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3357384.3357921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3357384.3357921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1482149378","https://openalex.org/W1857884451","https://openalex.org/W1967165756","https://openalex.org/W2006476624","https://openalex.org/W2026859661","https://openalex.org/W2106721790","https://openalex.org/W2142105298","https://openalex.org/W2143612262","https://openalex.org/W2158875652","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2211629196","https://openalex.org/W2808014987"],"related_works":["https://openalex.org/W4298017035","https://openalex.org/W3128220493","https://openalex.org/W2792147139","https://openalex.org/W4226354336","https://openalex.org/W3110700750","https://openalex.org/W2998675825","https://openalex.org/W4394636190","https://openalex.org/W2736804899","https://openalex.org/W2897443685","https://openalex.org/W4307654087"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"with":[4],"a":[5,19,73,106,123,128],"large":[6],"number":[7,129],"of":[8,55,81,84,93,118,130,147],"parameters":[9],"are":[10],"very":[11],"powerful":[12],"machine":[13],"learning":[14],"systems.":[15],"However,":[16],"overfitting":[17,103,141],"is":[18,70],"serious":[20],"problem":[21],"in":[22,49,101],"such":[23,29],"networks.":[24],"Till":[25],"now,":[26],"many":[27],"regularizers":[28],"as":[30,52,72],"dropout,":[31],"data":[32],"augmentation":[33],"have":[34,122],"been":[35],"proposed":[36],"to":[37,113,121],"prevent":[38],"overfitting.":[39],"Motivated":[40],"by":[41,59],"ensemble":[42,54,85],"learning,":[43],"we":[44,89],"treat":[45],"each":[46,68,94,115],"hidden":[47,61,119],"layer":[48],"neural":[50],"networks":[51],"an":[53,98],"some":[56,64],"base":[57,74,95,116],"learners":[58],"dividing":[60],"units":[62],"into":[63],"non-overlapping":[65],"groups":[66],"and":[67,104,132,142],"group":[69],"considered":[71],"learner.":[75],"Based":[76],"on":[77],"the":[78,91,144],"theoretical":[79],"analysis":[80],"generalization":[82,145],"error":[83],"estimators":[86],"(bias-variance-covariance":[87],"decomposition),":[88],"find":[90],"variance":[92],"learner":[96,117],"plays":[97],"important":[99],"role":[100],"preventing":[102],"propose":[105],"novel":[107],"regularizer---\\emphEnsemble-based":[108],"Low-Level":[109],"Sample-Variances":[110],"Method":[111],"(ELSM)":[112],"encourage":[114],"layers":[120],"low-level":[124],"sample-variance.":[125],"Experiments":[126],"across":[127],"datasets":[131],"network":[133],"architectures":[134],"show":[135],"that":[136],"ELSM":[137],"can":[138],"effectively":[139],"reduce":[140],"improve":[143],"ability":[146],"DNNs.":[148]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}