{"id":"https://openalex.org/W2526855650","doi":"https://doi.org/10.1109/tcsvt.2015.2477937","title":"Multi-loss Regularized Deep Neural Network","display_name":"Multi-loss Regularized Deep Neural Network","publication_year":2015,"publication_date":"2015-09-11","ids":{"openalex":"https://openalex.org/W2526855650","doi":"https://doi.org/10.1109/tcsvt.2015.2477937","mag":"2526855650"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2015.2477937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2015.2477937","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054364063","display_name":"Chunyan Xu","orcid":"https://orcid.org/0000-0002-0814-4362"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyan Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037423092","display_name":"Canyi Lu","orcid":"https://orcid.org/0000-0002-9542-8346"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Canyi Lu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015817857","display_name":"Junbin Gao","orcid":"https://orcid.org/0000-0001-9803-0256"},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Junbin Gao","raw_affiliation_strings":["School of Computing and Mathematics, Charles Sturt University, Bathurst, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, Charles Sturt University, Bathurst, NSW, Australia","institution_ids":["https://openalex.org/I153230381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611605","display_name":"Zheng Wei","orcid":"https://orcid.org/0000-0002-2293-5427"},"institutions":[{"id":"https://openalex.org/I4210155230","display_name":"Samsung (China)","ror":"https://ror.org/04yt00889","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210155230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zheng","raw_affiliation_strings":["Beijing Samsung Telecom Research and Development Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Samsung Telecom Research and Development Center, Beijing, China","institution_ids":["https://openalex.org/I4210155230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056778408","display_name":"Tianjiang Wang","orcid":"https://orcid.org/0000-0002-8664-4143"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianjiang Wang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381753","display_name":"Shuicheng Yan","orcid":"https://orcid.org/0000-0001-8906-3777"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuicheng Yan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5918,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.96624572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"26","issue":"12","first_page":"2273","last_page":"2283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8524352312088013},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.786561131477356},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7634100317955017},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7459104061126709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6305862665176392},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5810319185256958},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49115774035453796},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.48480334877967834},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47421765327453613},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4708901047706604},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.429517924785614},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.41927894949913025}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8524352312088013},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.786561131477356},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7634100317955017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459104061126709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6305862665176392},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5810319185256958},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49115774035453796},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.48480334877967834},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47421765327453613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4708901047706604},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.429517924785614},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.41927894949913025},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2015.2477937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2015.2477937","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2540253595","display_name":"\u57fa\u4e8e\u6df1\u5ea6\u56fe\u50cf\u7279\u5f81\u56fe\u8c31\u7684\u591a\u6807\u7b7e\u56fe\u50cf\u8bc6\u522b\u6280\u672f\u7814\u7a76","funder_award_id":"61572214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3872200072","display_name":"Online Learning for Large Scale Structured Data in Complex Situations","funder_award_id":"DP140102270","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G8802052765","display_name":null,"funder_award_id":"U1233119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320335134","display_name":"National Institutes of Natural Sciences","ror":"https://ror.org/055n47h92"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W94414152","https://openalex.org/W259216465","https://openalex.org/W1554663460","https://openalex.org/W1567302070","https://openalex.org/W1686810756","https://openalex.org/W1694178301","https://openalex.org/W1827297289","https://openalex.org/W1904365287","https://openalex.org/W1907282891","https://openalex.org/W2022508996","https://openalex.org/W2042163033","https://openalex.org/W2047221353","https://openalex.org/W2053229256","https://openalex.org/W2078224158","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2115584760","https://openalex.org/W2130325614","https://openalex.org/W2139377814","https://openalex.org/W2139416929","https://openalex.org/W2141125852","https://openalex.org/W2143160289","https://openalex.org/W2143331230","https://openalex.org/W2144305569","https://openalex.org/W2148090031","https://openalex.org/W2156163116","https://openalex.org/W2163605009","https://openalex.org/W2335728318","https://openalex.org/W2950179405","https://openalex.org/W2953301748","https://openalex.org/W2962835968","https://openalex.org/W2963574257","https://openalex.org/W2963911037","https://openalex.org/W3037950864","https://openalex.org/W3118608800","https://openalex.org/W4388297464","https://openalex.org/W6600213771","https://openalex.org/W6603793584","https://openalex.org/W6609683064","https://openalex.org/W6637373629","https://openalex.org/W6637551671","https://openalex.org/W6638444622","https://openalex.org/W6638685980","https://openalex.org/W6639736908","https://openalex.org/W6640036494","https://openalex.org/W6674330103","https://openalex.org/W6674914833","https://openalex.org/W6676297131","https://openalex.org/W6677385034","https://openalex.org/W6684191040","https://openalex.org/W6696761078","https://openalex.org/W6703116779","https://openalex.org/W6787972765","https://openalex.org/W6891831295"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W4362597605","https://openalex.org/W2750384547","https://openalex.org/W1574414179","https://openalex.org/W2987302549","https://openalex.org/W3026913501","https://openalex.org/W4283819496","https://openalex.org/W3134502938"],"abstract_inverted_index":{"A":[0],"proper":[1],"strategy":[2],"to":[3,8,87,141],"alleviate":[4],"overfitting":[5,86],"is":[6,51,64],"critical":[7],"a":[9,40,48],"deep":[10],"neural":[11],"network":[12,169],"(DNN).":[13],"In":[14,95,123],"this":[15],"paper,":[16],"we":[17,99],"introduce":[18],"the":[19,24,28,33,58,61,66,82,96,101,104,111,115,120,124,127,130,143,160,166],"cross-loss-function":[20],"regularization":[21],"for":[22,53],"boosting":[23],"generalization":[25],"capability":[26],"of":[27],"DNN,":[29],"which":[30],"results":[31],"in":[32,170],"multi-loss":[34],"regularized":[35],"DNN":[36],"(ML-DNN)":[37],"framework.":[38],"For":[39],"particular":[41,89],"learning":[42],"task,":[43],"e.g.,":[44],"image":[45],"classification,":[46],"only":[47],"single-loss":[49,90],"function":[50,91,106],"used":[52],"all":[54,174],"previous":[55],"DNNs,":[56],"and":[57,77,107,156],"intuition":[59],"behind":[60],"multiloss":[62],"framework":[63],"that":[65,159],"extra":[67],"loss":[68,76,134],"functions":[69,135],"with":[70,103,114,138],"different":[71,133],"theoretical":[72],"motivations":[73],"(e.g.,":[74,92],"pairwise":[75],"LambdaRank":[78],"loss)":[79],"may":[80],"drag":[81],"algorithm":[83],"away":[84],"from":[85,119,132],"one":[88],"softmax":[93],"loss).":[94],"training":[97],"stage,":[98,126],"pretrain":[100],"model":[102],"single-core-loss":[105],"then":[108],"warm":[109],"start":[110],"whole":[112],"ML-DNN":[113,131,162],"convolutional":[116],"parameters":[117],"transferred":[118],"pretrained":[121],"model.":[122],"testing":[125],"outputs":[128],"by":[129,165],"are":[136],"fused":[137],"average":[139],"pooling":[140],"produce":[142],"ultimate":[144],"prediction.":[145],"The":[146],"experiments":[147],"conducted":[148],"on":[149],"several":[150],"benchmark":[151],"datasets":[152],"(CIFAR-10,":[153],"CIFAR-100,":[154],"MNIST,":[155],"SVHN)":[157],"demonstrate":[158],"proposed":[161,168],"framework,":[163],"instantiated":[164],"recently":[167],"network,":[171],"considerably":[172],"outperforms":[173],"other":[175],"state-of-the-art":[176],"methods.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}