{"id":"https://openalex.org/W3197635630","doi":"https://doi.org/10.1109/access.2021.3110286","title":"Regularization of Deep Neural Network With Batch Contrastive Loss","display_name":"Regularization of Deep Neural Network With Batch Contrastive Loss","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3197635630","doi":"https://doi.org/10.1109/access.2021.3110286","mag":"3197635630"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3110286","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110286","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529219.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529219.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Muhammad Tanveer","orcid":"https://orcid.org/0000-0002-5237-8721"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Muhammad Tanveer","raw_affiliation_strings":["Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-5237-8721","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016964173","display_name":"Hung\u2010Khoon Tan","orcid":"https://orcid.org/0000-0001-9964-7186"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hung-Khoon Tan","raw_affiliation_strings":["Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-9964-7186","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009152648","display_name":"Hui\u2010Fuang Ng","orcid":"https://orcid.org/0000-0003-4394-2770"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hui-Fuang Ng","raw_affiliation_strings":["Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-4394-2770","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019015508","display_name":"M.K.H. Leung","orcid":"https://orcid.org/0000-0002-1023-7162"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Maylor Karhang Leung","raw_affiliation_strings":["Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information and Communication Technology, Universiti Tunku Abdul Rahman, Kampar, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075948725","display_name":"Joon Huang Chuah","orcid":"https://orcid.org/0000-0001-9058-3497"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Joon Huang Chuah","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-9058-3497","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I931681460"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9698,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.77701383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"124409","last_page":"124418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7182614207267761},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7126940488815308},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6221594214439392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5879031419754028},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5509049296379089},{"id":"https://openalex.org/keywords/centroid","display_name":"Centroid","score":0.46169885993003845},{"id":"https://openalex.org/keywords/early-stopping","display_name":"Early stopping","score":0.42590415477752686},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4249803125858307},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.422911673784256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7182614207267761},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7126940488815308},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6221594214439392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5879031419754028},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5509049296379089},{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.46169885993003845},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.42590415477752686},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4249803125858307},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.422911673784256}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3110286","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110286","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529219.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1a299f7135d24a4cb338296b34c501c5","is_oa":true,"landing_page_url":"https://doaj.org/article/1a299f7135d24a4cb338296b34c501c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 124409-124418 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3110286","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110286","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529219.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4120053967","display_name":null,"funder_award_id":"FRGS/1/2018/ICT02/UTAR/02/03","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321398","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56"},{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197635630.pdf","grobid_xml":"https://content.openalex.org/works/W3197635630.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1936750108","https://openalex.org/W1968203372","https://openalex.org/W2041116770","https://openalex.org/W2095705004","https://openalex.org/W2122825543","https://openalex.org/W2144513243","https://openalex.org/W2157364932","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2331143823","https://openalex.org/W2408279554","https://openalex.org/W2520774990","https://openalex.org/W2549139847","https://openalex.org/W2594477595","https://openalex.org/W2746314669","https://openalex.org/W2750558464","https://openalex.org/W2780186312","https://openalex.org/W2783482415","https://openalex.org/W2787189300","https://openalex.org/W2902029681","https://openalex.org/W2903105043","https://openalex.org/W2905016238","https://openalex.org/W2908046763","https://openalex.org/W2949736877","https://openalex.org/W2951751045","https://openalex.org/W2952634764","https://openalex.org/W2954996726","https://openalex.org/W2955425717","https://openalex.org/W2961224374","https://openalex.org/W2963190567","https://openalex.org/W2963446712","https://openalex.org/W2963466847","https://openalex.org/W2963959597","https://openalex.org/W2963975324","https://openalex.org/W2964220187","https://openalex.org/W2970395278","https://openalex.org/W2991437034","https://openalex.org/W3035600554","https://openalex.org/W3095528602","https://openalex.org/W3102870305","https://openalex.org/W3103837041","https://openalex.org/W3114632476","https://openalex.org/W3127819760","https://openalex.org/W3184567417","https://openalex.org/W4249711114","https://openalex.org/W6600213771","https://openalex.org/W6674330103","https://openalex.org/W6681151457","https://openalex.org/W6684191040","https://openalex.org/W6701947533","https://openalex.org/W6714181750","https://openalex.org/W6726946684","https://openalex.org/W6726983090","https://openalex.org/W6735249503","https://openalex.org/W6743428213","https://openalex.org/W6747249247","https://openalex.org/W6747939174","https://openalex.org/W6748390811","https://openalex.org/W6754484989","https://openalex.org/W6756690837","https://openalex.org/W6762334975","https://openalex.org/W6762718338","https://openalex.org/W6770681675","https://openalex.org/W6779752026","https://openalex.org/W6790532230","https://openalex.org/W6799020161"],"related_works":["https://openalex.org/W4254751698","https://openalex.org/W2922073769","https://openalex.org/W4320854463","https://openalex.org/W3040157805","https://openalex.org/W4288022214","https://openalex.org/W4387799548","https://openalex.org/W4385768004","https://openalex.org/W3008105014","https://openalex.org/W1724442104","https://openalex.org/W2156876426"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"have":[2],"become":[3],"deeper":[4],"in":[5,160],"recent":[6],"years":[7],"and":[8,26,66,91,108,138,177],"this":[9,38],"has":[10,23,132],"improved":[11],"its":[12],"capacity":[13],"to":[14,29,50,116,155],"handle":[15],"more":[16,24,201],"complex":[17],"tasks.":[18],"However,":[19],"deep":[20],"neural":[21],"network":[22,131,184],"parameters":[25],"is":[27,57,102,114,146,172],"easier":[28],"overfit,":[30],"especially":[31],"when":[32,209],"training":[33],"samples":[34],"are":[35,125,163],"insufficient.":[36],"In":[37],"paper,":[39],"we":[40],"present":[41],"a":[42,161,195],"new":[43],"regularization":[44,49,144],"technique":[45],"called":[46],"batch":[47,70,105,162,187],"contrastive":[48,60,76,81,99,118,188],"improve":[51],"generalization":[52,192],"performance.":[53],"The":[54,129,143,166],"loss":[55,61,82,100,112,119,189],"function":[56],"based":[58,85,103],"on":[59,86,104,174,207],"which":[62,83,101,113],"enforces":[63],"intra-class":[64],"compactness":[65],"inter-class":[67],"separability":[68],"of":[69,168,198],"samples.":[71],"We":[72,150],"explore":[73],"three":[74],"different":[75],"losses:":[77],"(1)":[78],"the":[79,97,110,122,139,169,175],"center":[80,117],"regularizes":[84],"distances":[87],"between":[88],"data":[89],"points":[90],"their":[92],"corresponding":[93],"class":[94],"centroid,":[95],"(2)":[96],"sample":[98],"sample-pair":[106],"distances,":[107],"(3)":[109],"multicenter":[111],"similar":[115],"except":[120],"that":[121,157,183],"cluster":[123],"centers":[124],"discovered":[126],"from":[127,211],"training.":[128],"proposed":[130,170],"two":[133],"heads,":[134],"one":[135],"for":[136,141,205],"classification":[137],"other":[140],"regularization.":[142],"head":[145],"discarded":[147],"during":[148],"inference.":[149],"also":[151],"introduce":[152],"bag":[153],"sampling":[154],"ensure":[156],"all":[158],"classes":[159],"well":[164],"represented.":[165],"performance":[167,193],"architecture":[171],"evaluated":[173],"CIFAR-10":[176],"CIFAR-100":[178,208],"datasets.":[179],"Our":[180],"experiments":[181],"show":[182],"regularized":[185],"by":[186],"display":[190],"impressive":[191],"over":[194],"wide":[196],"variety":[197],"classes,":[199],"yielding":[200],"than":[202],"11%":[203],"improvement":[204],"ResNet50":[206],"trained":[210],"scratch.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}