{"id":"https://openalex.org/W3012994530","doi":"https://doi.org/10.1109/icassp40776.2020.9054133","title":"Projected Weight Regularization to Improve Neural Network Generalization","display_name":"Projected Weight Regularization to Improve Neural Network Generalization","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3012994530","doi":"https://doi.org/10.1109/icassp40776.2020.9054133","mag":"3012994530"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://opus.lib.uts.edu.au/bitstream/10453/138568/4/Binder1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392510","display_name":"Guoqiang Zhang","orcid":"https://orcid.org/0000-0003-4521-542X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Guoqiang Zhang","raw_affiliation_strings":["University of Technology, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046170826","display_name":"Kenta Niwa","orcid":"https://orcid.org/0000-0002-6911-0238"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenta Niwa","raw_affiliation_strings":["NTT Media Intelligence Laboratories, Japan"],"affiliations":[{"raw_affiliation_string":"NTT Media Intelligence Laboratories, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087492771","display_name":"W. Bastiaan Kleijn","orcid":"https://orcid.org/0000-0002-1973-3920"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"W. Bastiaan Kleijn","raw_affiliation_strings":["Victoria University of Wellington, New Zealand"],"affiliations":[{"raw_affiliation_string":"Victoria University of Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100392510"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.02415811,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"2020","issue":null,"first_page":"4242","last_page":"4246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7207949161529541},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.6555029153823853},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6141172051429749},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5585174560546875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4883439242839813},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4733600318431854},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4591834247112274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43830054998397827},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4373128116130829},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43434062600135803},{"id":"https://openalex.org/keywords/orthonormal-basis","display_name":"Orthonormal basis","score":0.4324561357498169},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.42038068175315857},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3880641758441925},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1643846333026886}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7207949161529541},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.6555029153823853},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6141172051429749},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5585174560546875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4883439242839813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4733600318431854},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4591834247112274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43830054998397827},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4373128116130829},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43434062600135803},{"id":"https://openalex.org/C5806529","wikidata":"https://www.wikidata.org/wiki/Q2365325","display_name":"Orthonormal basis","level":2,"score":0.4324561357498169},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.42038068175315857},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3880641758441925},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1643846333026886},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/138568","is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/138568","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/138568/4/Binder1.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"mag:3211129405","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=202002229287674712","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/138568","is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/138568","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/138568/4/Binder1.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3012994530.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1836465849","https://openalex.org/W1901129140","https://openalex.org/W2144513243","https://openalex.org/W2146502635","https://openalex.org/W2194775991","https://openalex.org/W2284050935","https://openalex.org/W2524985544","https://openalex.org/W2780149736","https://openalex.org/W2785678896","https://openalex.org/W2793416812","https://openalex.org/W2795671189","https://openalex.org/W2949117887","https://openalex.org/W2963454111","https://openalex.org/W2963836885","https://openalex.org/W2964121744","https://openalex.org/W2964144352","https://openalex.org/W2979475574","https://openalex.org/W3037932933","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6681151457","https://openalex.org/W6681435938","https://openalex.org/W6687483927","https://openalex.org/W6727420689","https://openalex.org/W6739879593","https://openalex.org/W6748582592","https://openalex.org/W6749538638","https://openalex.org/W6750442754"],"related_works":["https://openalex.org/W2370850565","https://openalex.org/W2381894435","https://openalex.org/W2296214397","https://openalex.org/W2029951831","https://openalex.org/W2072372040","https://openalex.org/W3141309046","https://openalex.org/W1480409938","https://openalex.org/W2497125423","https://openalex.org/W2032552241","https://openalex.org/W4220659530"],"abstract_inverted_index":{"Generalization":[0],"of":[1,39,63,121,134,146],"a":[2,26,40,44,49,119],"deep":[3,14],"neural":[4,51],"network":[5],"(DNN)":[6],"is":[7,58],"one":[8],"major":[9],"concern":[10],"when":[11],"employing":[12],"the":[13,36,54,61,64,75,80,85,98,103,115,135],"learning":[15],"approach":[16],"for":[17,157],"solving":[18],"practical":[19],"problems.":[20],"In":[21],"this":[22],"paper":[23],"we":[24,112,129],"propose":[25],"new":[27],"technique,":[28],"named":[29],"projected":[30,136],"weight":[31,45,165],"regularization":[32],"(PWR),":[33],"to":[34,59,83,118,138,173],"improve":[35],"generalization":[37],"capacity":[38],"DNN":[41,81],"model.":[42,55],"Consider":[43],"matrix":[46,65,100,117],"W":[47,99,116],"from":[48,101],"particular":[50],"layer":[52],"in":[53],"Our":[56],"objective":[57,132],"make":[60],"eigenvalues":[62],"product":[66],"WW":[67,147],"<sup":[68,148],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[69,149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</sup>":[70,150],"have":[71],"comparable":[72,143],"or":[73],"roughly":[74],"same":[76],"magnitudes":[77,145],"while":[78],"allowing":[79],"model":[82],"fit":[84],"training":[86,104,155],"data":[87,105],"sufficiently":[88],"accurate.":[89],"Intuitively":[90],"speaking,":[91],"by":[92],"doing":[93],"so,":[94],"it":[95],"would":[96],"prevent":[97],"matching":[102],"too":[106],"well.":[107],"Specifically,":[108],"at":[109],"each":[110],"iteration,":[111],"first":[113],"project":[114],"number":[120],"vectors":[122,137],"along":[123],"randomly":[124],"generated":[125],"directions.":[126],"After":[127],"that,":[128],"build":[130],"an":[131],"function":[133],"regularize":[139],"their":[140],"behaviours":[141],"towards":[142],"eigenvalue":[144],".":[151],"Experimental":[152],"results":[153],"on":[154],"VGG16":[156],"CIFAR10":[158],"show":[159],"that":[160],"PWR":[161],"combined":[162,176],"with":[163,177],"centered":[164],"normalization":[166],"(CWN)":[167],"yields":[168],"promising":[169],"validation":[170],"performance":[171],"compared":[172],"orthonormal":[174],"regularisation":[175],"CWN.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}