{"id":"https://openalex.org/W2966269666","doi":"https://doi.org/10.1109/tpami.2019.2932062","title":"Switchable Normalization for Learning-to-Normalize Deep Representation","display_name":"Switchable Normalization for Learning-to-Normalize Deep Representation","publication_year":2019,"publication_date":"2019-07-30","ids":{"openalex":"https://openalex.org/W2966269666","doi":"https://doi.org/10.1109/tpami.2019.2932062","mag":"2966269666","pmid":"https://pubmed.ncbi.nlm.nih.gov/31380746"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2932062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2932062","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100752686","display_name":"Ping Luo","orcid":"https://orcid.org/0000-0002-6685-7950"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Ping Luo","raw_affiliation_strings":["Department of Computer Science, University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003608795","display_name":"Ruimao Zhang","orcid":"https://orcid.org/0000-0001-9511-7532"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Ruimao Zhang","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China","SenseTime Research, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9511-7532","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"SenseTime Research, Shenzhen, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101092284","display_name":"Jiamin Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamin Ren","raw_affiliation_strings":["SenseTime Research, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research, Shenzhen, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067765750","display_name":"Zhanglin Peng","orcid":"https://orcid.org/0000-0002-1195-5895"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanglin Peng","raw_affiliation_strings":["SenseTime Research, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research, Shenzhen, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108050235","display_name":"Jingyu Li","orcid":"https://orcid.org/0000-0001-5617-7014"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jingyu Li","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100752686"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":3.9803,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.95063499,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"43","issue":"2","first_page":"712","last_page":"728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.931443452835083},{"id":"https://openalex.org/keywords/centralizer-and-normalizer","display_name":"Centralizer and normalizer","score":0.6693071722984314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6409808993339539},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6406173706054688},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.566107988357544},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5290167331695557},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3850463032722473},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3472735583782196},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2485733926296234},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.12644198536872864}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.931443452835083},{"id":"https://openalex.org/C75174853","wikidata":"https://www.wikidata.org/wiki/Q190629","display_name":"Centralizer and normalizer","level":2,"score":0.6693071722984314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6409808993339539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6406173706054688},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.566107988357544},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5290167331695557},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3850463032722473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3472735583782196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2485733926296234},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.12644198536872864},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2932062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2932062","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:31380746","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31380746","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.41999998688697815,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1861492603","https://openalex.org/W1868018859","https://openalex.org/W2099471712","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2119717200","https://openalex.org/W2124659975","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2284050935","https://openalex.org/W2331128040","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2502312327","https://openalex.org/W2533142838","https://openalex.org/W2560023338","https://openalex.org/W2565639579","https://openalex.org/W2568343048","https://openalex.org/W2572730214","https://openalex.org/W2588610957","https://openalex.org/W2591954064","https://openalex.org/W2603777577","https://openalex.org/W2613718673","https://openalex.org/W2619082050","https://openalex.org/W2622263826","https://openalex.org/W2737258237","https://openalex.org/W2740702280","https://openalex.org/W2742021527","https://openalex.org/W2760103357","https://openalex.org/W2780149736","https://openalex.org/W2785678896","https://openalex.org/W2786689170","https://openalex.org/W2793416812","https://openalex.org/W2810075754","https://openalex.org/W2884366600","https://openalex.org/W2891172060","https://openalex.org/W2904614653","https://openalex.org/W2907747478","https://openalex.org/W2921569601","https://openalex.org/W2951104886","https://openalex.org/W2952258850","https://openalex.org/W2952626150","https://openalex.org/W2953842602","https://openalex.org/W2962746461","https://openalex.org/W2962835968","https://openalex.org/W2962898354","https://openalex.org/W2962949994","https://openalex.org/W2963000090","https://openalex.org/W2963016543","https://openalex.org/W2963148870","https://openalex.org/W2963150697","https://openalex.org/W2963233958","https://openalex.org/W2963300719","https://openalex.org/W2963399222","https://openalex.org/W2963466847","https://openalex.org/W2963524571","https://openalex.org/W2963671154","https://openalex.org/W2963685250","https://openalex.org/W2963743626","https://openalex.org/W2963755427","https://openalex.org/W2963836885","https://openalex.org/W2963857170","https://openalex.org/W2964068654","https://openalex.org/W2969985801","https://openalex.org/W2981488580","https://openalex.org/W3118608800","https://openalex.org/W4229633200","https://openalex.org/W4250482878","https://openalex.org/W4293455017","https://openalex.org/W4297779039","https://openalex.org/W4300687381","https://openalex.org/W4320013936","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6639102338","https://openalex.org/W6639506587","https://openalex.org/W6640002369","https://openalex.org/W6684191040","https://openalex.org/W6695676441","https://openalex.org/W6724804524","https://openalex.org/W6728713152","https://openalex.org/W6731759459","https://openalex.org/W6733590821","https://openalex.org/W6734171162","https://openalex.org/W6739622702","https://openalex.org/W6740674931","https://openalex.org/W6741766679","https://openalex.org/W6748057086","https://openalex.org/W6748281876","https://openalex.org/W6748582592","https://openalex.org/W6749538638","https://openalex.org/W6751923770","https://openalex.org/W6752515464","https://openalex.org/W6754615192","https://openalex.org/W6755310813","https://openalex.org/W6757276028","https://openalex.org/W6758094429","https://openalex.org/W6765168082","https://openalex.org/W6780226713","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2348675898","https://openalex.org/W2977487684","https://openalex.org/W2017756151","https://openalex.org/W2014142863","https://openalex.org/W4287755480","https://openalex.org/W4377865163","https://openalex.org/W3113607506","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3208304128"],"abstract_inverted_index":{"We":[0,179],"address":[1],"a":[2,21,37,39,42,79,114],"learning-to-normalize":[3],"problem":[4],"by":[5,48],"proposing":[6],"Switchable":[7],"Normalization":[8],"(SN),":[9],"which":[10],"learns":[11],"to":[12,30,65,78,143,153,158],"select":[13,159],"different":[14,17,172,177],"normalizers":[15],"for":[16],"normalization":[18,106,156,190],"layers":[19],"of":[20,82,111,138,168,197],"deep":[22,193],"neural":[23],"network.":[24],"SN":[25,44,98,120,139,181,198],"employs":[26],"three":[27,147],"distinct":[28],"scopes":[29],"compute":[31],"statistics":[32],"(means":[33],"and":[34,41,69,118,135,174,187],"variances)":[35],"including":[36],"channel,":[38],"layer,":[40],"minibatch.":[43],"switches":[45],"between":[46],"them":[47],"learning":[49],"their":[50],"importance":[51],"weights":[52],"in":[53,192],"an":[54],"end-to-end":[55],"manner.":[56],"It":[57],"has":[58,199],"several":[59],"good":[60],"properties.":[61],"First,":[62],"it":[63,75,151],"adapts":[64],"various":[66,125],"network":[67],"architectures":[68],"tasks":[70,173],"(see":[71],"Fig.":[72],"1).":[73],"Second,":[74],"is":[76,92],"robust":[77],"wide":[80],"range":[81],"batch":[83],"sizes,":[84],"maintaining":[85],"high":[86],"performance":[87],"even":[88],"when":[89],"small":[90],"minibatch":[91],"presented":[93,142],"(e.g.,":[94],"2":[95],"images/GPU).":[96],"Third,":[97],"does":[99],"not":[100],"have":[101],"sensitive":[102],"hyper-parameter,":[103],"unlike":[104],"group":[105],"that":[107],"searches":[108],"the":[109,145,166,185,189],"number":[110],"groups":[112],"as":[113,129],"hyper-parameter.":[115],"Without":[116],"bells":[117],"whistles,":[119],"outperforms":[121],"its":[122,160],"counterparts":[123],"on":[124],"challenging":[126],"benchmarks,":[127],"such":[128],"ImageNet,":[130],"COCO,":[131],"CityScapes,":[132],"ADE20K,":[133],"MegaFace":[134],"Kinetics.":[136],"Analyses":[137],"are":[140],"also":[141],"answer":[144],"following":[146],"questions:":[148],"(a)":[149],"Is":[150],"useful":[152],"allow":[154],"each":[155],"layer":[157],"own":[161],"normalizer?":[162],"(b)":[163],"What":[164],"impacts":[165],"choices":[167],"normalizers?":[169,178],"(c)":[170],"Do":[171],"datasets":[175],"prefer":[176],"hope":[180],"will":[182],"help":[183],"ease":[184],"usage":[186],"understand":[188],"techniques":[191],"learning.":[194],"The":[195],"code":[196],"been":[200],"released":[201],"at":[202],"https://github.com/switchablenorms.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}