{"id":"https://openalex.org/W2339741109","doi":"https://doi.org/10.48550/arxiv.1604.00676","title":"Multi-Bias Non-linear Activation in Deep Neural Networks","display_name":"Multi-Bias Non-linear Activation in Deep Neural Networks","alternate_titles":[],"publication_year":2016,"publication_date":"2016-04-03","ids":{"openalex":"https://openalex.org/W2339741109","doi":"https://doi.org/10.48550/arxiv.1604.00676","mag":"2339741109"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1604.00676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1604.00676","pdf_url":"https://arxiv.org/pdf/1604.00676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2339741109"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1604.00676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100450555","display_name":"Hongyang Li","orcid":"https://orcid.org/0009-0002-7502-3293","observed_orcids":["https://orcid.org/0009-0002-7502-3293","https://orcid.org/0009-0001-7854-9242"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Hongyang","raw_affiliation_strings":["Department of Electronic Engineering , The Chinese University of Hong Kong","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761","observed_orcids":["https://orcid.org/0000-0002-9163-2761"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ouyang, Wanli","raw_affiliation_strings":["Department of Electronic Engineering , The Chinese University of Hong Kong","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100444820","display_name":"Xiaogang Wang","orcid":"https://orcid.org/0000-0002-7929-5889","observed_orcids":["https://orcid.org/0000-0002-7929-5889"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Xiaogang","raw_affiliation_strings":["Department of Electronic Engineering , The Chinese University of Hong Kong","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.03849999979138374,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rectified-linear-units","display_name":"rectified linear units","score":0.7519999742507935},{"id":"https://openalex.org/keywords/nonlinear-activation-functions","display_name":"nonlinear activation functions","score":0.734000027179718},{"id":"https://openalex.org/keywords/multilevel-thresholding","display_name":"multilevel thresholding","score":0.8040000200271606},{"id":"https://openalex.org/keywords/response-magnitude","display_name":"response magnitude","score":0.7509999871253967},{"id":"https://openalex.org/keywords/feature-representation","display_name":"feature representation","score":0.5070000290870667},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.6600000262260437},{"id":"https://openalex.org/keywords/visual-pattern-detection","display_name":"visual pattern detection","score":0.47099998593330383}],"concepts":[{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.669408917427063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6206216216087341},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6051969528198242},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5817867517471313},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5398788452148438},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.527866542339325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.525423526763916},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5082435011863708},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.48749399185180664},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4861988425254822},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4309888780117035},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4229530990123749},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.41148149967193604},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3904660940170288},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.260202556848526},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1104004979133606},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08378130197525024},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1604.00676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1604.00676","pdf_url":"https://arxiv.org/pdf/1604.00676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2339741109","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1604.00676.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:hub.hku.hk:10722/351365","doi":null,"is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/351365","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference_Paper"},{"id":"doi:10.48550/arxiv.1604.00676","doi":"https://doi.org/10.48550/arxiv.1604.00676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1604.00676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1604.00676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1604.00676","pdf_url":"https://arxiv.org/pdf/1604.00676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2339741109.pdf","grobid_xml":"https://content.openalex.org/works/W2339741109.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1683511521","https://openalex.org/W1798702550","https://openalex.org/W1907282891","https://openalex.org/W1921523184","https://openalex.org/W2072072671","https://openalex.org/W2095705004","https://openalex.org/W2100495367","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2168894214","https://openalex.org/W2172010943","https://openalex.org/W2176412452","https://openalex.org/W2184045248","https://openalex.org/W2257979135","https://openalex.org/W2335728318","https://openalex.org/W2612246789","https://openalex.org/W2919115771","https://openalex.org/W2963911037","https://openalex.org/W2964000040","https://openalex.org/W3037950864","https://openalex.org/W3118608800","https://openalex.org/W3147600416","https://openalex.org/W7097474599","https://openalex.org/W7100070938"],"related_works":["https://openalex.org/W4285604351","https://openalex.org/W3016986506","https://openalex.org/W2140833774","https://openalex.org/W3029445693","https://openalex.org/W2789858380","https://openalex.org/W3092504984","https://openalex.org/W3201095897","https://openalex.org/W7018659706","https://openalex.org/W3124476714","https://openalex.org/W3130008318"],"abstract_inverted_index":{"As":[0],"a":[1,15,20,75,89,100,128,146,173],"widely":[2],"used":[3,53],"non-linear":[4,102],"activation,":[5],"Rectified":[6],"Linear":[7],"Unit":[8],"(ReLU)":[9],"separates":[10],"noise":[11,31],"and":[12,32,83,175],"signal":[13,33],"in":[14,59,71,111,141,161,169],"feature":[16,49,143],"map":[17],"by":[18,134],"learning":[19],"threshold":[21],"or":[22],"bias.":[23],"However,":[24],"we":[25,98],"argue":[26],"that":[27],"the":[28,38,44,48,108,112,120,125,142,180],"classification":[29],"of":[30,40,46,92,114,154],"not":[34],"only":[35],"depends":[36],"on":[37,183],"magnitude":[39,70,163],"responses,":[41],"but":[42],"also":[43],"context":[45],"how":[47],"responses":[50,126,156],"would":[51],"be":[52],"to":[54,64,87,106,123,127,157,165],"detect":[55],"more":[56,139],"abstract":[57],"patterns":[58,140,160],"higher":[60,170],"layers.":[61,171],"In":[62,95],"order":[63],"output":[65],"multiple":[66,132],"response":[67],"maps":[68,133],"with":[69],"different":[72,158,162],"ranges":[73,164],"for":[74],"particular":[76],"visual":[77,159],"pattern,":[78],"existing":[79],"networks":[80],"employing":[81],"ReLU":[82],"its":[84],"variants":[85],"have":[86],"learn":[88],"large":[90],"number":[91],"redundant":[93],"filters.":[94],"this":[96],"paper,":[97],"propose":[99],"multi-bias":[101],"activation":[103],"(MBA)":[104],"layer":[105,122],"explore":[107],"information":[109],"hidden":[110],"magnitudes":[113],"responses.":[115],"It":[116,150],"is":[117],"placed":[118],"after":[119],"convolution":[121,129],"decouple":[124],"kernel":[130],"into":[131],"multi-thresholding":[135],"magnitudes,":[136],"thus":[137],"generating":[138],"space":[144],"at":[145],"low":[147],"computational":[148],"cost.":[149],"provides":[151],"great":[152],"flexibility":[153],"selecting":[155],"form":[166],"rich":[167],"representations":[168],"Such":[172],"simple":[174],"yet":[176],"effective":[177],"scheme":[178],"achieves":[179],"state-of-the-art":[181],"performance":[182],"several":[184],"benchmarks.":[185]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2339741109","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":5}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
