{"id":"https://openalex.org/W2549213314","doi":"https://doi.org/10.1109/ijcnn.2016.7727220","title":"Hyperbolic linear units for deep convolutional neural networks","display_name":"Hyperbolic linear units for deep convolutional neural networks","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2549213314","doi":"https://doi.org/10.1109/ijcnn.2016.7727220","mag":"2549213314"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2016.7727220","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2016.7727220","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070982282","display_name":"Jia Li","orcid":"https://orcid.org/0000-0001-9361-2281"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jia Li","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086201515","display_name":"Hua Xu","orcid":"https://orcid.org/0000-0002-7401-307X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Xu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103361554","display_name":"Junhui Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Deng","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103201461","display_name":"Xiaomin Sun","orcid":"https://orcid.org/0000-0001-9586-9259"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomin Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070982282"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.334,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67286489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"353","last_page":"359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.9396646022796631},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.787516713142395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6210892200469971},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6092803478240967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5939830541610718},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5159085988998413},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5125553607940674},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.48776036500930786},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4409205913543701},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42418208718299866},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.413724422454834},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.379995197057724}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9396646022796631},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.787516713142395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6210892200469971},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6092803478240967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5939830541610718},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5159085988998413},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5125553607940674},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.48776036500930786},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4409205913543701},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42418208718299866},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.413724422454834},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.379995197057724},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2016.7727220","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2016.7727220","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W196761320","https://openalex.org/W1536680647","https://openalex.org/W1579917626","https://openalex.org/W1677182931","https://openalex.org/W1799366690","https://openalex.org/W1844261860","https://openalex.org/W1877062207","https://openalex.org/W1970789124","https://openalex.org/W2097117768","https://openalex.org/W2097428361","https://openalex.org/W2102605133","https://openalex.org/W2112796928","https://openalex.org/W2130801532","https://openalex.org/W2136602922","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2164273299","https://openalex.org/W2167729035","https://openalex.org/W2176412452","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2201305792","https://openalex.org/W2396602259","https://openalex.org/W2949650786","https://openalex.org/W2951282416","https://openalex.org/W2963285578","https://openalex.org/W2964019998","https://openalex.org/W2964309400","https://openalex.org/W3118608800","https://openalex.org/W6608133726","https://openalex.org/W6634527055","https://openalex.org/W6638444622","https://openalex.org/W6639024717","https://openalex.org/W6639250075","https://openalex.org/W6674634876","https://openalex.org/W6679257226","https://openalex.org/W6680194329","https://openalex.org/W6682889407","https://openalex.org/W6683993359","https://openalex.org/W6684191040","https://openalex.org/W6684497637","https://openalex.org/W6685562342","https://openalex.org/W6686509673","https://openalex.org/W6687409883","https://openalex.org/W6687483927","https://openalex.org/W6712117028","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3116943156","https://openalex.org/W4322631263","https://openalex.org/W3036048022","https://openalex.org/W4309224979","https://openalex.org/W3012219884","https://openalex.org/W3026879719","https://openalex.org/W4366999905","https://openalex.org/W2936783136","https://openalex.org/W3173926637","https://openalex.org/W4226493464"],"abstract_inverted_index":{"Recently,":[0],"rectified":[1],"linear":[2,35],"units":[3,36],"(ReLUs)":[4],"have":[5,62],"been":[6],"used":[7,153],"to":[8,18,73,79,96,115,150],"solve":[9],"the":[10,33,86,92,97,101,110,116],"vanishing":[11],"gradient":[12,94,108,112],"problem.":[13],"Their":[14],"use":[15],"has":[16],"led":[17],"state-of-the-art":[19],"results":[20],"in":[21,45,55],"various":[22,134],"problems":[23],"such":[24],"as":[25],"image":[26,56],"classification.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31,82],"propose":[32],"hyperbolic":[34],"(HLUs)":[37],"which":[38,66],"not":[39],"only":[40],"speed":[41,84],"up":[42,85],"learning":[43,87],"process":[44,88],"deep":[46],"convolutional":[47],"neural":[48],"networks":[49],"but":[50],"also":[51],"obtain":[52],"better":[53],"performance":[54],"classification":[57],"tasks.":[58],"Unlike":[59],"ReLUs,":[60],"HLUs":[61,145],"inheriently":[63],"negative":[64],"values":[65],"could":[67],"make":[68],"mean":[69,117],"unit":[70,76],"outputs":[71,77],"closer":[72],"zero.":[74],"Mean":[75],"close":[78,95],"zero":[80],"means":[81],"can":[83],"because":[89],"they":[90],"bring":[91],"normal":[93,111],"natural":[98,107],"gradient.":[99],"Indeed,":[100],"difference":[102],"called":[103],"bias":[104],"shift":[105],"between":[106],"and":[109,131,139],"is":[113],"related":[114],"activation":[118,154],"of":[119],"input":[120],"units.":[121],"Experiments":[122],"with":[123],"three":[124],"popular":[125],"CNN":[126],"architectures,":[127],"LeNet,":[128],"Inception":[129],"network":[130],"ResNet":[132],"on":[133],"benchmarks":[135],"including":[136],"MNIST,":[137],"CIFAR-10":[138],"CIFAR-100":[140],"demonstrate":[141],"that":[142],"our":[143],"proposed":[144],"achieve":[146],"significant":[147],"improvement":[148],"compared":[149],"other":[151],"commonly":[152],"functions":[155],"<sup":[156],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[158],".":[159]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}