{"id":"https://openalex.org/W2957705111","doi":"https://doi.org/10.1109/access.2019.2928442","title":"Rectified Exponential Units for Convolutional Neural Networks","display_name":"Rectified Exponential Units for Convolutional Neural Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2957705111","doi":"https://doi.org/10.1109/access.2019.2928442","mag":"2957705111"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2928442","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2928442","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08762191.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08762191.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089274218","display_name":"Ying Yao","orcid":"https://orcid.org/0000-0001-6784-4468"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Ying","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6784-4468","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078222384","display_name":"Jianlin Su","orcid":"https://orcid.org/0000-0002-1000-8458"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlin Su","raw_affiliation_strings":["School of Mathematics, Sun Yat-sen University, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, Sun Yat-sen University, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007267853","display_name":"Peng Shan","orcid":"https://orcid.org/0000-0002-3274-3226"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Shan","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033254234","display_name":"Ligang Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ligang Miao","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107936273","display_name":"Xiaolian Wang","orcid":"https://orcid.org/0009-0007-1158-0871"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolian Wang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043440896","display_name":"Silong Peng","orcid":"https://orcid.org/0000-0002-3594-5843"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Silong Peng","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.191,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.93210651,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"101633","last_page":"101640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6981294751167297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6275594234466553},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.5239500999450684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4090285301208496},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2194051444530487}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6981294751167297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6275594234466553},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.5239500999450684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4090285301208496},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2194051444530487},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2928442","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2928442","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08762191.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0c47877218c14b8d9459f1ca37c2842a","is_oa":true,"landing_page_url":"https://doaj.org/article/0c47877218c14b8d9459f1ca37c2842a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 101633-101640 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2928442","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2928442","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08762191.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6484463933","display_name":null,"funder_award_id":"61601104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G672164404","display_name":null,"funder_award_id":"F2017501052","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2957705111.pdf","grobid_xml":"https://content.openalex.org/works/W2957705111.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1836465849","https://openalex.org/W1903029394","https://openalex.org/W1921523184","https://openalex.org/W1970789124","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2147800946","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2201305792","https://openalex.org/W2270144854","https://openalex.org/W2622263826","https://openalex.org/W2750384547","https://openalex.org/W2751261182","https://openalex.org/W2760217853","https://openalex.org/W2769852551","https://openalex.org/W2899663614","https://openalex.org/W2962834855","https://openalex.org/W2962847207","https://openalex.org/W2963263347","https://openalex.org/W2963285578","https://openalex.org/W2963454111","https://openalex.org/W2963568027","https://openalex.org/W2963993763","https://openalex.org/W2964055987","https://openalex.org/W3118608800","https://openalex.org/W3125923133","https://openalex.org/W4320930577","https://openalex.org/W6631943919","https://openalex.org/W6637242042","https://openalex.org/W6638444622","https://openalex.org/W6638667902","https://openalex.org/W6640185926","https://openalex.org/W6682889407","https://openalex.org/W6684191040","https://openalex.org/W6684813833","https://openalex.org/W6685562342","https://openalex.org/W6687409883","https://openalex.org/W6715932150","https://openalex.org/W6726497184","https://openalex.org/W6734657935","https://openalex.org/W6739622702","https://openalex.org/W6739879593","https://openalex.org/W6743688258","https://openalex.org/W6746023985","https://openalex.org/W6746586578","https://openalex.org/W6755977528","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Rectified":[0,24],"linear":[1],"unit":[2,149],"(ReLU)":[3],"plays":[4],"an":[5],"important":[6],"role":[7],"in":[8,80,146],"today\u2019s":[9],"convolutional":[10],"neural":[11],"networks":[12],"(CNNs).":[13],"In":[14],"this":[15],"paper,":[16],"we":[17,57,140],"propose":[18,58],"a":[19],"novel":[20],"activation":[21,33,106],"function":[22,54],"called":[23],"Exponential":[25,35],"Unit":[26,37],"(REU).":[27],"Inspired":[28],"by":[29,45],"two":[30],"recently":[31],"proposed":[32],"functions:":[34],"Linear":[36],"(ELU)":[38],"and":[39,52,82,93,99,122,126,137],"Swish,":[40],"the":[41,47,59,65,69,129,131,142,147],"REU":[42,61,98,113],"is":[43,135],"designed":[44],"introducing":[46],"advantage":[48],"of":[49,68,120,133],"flexible":[50],"exponent":[51],"multiplication":[53],"form.":[55],"Moreover,":[56],"Parametric":[60],"(PREU)":[62],"to":[63,150],"increase":[64],"expressive":[66],"power":[67],"REU.":[70],"The":[71],"experiments":[72],"with":[73,104,128],"three":[74],"classical":[75],"CNN":[76],"architectures,":[77],"LeNet-5,":[78],"Network":[79,84],"Network,":[81],"Residual":[83,148],"(ResNet)":[85],"on":[86,124],"scale-various":[87],"benchmarks":[88],"including":[89],"Fashion-MNIST,":[90],"CIFAR10,":[91],"CIFAR100,":[92],"Tiny":[94],"ImageNet":[95],"demonstrate":[96],"that":[97,111],"PREU":[100,134,144],"achieve":[101,151],"improvement":[102],"compared":[103],"other":[105],"functions.":[107],"Our":[108],"results":[109],"show":[110],"our":[112],"has":[114],"relative":[115],"error":[116],"improvements":[117,132],"over":[118],"ReLU":[119],"7.74%":[121],"6.08%":[123],"CIFAR-10":[125],"100":[127],"ResNet,":[130],"9.24%":[136],"9.32%.":[138],"Finally,":[139],"use":[141],"different":[143],"variants":[145],"more":[152],"stable":[153],"results.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}