{"id":"https://openalex.org/W7127894228","doi":"https://doi.org/10.48550/arxiv.2602.04264","title":"Exponential Approximation Rates and Parameter Efficiency of Learnable Bernstein Activations","display_name":"Exponential Approximation Rates and Parameter Efficiency of Learnable Bernstein Activations","publication_year":2026,"publication_date":"2026-02-04","ids":{"openalex":"https://openalex.org/W7127894228","doi":"https://doi.org/10.48550/arxiv.2602.04264"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.04264","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125126683","display_name":"Ibrahim Albool","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albool, Ibrahim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120655288","display_name":"Malak Gamal El-Din","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"El-Din, Malak Gamal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125129770","display_name":"Salma Elmalaki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elmalaki, Salma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019844918","display_name":"Yasser Shoukry","orcid":"https://orcid.org/0000-0002-8224-8477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shoukry, Yasser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1351876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.3944999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.3944999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.10909999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.10679999738931656,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7311000227928162},{"id":"https://openalex.org/keywords/bernstein-polynomial","display_name":"Bernstein polynomial","score":0.6966999769210815},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6589000225067139},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5806999802589417},{"id":"https://openalex.org/keywords/polynomial","display_name":"Polynomial","score":0.5637999773025513},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5486999750137329},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48539999127388},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48249998688697815},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.4625000059604645},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.44859999418258667}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7311000227928162},{"id":"https://openalex.org/C34179328","wikidata":"https://www.wikidata.org/wiki/Q826841","display_name":"Bernstein polynomial","level":2,"score":0.6966999769210815},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6589000225067139},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5806999802589417},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.5637999773025513},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5486999750137329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5157999992370605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.487199991941452},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48539999127388},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48249998688697815},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4262999892234802},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.3855000138282776},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.38429999351501465},{"id":"https://openalex.org/C17095337","wikidata":"https://www.wikidata.org/wiki/Q2375229","display_name":"Piecewise linear function","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C145242015","wikidata":"https://www.wikidata.org/wiki/Q774123","display_name":"Approximation theory","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.33180001378059387},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3125},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3093000054359436},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28290000557899475},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.04264","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.04264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.04264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.04264","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"choice":[1],"of":[2,13,34,64,72,111,129],"activation":[3],"function":[4],"fundamentally":[5],"shapes":[6],"the":[7,52,57,69,109,130,154],"representational":[8],"capacity":[9],"and":[10,56,91,100,133],"parameter":[11,106],"efficiency":[12],"deep":[14],"neural":[15],"networks,":[16],"yet":[17],"most":[18],"widely":[19],"used":[20],"activations":[21,43],"lack":[22],"rigorous":[23],"theoretical":[24,32],"guarantees":[25],"on":[26,86],"these":[27,81],"properties.":[28],"We":[29,79],"provide":[30],"a":[31,62],"analysis":[33],"DeepBern-Nets":[35],"(DBNs)":[36],"--":[37,44,113,118],"networks":[38],"employing":[39],"learnable":[40,155],"Bernstein":[41],"polynomial":[42,58,70,156],"showing":[45],"that":[46,149],"their":[47],"approximation":[48],"error":[49],"decays":[50],"with":[51,61],"network":[53],"depth":[54],"$L$":[55],"order":[59],"$n$":[60],"rate":[63,71],"$\\mathcal{O}(n^{-L})$,":[65],"exponentially":[66],"faster":[67],"than":[68,159],"ReLU":[73],"architectures":[74,112],"while":[75],"remaining":[76],"fully":[77],"differentiable.":[78],"validate":[80],"predictions":[82],"through":[83],"$1{,}344$":[84],"experiments":[85],"large":[87],"scientific":[88],"datasets":[89],"(HIGGS":[90],"SUSY),":[92],"comparing":[93],"DBNs":[94,102],"against":[95],"ReLU,":[96,98],"Leaky":[97],"SELU,":[99],"GeLU.":[101],"achieve":[103],"over":[104,144],"$70\\%$":[105],"reduction":[107],"across":[108],"majority":[110],"reaching":[114],"$99.9\\%$":[115],"at":[116],"scale":[117],"converge":[119],"to":[120,136],"ReLU's":[121],"final":[122,139],"loss":[123],"in":[124],"as":[125,127],"few":[126],"$26\\%$":[128],"training":[131],"epochs,":[132],"attain":[134],"up":[135],"$45\\%$":[137],"lower":[138],"loss.":[140],"These":[141],"advantages":[142],"hold":[143],"all":[145],"tested":[146],"activations,":[147],"confirming":[148],"DBN's":[150],"gains":[151],"stem":[152],"from":[153],"structure":[157],"rather":[158],"mere":[160],"smoothness.":[161]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-07T00:00:00"}