{"id":"https://openalex.org/W7202278713","doi":"https://doi.org/10.3390/fractalfract10110780","title":"Fractional Optimizers Meet Fractal Activation Functions: An Empirical Study of Multi-Scale Optimization in Neural Networks","display_name":"Fractional Optimizers Meet Fractal Activation Functions: An Empirical Study of Multi-Scale Optimization in Neural Networks","publication_year":2026,"publication_date":"2026-11-08","ids":{"openalex":"https://openalex.org/W7202278713","doi":"https://doi.org/10.3390/fractalfract10110780"},"language":"en","primary_location":{"id":"doi:10.3390/fractalfract10110780","doi":"https://doi.org/10.3390/fractalfract10110780","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fractalfract10110780","pdf_url":null,"source":{"id":"https://openalex.org/S4210227020","display_name":"Fractal and Fractional","issn_l":"2504-3110","issn":["2504-3110"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fractal and Fractional","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/fractalfract10110780","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057376617","display_name":"Sebastian Raubitzek","orcid":"https://orcid.org/0000-0003-2206-9263","observed_orcids":["https://orcid.org/0000-0003-2206-9263"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sebastian Raubitzek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094096332","display_name":"Georg Goldenits","orcid":"https://orcid.org/0009-0008-7337-0914","observed_orcids":["https://orcid.org/0009-0008-7337-0914"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georg Goldenits","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055367812","display_name":"Sebastian Schrittwieser","orcid":"https://orcid.org/0000-0003-2115-2022","observed_orcids":["https://orcid.org/0000-0003-2115-2022"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sebastian Schrittwieser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040126568","display_name":"Philip K\u00f6nig","orcid":"https://orcid.org/0009-0006-7361-6430","observed_orcids":["https://orcid.org/0009-0006-7361-6430"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philip K\u00f6nig","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068988506","display_name":"Kevin Mallinger","orcid":"https://orcid.org/0000-0002-3031-505X","observed_orcids":["https://orcid.org/0000-0002-3031-505X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kevin Mallinger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5057376617"],"corresponding_institution_ids":[],"apc_list":{"value":2700,"currency":"CHF","value_usd":3258},"apc_paid":{"value":2700,"currency":"CHF","value_usd":3258},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"11","first_page":"780","last_page":"780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.3978999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.3978999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10288","display_name":"Fractional Differential Equations Solutions","score":0.30660000443458557,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.22200000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fractional-optimization","display_name":"fractional optimization","score":0.8650000095367432},{"id":"https://openalex.org/keywords/multiscale-optimization","display_name":"multi-scale optimization","score":0.7639999985694885},{"id":"https://openalex.org/keywords/neural-network-training","display_name":"neural network training","score":0.8550000190734863},{"id":"https://openalex.org/keywords/fractional-derivatives","display_name":"fractional derivatives","score":0.7919999957084656},{"id":"https://openalex.org/keywords/grunwald-letnikov-derivative","display_name":"Gr\u00fcnwald-Letnikov derivative","score":0.9110000133514404},{"id":"https://openalex.org/keywords/adaptive-memory","display_name":"adaptive memory","score":0.7680000066757202},{"id":"https://openalex.org/keywords/ackley-function","display_name":"Ackley function","score":0.7319999933242798},{"id":"https://openalex.org/keywords/feedforward-neural-networks","display_name":"feedforward neural networks","score":0.7239999771118164},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.5270000100135803}],"concepts":[{"id":"https://openalex.org/C40636538","wikidata":"https://www.wikidata.org/wiki/Q81392","display_name":"Fractal","level":2,"score":0.7537999749183655},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6516000032424927},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6236000061035156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5645999908447266},{"id":"https://openalex.org/C154249771","wikidata":"https://www.wikidata.org/wiki/Q1339058","display_name":"Fractional calculus","level":2,"score":0.5130000114440918},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4740000069141388},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3549000024795532},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32580000162124634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C26546657","wikidata":"https://www.wikidata.org/wiki/Q1412452","display_name":"Fractal dimension","level":3,"score":0.26840001344680786}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fractalfract10110780","doi":"https://doi.org/10.3390/fractalfract10110780","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fractalfract10110780","pdf_url":null,"source":{"id":"https://openalex.org/S4210227020","display_name":"Fractal and Fractional","issn_l":"2504-3110","issn":["2504-3110"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fractal and Fractional","raw_type":"journal-article"},{"id":"doi:10.20944/preprints202608.0832.v1","doi":"https://doi.org/10.20944/preprints202608.0832.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202608.0832.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:arXiv.org:2608.14636","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14636","pdf_url":"https://arxiv.org/pdf/2608.14636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.14636","doi":"https://doi.org/10.48550/arxiv.2608.14636","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.14636","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.3390/fractalfract10110780","doi":"https://doi.org/10.3390/fractalfract10110780","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fractalfract10110780","pdf_url":null,"source":{"id":"https://openalex.org/S4210227020","display_name":"Fractal and Fractional","issn_l":"2504-3110","issn":["2504-3110"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fractal and Fractional","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1562349380","display_name":null,"funder_award_id":"SBA-K1 NGC","funder_id":"https://openalex.org/F4320329167","funder_display_name":"SBA Research"},{"id":"https://openalex.org/G463539330","display_name":null,"funder_award_id":"SBA-K1","funder_id":"https://openalex.org/F4320323031","funder_display_name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft"}],"funders":[{"id":"https://openalex.org/F4320311813","display_name":"\u00d6sterreichische Nationalstiftung f\u00fcr Forschung, Technologie und Entwicklung","ror":"https://ror.org/04hb33h70"},{"id":"https://openalex.org/F4320323031","display_name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft","ror":"https://ror.org/028jc0449"},{"id":"https://openalex.org/F4320323591","display_name":"Christian Doppler Forschungsgesellschaft","ror":"https://ror.org/00mv8h305"},{"id":"https://openalex.org/F4320329167","display_name":"SBA Research","ror":"https://ror.org/05nny6x17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202278713.pdf","grobid_xml":"https://content.openalex.org/works/W7202278713.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1507599800","https://openalex.org/W1988720110","https://openalex.org/W1994616650","https://openalex.org/W2006205876","https://openalex.org/W2020402888","https://openalex.org/W2047140957","https://openalex.org/W2069004418","https://openalex.org/W2077709565","https://openalex.org/W2109509083","https://openalex.org/W2112270671","https://openalex.org/W2119401655","https://openalex.org/W2132862423","https://openalex.org/W2134837756","https://openalex.org/W2140962554","https://openalex.org/W2523246573","https://openalex.org/W2589174422","https://openalex.org/W2770636110","https://openalex.org/W2777273533","https://openalex.org/W2810722694","https://openalex.org/W2964121744","https://openalex.org/W2991096017","https://openalex.org/W3112002090","https://openalex.org/W3147326347","https://openalex.org/W3208096420","https://openalex.org/W4210367656","https://openalex.org/W4210973130","https://openalex.org/W4211181491","https://openalex.org/W4247953052","https://openalex.org/W4295296086","https://openalex.org/W4296097265","https://openalex.org/W4302024091","https://openalex.org/W4313261034","https://openalex.org/W4313894603","https://openalex.org/W4315644348","https://openalex.org/W4323034003","https://openalex.org/W4328131177","https://openalex.org/W4382023404","https://openalex.org/W4386032938","https://openalex.org/W4388017680","https://openalex.org/W4389903709","https://openalex.org/W4390547682","https://openalex.org/W4391766525","https://openalex.org/W4392846515","https://openalex.org/W4401105186","https://openalex.org/W4402512526","https://openalex.org/W4406559722","https://openalex.org/W4407732996","https://openalex.org/W4408328166","https://openalex.org/W4413476157","https://openalex.org/W4414044962","https://openalex.org/W4414781913","https://openalex.org/W4415995928","https://openalex.org/W4416226570","https://openalex.org/W7131673624","https://openalex.org/W7158235989"],"related_works":["https://openalex.org/W7203722186","https://openalex.org/W4413184492","https://openalex.org/W4407723236","https://openalex.org/W3160842736","https://openalex.org/W7139988498","https://openalex.org/W4410595090","https://openalex.org/W7223022619","https://openalex.org/W4296097265","https://openalex.org/W2981858362","https://openalex.org/W4404987507"],"abstract_inverted_index":{"Fractional":[0,16,105],"optimization":[1,20,106],"methods":[2],"and":[3,24,38,58,65,70,78,95,100,107],"fractal":[4,28,79,108,123],"activation":[5],"functions":[6],"are":[7],"two":[8],"independent":[9],"directions":[10],"for":[11],"improving":[12],"neural":[13,74],"network":[14,126],"training.":[15],"optimizers":[17],"extend":[18],"first-order":[19],"through":[21],"fractional":[22,53,98,117,165],"derivatives":[23],"memory":[25,131,155,158,166],"effects,":[26],"whereas":[27],"activations":[29,80,109,124],"introduce":[30],"multi-scale":[31],"nonlinear":[32],"representations":[33],"based":[34],"on":[35,56,81,134,150],"self-similar":[36],"Weierstrass-":[37],"Blancmange-type":[39],"functions.":[40],"Here,":[41],"we":[42],"investigate":[43],"their":[44],"interaction":[45],"within":[46],"a":[47,168,173],"unified":[48],"experimental":[49],"framework.":[50],"We":[51],"evaluate":[52],"optimizer":[54],"families":[55],"Ackley":[57],"Himmelblau":[59],"benchmark":[60],"surfaces,":[61],"in":[62,72,125,160],"standard":[63,88],"form":[64],"with":[66,76,121],"additive":[67,152],"Weierstrass-type":[68],"perturbations,":[69],"then":[71],"feed-forward":[73],"networks":[75],"conventional":[77],"ten":[82],"classification":[83],"datasets.":[84],"The":[85],"comparison":[86],"includes":[87],"methods,":[89],"Herrera-type":[90,115],"local":[91,116],"scaling":[92,118],"optimizers,":[93,99],"explicit":[94,129],"adaptive":[96],"memory-based":[97],"other":[101],"representative":[102],"literature":[103],"methods.":[104],"show":[110],"useful":[111],"but":[112],"selective":[113],"pairings.":[114],"performs":[119],"well":[120],"selected":[122],"training,":[127],"while":[128],"Gr\u00fcnwald\u2013Letnikov":[130],"is":[132],"competitive":[133],"the":[135,143,145],"controlled":[136,164],"surfaces":[137],"without":[138],"being":[139],"preferentially":[140],"favoured":[141],"by":[142],"perturbation:":[144],"unmodified":[146],"baselines":[147],"rank":[148],"first":[149],"both":[151],"variants.":[153],"Adaptive":[154],"improves":[156],"plain":[157],"substitution":[159],"several":[161],"cases,":[162],"supporting":[163],"as":[167],"promising":[169],"direction":[170],"rather":[171],"than":[172],"universal":[174],"replacement.":[175]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-08-13T00:00:00"}