{"id":"https://openalex.org/W4415961308","doi":"https://doi.org/10.1007/s44196-025-00961-x","title":"Improving SpikeProp\u2019s Training Efficiency in Spiking Neural Networks for Large Language Models Through Innovative Weight Initialization","display_name":"Improving SpikeProp\u2019s Training Efficiency in Spiking Neural Networks for Large Language Models Through Innovative Weight Initialization","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415961308","doi":"https://doi.org/10.1007/s44196-025-00961-x"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-025-00961-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-025-00961-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-025-00961-x.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44196-025-00961-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060666138","display_name":"Falah Y. H. Ahmed","orcid":"https://orcid.org/0000-0003-2094-4028"},"institutions":[{"id":"https://openalex.org/I45998257","display_name":"Sohar University","ror":"https://ror.org/02ftvf862","country_code":"OM","type":"education","lineage":["https://openalex.org/I45998257"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Falah. Y. H. Ahmed","raw_affiliation_strings":["Faculty of Computing and IT, Sohar University, Sohar, Sultanate of Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing and IT, Sohar University, Sohar, Sultanate of Oman","institution_ids":["https://openalex.org/I45998257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012944437","display_name":"Muhammad Zakarya","orcid":"https://orcid.org/0000-0001-7070-6699"},"institutions":[{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]},{"id":"https://openalex.org/I45998257","display_name":"Sohar University","ror":"https://ror.org/02ftvf862","country_code":"OM","type":"education","lineage":["https://openalex.org/I45998257"]}],"countries":["OM","PK"],"is_corresponding":true,"raw_author_name":"Muhammad Zakarya","raw_affiliation_strings":["Abdul Wali Khan University, Mardan, Khyber Pakhtunkhwa, Pakistan","Faculty of Computing and IT, Sohar University, Sohar, Sultanate of Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abdul Wali Khan University, Mardan, Khyber Pakhtunkhwa, Pakistan","institution_ids":["https://openalex.org/I181063083"]},{"raw_affiliation_string":"Faculty of Computing and IT, Sohar University, Sohar, Sultanate of Oman","institution_ids":["https://openalex.org/I45998257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101859267","display_name":"Naveed Khan","orcid":"https://orcid.org/0000-0002-9301-5855"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Naveed Khan","raw_affiliation_strings":["Ulster University, Belfast, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulster University, Belfast, UK","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050243112","display_name":"Dilovan Asaad Zebari","orcid":"https://orcid.org/0000-0002-7643-6359"},"institutions":[{"id":"https://openalex.org/I4210146391","display_name":"Nawroz University","ror":"https://ror.org/04gp75d48","country_code":"IQ","type":"education","lineage":["https://openalex.org/I4210146391"]}],"countries":["IQ"],"is_corresponding":false,"raw_author_name":"Dilovan Asaad Zebari","raw_affiliation_strings":["Department of Computer Science, College of Science, Nawroz University, Duhok, Iraq"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Science, Nawroz University, Duhok, Iraq","institution_ids":["https://openalex.org/I4210146391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084066202","display_name":"Mahmood Al-Bahri","orcid":"https://orcid.org/0000-0002-0176-0680"},"institutions":[{"id":"https://openalex.org/I45998257","display_name":"Sohar University","ror":"https://ror.org/02ftvf862","country_code":"OM","type":"education","lineage":["https://openalex.org/I45998257"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Mahmood Al-Bahri","raw_affiliation_strings":["Faculty of Computing and IT, Sohar University, Sohar, Sultanate of Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing and IT, Sohar University, Sohar, Sultanate of Oman","institution_ids":["https://openalex.org/I45998257"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bwalya Kelvin Joseph","orcid":null},"institutions":[{"id":"https://openalex.org/I45998257","display_name":"Sohar University","ror":"https://ror.org/02ftvf862","country_code":"OM","type":"education","lineage":["https://openalex.org/I45998257"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Bwalya Kelvin Joseph","raw_affiliation_strings":["Research Development, Sohar University, Sohar, Sultanate of Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Development, Sohar University, Sohar, Sultanate of Oman","institution_ids":["https://openalex.org/I45998257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100364865","display_name":"Abdullah Abdullah","orcid":"https://orcid.org/0000-0002-8245-4668"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Abdullah Abdullah","raw_affiliation_strings":["Sir William Dunn School, Oxford University, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sir William Dunn School, Oxford University, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5012944437","https://openalex.org/A5100364865"],"corresponding_institution_ids":["https://openalex.org/I181063083","https://openalex.org/I40120149","https://openalex.org/I45998257"],"apc_list":{"value":1390,"currency":"GBP","value_usd":1704},"apc_paid":{"value":1390,"currency":"GBP","value_usd":1704},"fwci":1.058,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.806604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"18","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.5593000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.5593000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.12240000069141388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7919999957084656},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.576200008392334},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5365999937057495},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5331000089645386},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4878999888896942},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.44279998540878296},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.4163999855518341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8432999849319458},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7919999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6546000242233276},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6290000081062317},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.576200008392334},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5365999937057495},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5331000089645386},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4878999888896942},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.31450000405311584},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2858999967575073},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.2694999873638153}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s44196-025-00961-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-025-00961-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-025-00961-x.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/02e8ed0c-2cf9-4f29-a0f4-73acd4198030","is_oa":false,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/02e8ed0c-2cf9-4f29-a0f4-73acd4198030","pdf_url":null,"source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ahmed, F Y H, Zakarya, M, Khan, N, Zebari, D A, Al-Bahri, M, Joseph, B K & Abdullah, A 2025, 'Improving SpikeProp\u2019s Training Efficiency in Spiking Neural Networks for Large Language Models Through Innovative Weight Initialization', International Journal of Computational Intelligence Systems, vol. 18, no. 1, 286, pp. 1-26. https://doi.org/10.1007/s44196-025-00961-x","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:c2445cbfb7e84100b2a78c14a072c38b","is_oa":true,"landing_page_url":"https://doaj.org/article/c2445cbfb7e84100b2a78c14a072c38b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, Vol 18, Iss 1, Pp 1-27 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44196-025-00961-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-025-00961-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-025-00961-x.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8093178629","display_name":null,"funder_award_id":"MoHERI/BFP/SU/2024","funder_id":"https://openalex.org/F4320319853","funder_display_name":"Ministry of Higher Education, Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320319853","display_name":"Ministry of Higher Education, Research and Innovation","ror":null},{"id":"https://openalex.org/F4320323827","display_name":"Sohar University","ror":"https://ror.org/02ftvf862"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415961308.pdf","grobid_xml":"https://content.openalex.org/works/W4415961308.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1570411240","https://openalex.org/W2025166739","https://openalex.org/W2045036720","https://openalex.org/W2092670027","https://openalex.org/W2113420865","https://openalex.org/W2154616847","https://openalex.org/W2165639766","https://openalex.org/W2565516711","https://openalex.org/W2569813014","https://openalex.org/W2587345921","https://openalex.org/W2613666082","https://openalex.org/W2888850715","https://openalex.org/W2946092987","https://openalex.org/W2971953110","https://openalex.org/W2979879900","https://openalex.org/W2999844085","https://openalex.org/W3002225283","https://openalex.org/W3006966652","https://openalex.org/W3035953559","https://openalex.org/W3047010826","https://openalex.org/W3092032905","https://openalex.org/W3165801113","https://openalex.org/W4283749998","https://openalex.org/W4284959078","https://openalex.org/W4308159588","https://openalex.org/W4390404356","https://openalex.org/W4399061930","https://openalex.org/W4399541085","https://openalex.org/W4401327898","https://openalex.org/W4401662493"],"related_works":[],"abstract_inverted_index":{"Spiking":[0],"neural":[1,161,222],"networks":[2],"(SNNs)":[3],"use":[4,173],"individual":[5],"temporal":[6],"spikes":[7],"for":[8,45,208,218],"computation":[9],"and":[10,30,56,67,83,91,117,129,137,141,158,163,182,192,228],"communication,":[11],"simulating":[12],"the":[13,36,59,63,68,77,97,123,156,172,233],"actions":[14],"of":[15,38,125,160,174,194,235],"biological":[16],"neurons.":[17],"SNN":[18,169],"had":[19],"long":[20],"been":[21],"disregarded":[22],"since":[23],"it":[24],"was":[25],"thought":[26],"to":[27,32,76,178,232],"be":[28,135],"intricate":[29],"difficult":[31],"analyze.":[33],"We":[34,131],"investigate":[35],"improvement":[37],"SpikeProp,":[39],"a":[40,105,215],"supervised":[41],"learning":[42,85,118,164],"model":[43,61,65,70,99,103,120,180],"tailored":[44],"SNNs,":[46],"in":[47,221,225],"this":[48],"work.":[49],"Three":[50],"distinct":[51],"models":[52,127,152,196,203],"are":[53,94],"being":[54],"proposed":[55,60,64,69,98,102,195],"investigated,":[57],"including":[58],"1,":[62],"2,":[66,104],"3,":[71],"each":[72],"providing":[73],"unique":[74],"improvements":[75],"SpikeProp":[78],"algorithm.":[79],"To":[80],"accelerate":[81],"convergence":[82],"adaptive":[84],"rates,":[86,119],"particle":[87],"swarm":[88],"optimization":[89],"(PSO)":[90],"momentum":[92],"factors":[93],"integrated":[95],"into":[96],"1.":[100],"In":[101],"rate":[106],"dependency":[107],"is":[108],"introduced":[109],"based":[110],"on":[111],"angle-driven":[112],"learning.":[113],"By":[114],"incorporating":[115],"PSO":[116],"3":[121],"combines":[122],"strengths":[124],"both":[126],"1":[128],"2.":[130],"believe,":[132],"SNNs":[133],"can":[134],"trained":[136],"classified":[138],"more":[139,184],"efficiently":[140],"accurately":[142],"using":[143],"these":[144,202],"models.":[145],"Furthermore,":[146],"we":[147,176],"examine":[148],"how":[149],"large":[150],"language":[151],"(LLMs)":[153],"might":[154],"inform":[155],"design":[157],"interpretability":[159],"architectures":[162],"methodologies":[165],"while":[166],"also":[167],"enhancing":[168],"training.":[170],"Through":[171],"LLMs,":[175],"seek":[177],"enhance":[179],"transparency":[181],"encourage":[183],"Responsible":[185],"AI":[186,236],"(RAI)":[187],"principles.":[188],"A":[189],"thorough":[190],"evaluation":[191],"comparison":[193],"with":[197],"traditional":[198,206],"methods":[199,207],"confirms":[200],"that":[201],"consistently":[204],"outperform":[205],"various":[209],"real":[210],"datasets.":[211],"Consequently,":[212],"they":[213],"have":[214],"high":[216],"potential":[217],"practical":[219],"applications":[220],"network":[223],"training":[224],"real-world":[226],"settings":[227],"LLM-informed":[229],"development,":[230],"contributing":[231],"advancement":[234],"systems.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-11-06T00:00:00"}