{"id":"https://openalex.org/W7163365575","doi":"https://doi.org/10.48550/arxiv.2606.03935","title":"Quadratic integrate-and-fire neurons exhibit less fragmented loss landscapes and outperform leaky integrate-and-fire neurons in spike-based gradient descent","display_name":"Quadratic integrate-and-fire neurons exhibit less fragmented loss landscapes and outperform leaky integrate-and-fire neurons in spike-based gradient descent","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163365575","doi":"https://doi.org/10.48550/arxiv.2606.03935"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03935","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03935","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137773974","display_name":"Carlo Wenig","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenig, Carlo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137803193","display_name":"Raoul-Martin Memmesheimer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Memmesheimer, Raoul-Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069942719","display_name":"Christian Klos","orcid":"https://orcid.org/0000-0001-7434-7523"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klos, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.7551000118255615,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.7551000118255615,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.15060000121593475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7350999712944031},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6671000123023987},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.6449999809265137},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.5853999853134155},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.582099974155426},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5224000215530396},{"id":"https://openalex.org/keywords/classification-of-discontinuities","display_name":"Classification of discontinuities","score":0.478300005197525},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.4399999976158142}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7350999712944031},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6671000123023987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6653000116348267},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.6449999809265137},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.582099974155426},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5224000215530396},{"id":"https://openalex.org/C15627037","wikidata":"https://www.wikidata.org/wiki/Q541961","display_name":"Classification of discontinuities","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4406000077724457},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.4399999976158142},{"id":"https://openalex.org/C2778794669","wikidata":"https://www.wikidata.org/wiki/Q43054","display_name":"Neuron","level":2,"score":0.4016999900341034},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.36559998989105225},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.3619000017642975},{"id":"https://openalex.org/C186565885","wikidata":"https://www.wikidata.org/wiki/Q1651163","display_name":"Biological neuron model","level":3,"score":0.3603000044822693},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.35830000042915344},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3474999964237213},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3249000012874603},{"id":"https://openalex.org/C2780196419","wikidata":"https://www.wikidata.org/wiki/Q1762173","display_name":"Nerve net","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C2984127161","wikidata":"https://www.wikidata.org/wiki/Q969316","display_name":"Neural activity","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C166437778","wikidata":"https://www.wikidata.org/wiki/Q50695","display_name":"Quadratic function","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2696000039577484},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C66949984","wikidata":"https://www.wikidata.org/wiki/Q7662043","display_name":"Synaptic weight","level":3,"score":0.26019999384880066},{"id":"https://openalex.org/C118403218","wikidata":"https://www.wikidata.org/wiki/Q43283","display_name":"Biological neural network","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03935","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03935","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4316619634628296,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,42,129],"train":[3],"spiking":[4,217],"neural":[5,12,44],"networks":[6,13,105],"is":[7],"essential":[8],"for":[9,17,21,223],"modeling":[10],"biological":[11],"as":[14,16,220],"well":[15],"neuromorphic":[18],"computing.":[19],"However,":[20,83],"the":[22,66,112,147,160,173,181,194],"extensively":[23],"used":[24],"leaky":[25],"integrate-and-fire":[26,68],"(LIF)":[27],"neurons,":[28,165,222],"arbitrarily":[29],"small":[30],"parameter":[31],"changes":[32,192],"can":[33],"induce":[34],"spike":[35,203],"(dis)appearances":[36],"that":[37,58,96,159,187],"disrupt":[38],"subsequent":[39],"activity,":[40],"leading":[41],"unstable":[43],"representations":[45],"and":[46,74,77,108,149,172],"permanently":[47],"silent":[48],"neurons":[49,110,211],"during":[50],"exact":[51],"spike-based":[52,80],"gradient":[53,81,150,224],"descent.":[54,82],"Recent":[55],"work":[56],"shows":[57],"a":[59,101,120,125,134,142],"class":[60],"of":[61,106,138,163,180,183,197],"neuron":[62,213],"models,":[63,132],"which":[64,166,199],"includes":[65],"quadratic":[67],"(QIF)":[69],"neuron,":[70],"avoids":[71],"these":[72,88,188],"discontinuities":[73],"enables":[75],"continuous":[76,216],"even":[78],"smooth":[79],"it":[84],"remains":[85],"unclear":[86],"whether":[87],"advantages":[89],"translate":[90],"into":[91],"practice.":[92],"Here,":[93],"we":[94,123,145,157],"demonstrate":[95],"they":[97],"do":[98],"so":[99],"via":[100],"controlled":[102],"comparison":[103],"between":[104],"LIF":[107,164,210],"QIF":[109,139,221],"on":[111],"popular":[113],"Spiking":[114],"Heidelberg":[115],"Digits":[116],"dataset.":[117],"Specifically,":[118],"in":[119,193],"first":[121],"step,":[122,144],"perform":[124],"thorough":[126],"hyperparameter":[127],"search":[128],"optimize":[130],"both":[131],"revealing":[133],"clear":[135],"performance":[136],"advantage":[137],"neurons.":[140],"In":[141],"second":[143],"visualize":[146],"loss":[148,161],"landscapes.":[151],"Consistent":[152],"with":[153,212],"their":[154],"inferior":[155],"performance,":[156],"find":[158],"landscapes":[162,182],"are":[167],"discontinuous,":[168],"appear":[169],"more":[170,176],"fragmented":[171],"related":[174],"gradients":[175],"erratic.":[177],"An":[178],"analysis":[179],"single":[184],"samples":[185],"indicates":[186],"features":[189],"arise":[190],"from":[191],"temporal":[195],"order":[196],"spikes,":[198],"often":[200],"cause":[201],"disruptive":[202],"(dis)appearances.":[204],"Overall,":[205],"our":[206],"results":[207],"advocate":[208],"replacing":[209],"models":[214],"exhibiting":[215],"dynamics,":[218],"such":[219],"descent":[225],"training.":[226]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}