{"id":"https://openalex.org/W4322730862","doi":"https://doi.org/10.1109/tetci.2022.3228537","title":"Unlocking the Potential of Two-Point Cells for Energy-Efficient and Resilient Training of Deep Nets","display_name":"Unlocking the Potential of Two-Point Cells for Energy-Efficient and Resilient Training of Deep Nets","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4322730862","doi":"https://doi.org/10.1109/tetci.2022.3228537"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2022.3228537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3228537","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103226792","display_name":"Ahsan Adeel","orcid":"https://orcid.org/0000-0002-5208-8505"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ahsan Adeel","raw_affiliation_strings":["Nuffield Department of Surgical Sciences, Oxford Computational Neuroscience, University of Oxford, Oxford, U.K","CMI Lab, University of Wolverhampton, Wolverhampton, U.K.; Nuffield Department of Surgical Sciences, Oxford Computational Neuroscience, University of Oxford, Oxford, U.K.; deepCI.org, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"Nuffield Department of Surgical Sciences, Oxford Computational Neuroscience, University of Oxford, Oxford, U.K","institution_ids":[]},{"raw_affiliation_string":"CMI Lab, University of Wolverhampton, Wolverhampton, U.K.; Nuffield Department of Surgical Sciences, Oxford Computational Neuroscience, University of Oxford, Oxford, U.K.; deepCI.org, Edinburgh, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032547513","display_name":"Adewale Adetomi","orcid":"https://orcid.org/0000-0003-0720-3313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adewale Adetomi","raw_affiliation_strings":["CMI Lab, University of Wolverhampton, Wolverhampton, U.K"],"affiliations":[{"raw_affiliation_string":"CMI Lab, University of Wolverhampton, Wolverhampton, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083309745","display_name":"Khubaib Ahmed","orcid":"https://orcid.org/0000-0002-9782-5986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khubaib Ahmed","raw_affiliation_strings":["CMI Lab, University of Wolverhampton, Wolverhampton, U.K"],"affiliations":[{"raw_affiliation_string":"CMI Lab, University of Wolverhampton, Wolverhampton, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062211930","display_name":"Amir Hussain","orcid":"https://orcid.org/0000-0002-8080-082X"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amir Hussain","raw_affiliation_strings":["Edinburgh Napier University, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022272531","display_name":"Tughrul Arslan","orcid":"https://orcid.org/0000-0001-8176-5803"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tughrul Arslan","raw_affiliation_strings":["School of Engineering, University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071485738","display_name":"William A. Phillips","orcid":"https://orcid.org/0000-0001-6036-2255"},"institutions":[{"id":"https://openalex.org/I12093191","display_name":"University of Stirling","ror":"https://ror.org/045wgfr59","country_code":"GB","type":"education","lineage":["https://openalex.org/I12093191"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"W. A. Phillips","raw_affiliation_strings":["Department of Psychology, University of Stirling, Stirling, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Stirling, Stirling, U.K","institution_ids":["https://openalex.org/I12093191"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103226792"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8778,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.9412362,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"7","issue":"3","first_page":"818","last_page":"828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.719170093536377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5904713869094849},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5761442184448242},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5696777701377869},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5420383810997009},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.49598416686058044},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4937680661678314},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4288772940635681},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.366981565952301},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3277321755886078},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17502260208129883}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.719170093536377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5904713869094849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5761442184448242},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5696777701377869},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5420383810997009},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.49598416686058044},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4937680661678314},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4288772940635681},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.366981565952301},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3277321755886078},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17502260208129883},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2022.3228537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3228537","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G2193117753","display_name":"COG-MHEAR: Towards cognitively-inspired 5G-IoT enabled, multi-modal Hearing Aids","funder_award_id":"EP/T021063/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2447866707","display_name":null,"funder_award_id":"EP/T021063/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1531103298","https://openalex.org/W1975398991","https://openalex.org/W1998324420","https://openalex.org/W2002134846","https://openalex.org/W2015143272","https://openalex.org/W2016574277","https://openalex.org/W2027968420","https://openalex.org/W2057613746","https://openalex.org/W2109596721","https://openalex.org/W2130360162","https://openalex.org/W2134858096","https://openalex.org/W2138913040","https://openalex.org/W2145798752","https://openalex.org/W2159951683","https://openalex.org/W2526529257","https://openalex.org/W2529004582","https://openalex.org/W2559809918","https://openalex.org/W2593532349","https://openalex.org/W2749476078","https://openalex.org/W2772633765","https://openalex.org/W2783525259","https://openalex.org/W2798690537","https://openalex.org/W2803832867","https://openalex.org/W2808133870","https://openalex.org/W2810583733","https://openalex.org/W2888868298","https://openalex.org/W2906048113","https://openalex.org/W2911129983","https://openalex.org/W2919115771","https://openalex.org/W2922783569","https://openalex.org/W2944341921","https://openalex.org/W2946165673","https://openalex.org/W2963809228","https://openalex.org/W2964004835","https://openalex.org/W2964010909","https://openalex.org/W2966081953","https://openalex.org/W2971630540","https://openalex.org/W2980856918","https://openalex.org/W2986592617","https://openalex.org/W2987172297","https://openalex.org/W2990248977","https://openalex.org/W3006299183","https://openalex.org/W3016391357","https://openalex.org/W3020804303","https://openalex.org/W3025338791","https://openalex.org/W3025697616","https://openalex.org/W3026962557","https://openalex.org/W3034628778","https://openalex.org/W3081424244","https://openalex.org/W3098686642","https://openalex.org/W3101265958","https://openalex.org/W3114175023","https://openalex.org/W3130660608","https://openalex.org/W3138514668","https://openalex.org/W3159931622","https://openalex.org/W3162006056","https://openalex.org/W3172243058","https://openalex.org/W3207587593","https://openalex.org/W3210999456","https://openalex.org/W4283710287","https://openalex.org/W4285071509","https://openalex.org/W4285787390","https://openalex.org/W4287363917","https://openalex.org/W4288796004","https://openalex.org/W4289363499","https://openalex.org/W4294560677","https://openalex.org/W6631708475","https://openalex.org/W6734621401","https://openalex.org/W6752051073","https://openalex.org/W6752519507","https://openalex.org/W6755303222","https://openalex.org/W6760581627","https://openalex.org/W6770249488","https://openalex.org/W6779683180","https://openalex.org/W6781016291","https://openalex.org/W6790503700","https://openalex.org/W6839790803","https://openalex.org/W6929116918"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W3108691306","https://openalex.org/W4389237622","https://openalex.org/W2166309310","https://openalex.org/W4385753159","https://openalex.org/W4387251107","https://openalex.org/W4214914769","https://openalex.org/W4200152843","https://openalex.org/W3033201189","https://openalex.org/W4317717548"],"abstract_inverted_index":{"Context-sensitive":[0],"two-point":[1],"layer":[2],"5":[3],"pyramidal":[4],"cells":[5],"(L5PCs)":[6],"were":[7],"discovered":[8],"as":[9,12,182],"long":[10],"ago":[11],"1999.":[13],"However,":[14],"the":[15,34,46,102,125,138,166,186,204],"potential":[16],"of":[17,57,170,188,207],"this":[18],"discovery":[19],"to":[20,27,68,89,131,149,184],"provide":[21],"useful":[22],"neural":[23,42,144,157],"computation":[24],"has":[25],"yet":[26],"be":[28],"demonstrated.":[29],"Here":[30],"we":[31],"show":[32],"for":[33,194,217],"first":[35],"time":[36],"how":[37],"a":[38,80,106,111,121,225],"transformative":[39],"L5PCs-driven":[40],"deep":[41],"network":[43],"(DNN),":[44],"termed":[45],"multisensory":[47],"cooperative":[48,173],"computing":[49,231],"(MCC)":[50],"architecture,":[51],"can":[52,127],"effectively":[53],"process":[54],"large":[55,199],"amounts":[56],"heterogeneous":[58],"real-world":[59],"audio-visual":[60],"(AV)":[61],"data,":[62],"using":[63],"far":[64],"less":[65,100,133],"energy":[66,86],"compared":[67],"best":[69],"available":[70],"\u2018point\u2019":[71],"neuron-driven":[72],"DNNs.":[73],"A":[74],"novel":[75],"highly-distributed":[76],"parallel":[77],"implementation":[78],"on":[79],"Xilinx":[81],"UltraScale+":[82],"MPSoC":[83],"device":[84],"estimates":[85],"savings":[87],"up":[88,130],"245759":[90],"\u00d7":[91],"50000":[92],"<inline-formula":[93,115],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[94,116],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[95,117],"notation=\"LaTeX\">$\\mu$</tex-math></inline-formula>":[96],"J":[97],"(i.e.,":[98],"62%":[99],"than":[101,137],"baseline":[103,139],"model":[104],"in":[105,146,162,228],"semi-supervised":[107],"learning":[108,123,152],"setup)":[109],"where":[110],"single":[112],"synapse":[113],"consumes":[114],"notation=\"LaTeX\">$8e^{-5}\\mu$</tex-math></inline-formula>":[118],"J.":[119],"In":[120],"supervised":[122],"setup,":[124],"energy-saving":[126],"potentially":[128],"reach":[129],"1250x":[132],"(per":[134],"feedforward":[135],"transmission)":[136],"model.":[140],"The":[141],"significantly":[142],"reduced":[143],"activity":[145],"MCC":[147],"leads":[148],"inherently":[150],"fast":[151],"and":[153,191,223],"resilience":[154],"against":[155],"sudden":[156],"damage.":[158],"This":[159],"remarkable":[160],"performance":[161],"pilot":[163],"experiments":[164],"demonstrates":[165],"embodied":[167],"neuromorphic":[168,230],"intelligence":[169],"our":[171],"proposed":[172,211],"L5PC":[174],"that":[175],"receives":[176],"input":[177],"from":[178,197],"diverse":[179],"neighbouring":[180],"neurons":[181],"context":[183],"amplify":[185],"transmission":[187],"most":[189],"salient":[190],"relevant":[192],"information":[193,201],"onward":[195],"transmission,":[196],"overwhelmingly":[198],"multimodal":[200],"utilised":[202],"at":[203],"early":[205],"stages":[206],"on-chip":[208,219],"training.":[209],"Our":[210],"approach":[212],"opens":[213],"new":[214],"cross-disciplinary":[215],"avenues":[216],"future":[218],"DNN":[220],"training":[221],"implementations":[222],"posits":[224],"radical":[226],"shift":[227],"current":[229],"paradigms.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":21}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
