{"id":"https://openalex.org/W4372342896","doi":"https://doi.org/10.1109/icassp49357.2023.10094902","title":"In-Sensor & Neuromorphic Computing Are all You Need for Energy Efficient Computer Vision","display_name":"In-Sensor & Neuromorphic Computing Are all You Need for Energy Efficient Computer Vision","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372342896","doi":"https://doi.org/10.1109/icassp49357.2023.10094902"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10094902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017435097","display_name":"Gourav Datta","orcid":"https://orcid.org/0000-0002-5380-2619"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gourav Datta","raw_affiliation_strings":["University of Southern California,USA","University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376643","display_name":"Zeyu Liu","orcid":"https://orcid.org/0000-0002-8213-7005"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyu Liu","raw_affiliation_strings":["University of Southern California,USA","University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033676576","display_name":"Md Abdullah-Al Kaiser","orcid":"https://orcid.org/0000-0002-6041-4075"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Abdullah-Al Kaiser","raw_affiliation_strings":["University of Southern California,USA","University of Southern California, USA","Information Sciences Institute, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Information Sciences Institute, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076002956","display_name":"Souvik Kundu","orcid":"https://orcid.org/0000-0002-3533-9405"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Souvik Kundu","raw_affiliation_strings":["Intel Labs,USA","Intel Labs, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs,USA","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel Labs, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082003632","display_name":"Joe Mathai","orcid":"https://orcid.org/0000-0002-7649-7303"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joe Mathai","raw_affiliation_strings":["Information Sciences Institute,USA","Information Sciences Institute, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute,USA","institution_ids":[]},{"raw_affiliation_string":"Information Sciences Institute, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037825143","display_name":"Zihan Yin","orcid":"https://orcid.org/0000-0001-7216-8214"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihan Yin","raw_affiliation_strings":["University of Southern California,USA","Information Sciences Institute, USA","University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Information Sciences Institute, USA","institution_ids":[]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022273882","display_name":"Ajey P. Jacob","orcid":"https://orcid.org/0000-0002-9830-0604"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ajey P. Jacob","raw_affiliation_strings":["Information Sciences Institute,USA","Information Sciences Institute, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute,USA","institution_ids":[]},{"raw_affiliation_string":"Information Sciences Institute, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003606780","display_name":"Akhilesh Jaiswal","orcid":"https://orcid.org/0000-0001-9911-2624"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akhilesh R. Jaiswal","raw_affiliation_strings":["University of Southern California,USA","University of Southern California, USA","Information Sciences Institute, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Information Sciences Institute, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084205024","display_name":"Peter A. Beerel","orcid":"https://orcid.org/0000-0002-8283-0168"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter A. Beerel","raw_affiliation_strings":["University of Southern California,USA","University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3499,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.80386062,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.9224550127983093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7999609708786011},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7351899147033691},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5845620632171631},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5211489200592041},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5116391777992249},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4826284348964691},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.47682636976242065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4617012143135071},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4548412561416626},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3905341923236847},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.36743056774139404},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33995920419692993},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3013387620449066},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21535897254943848},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0880635678768158},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08178466558456421}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.9224550127983093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7999609708786011},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7351899147033691},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5845620632171631},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5211489200592041},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5116391777992249},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4826284348964691},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.47682636976242065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4617012143135071},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4548412561416626},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3905341923236847},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.36743056774139404},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33995920419692993},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3013387620449066},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21535897254943848},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0880635678768158},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08178466558456421},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10094902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2020676607","https://openalex.org/W2028200383","https://openalex.org/W2058582133","https://openalex.org/W2108598243","https://openalex.org/W2115023297","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2513853720","https://openalex.org/W2561238782","https://openalex.org/W2779025322","https://openalex.org/W2799725986","https://openalex.org/W2963743287","https://openalex.org/W2964338223","https://openalex.org/W2972984303","https://openalex.org/W3012561096","https://openalex.org/W3015205410","https://openalex.org/W3047826181","https://openalex.org/W3049037182","https://openalex.org/W3118608800","https://openalex.org/W3121127024","https://openalex.org/W3127921742","https://openalex.org/W3185473337","https://openalex.org/W3199617994","https://openalex.org/W3206333142","https://openalex.org/W3209059139","https://openalex.org/W3216108826","https://openalex.org/W4223430041","https://openalex.org/W4226192365","https://openalex.org/W4280539093","https://openalex.org/W4292811160","https://openalex.org/W4307311912","https://openalex.org/W4308659718","https://openalex.org/W4312091182","https://openalex.org/W6637373629","https://openalex.org/W6657535318","https://openalex.org/W6679909955","https://openalex.org/W6782262041","https://openalex.org/W6787493538","https://openalex.org/W6787972765","https://openalex.org/W6809811776","https://openalex.org/W6842607031","https://openalex.org/W6846800824","https://openalex.org/W6847597529"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W3089892344","https://openalex.org/W4313442939","https://openalex.org/W4386227293","https://openalex.org/W4372267706","https://openalex.org/W4288055417","https://openalex.org/W4287758233","https://openalex.org/W2960220682","https://openalex.org/W4205804651","https://openalex.org/W3136467750"],"abstract_inverted_index":{"Due":[0],"to":[1,28,81,170],"the":[2,68,73,77,84,90,93,106,113,117,121,130,154,163],"high":[3],"activation":[4],"sparsity":[5],"and":[6,52,105,120,127,158,162],"use":[7],"of":[8,12,76,86],"accumulates":[9],"(AC)":[10],"instead":[11],"expensive":[13],"multiply-and-accumulates":[14],"(MAC),":[15],"neuromorphic":[16],"spiking":[17,54],"neural":[18],"networks":[19],"(SNNs)":[20],"have":[21],"emerged":[22],"as":[23],"a":[24,175],"promising":[25],"low-power":[26],"alternative":[27],"traditional":[29,171],"DNNs":[30],"for":[31,45,92,102,145],"several":[32],"computer":[33],"vision":[34],"(CV)":[35],"applications.":[36],"However,":[37],"most":[38],"existing":[39],"SNNs":[40,104,146],"require":[41],"multiple":[42],"time":[43,87],"steps":[44],"acceptable":[46],"inference":[47],"accuracy,":[48],"hindering":[49],"real-time":[50],"deployment":[51],"increasing":[53],"activity":[55],"and,":[56],"consequently,":[57],"energy":[58,166],"consumption.":[59],"Recent":[60],"works":[61],"proposed":[62],"direct":[63,98],"encoding":[64,99],"that":[65],"directly":[66],"feeds":[67],"analog":[69],"pixel":[70],"values":[71],"in":[72,79,178],"first":[74,94],"layer":[75,95],"SNN":[78],"order":[80],"significantly":[82],"reduce":[83],"number":[85],"steps.":[88],"Although":[89],"overhead":[91],"MACs":[96],"with":[97,174],"is":[100,109],"negligible":[101],"deep":[103],"CV":[107,172],"processing":[108,123,159],"efficient":[110],"using":[111],"SNNs,":[112],"data":[114],"transfer":[115],"between":[116,156],"image":[118,148],"sensors":[119],"downstream":[122],"costs":[124],"significant":[125],"bandwidth":[126,155],"may":[128],"dominate":[129],"total":[131,165],"energy.":[132],"To":[133],"mitigate":[134],"this":[135],"concern,":[136],"we":[137],"propose":[138],"an":[139],"in-sensor":[140],"computing":[141],"hardware-software":[142],"co-design":[143],"framework":[144],"targeting":[147],"recognition":[149],"tasks.":[150],"Our":[151],"approach":[152],"reduces":[153],"sensing":[157],"by":[160,167],"12\u221296\u00d7":[161],"resulting":[164],"2.32\u00d7":[168],"compared":[169],"processing,":[173],"3.8%":[176],"reduction":[177],"accuracy":[179],"on":[180],"ImageNet.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}