{"id":"https://openalex.org/W4381329096","doi":"https://doi.org/10.1109/isdcs58735.2023.10153520","title":"Resource-efficient VLSI Architecture of Softmax Activation Function for Real-time Inference in Deep Learning Applications","display_name":"Resource-efficient VLSI Architecture of Softmax Activation Function for Real-time Inference in Deep Learning Applications","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4381329096","doi":"https://doi.org/10.1109/isdcs58735.2023.10153520"},"language":"en","primary_location":{"id":"doi:10.1109/isdcs58735.2023.10153520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isdcs58735.2023.10153520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Symposium on Devices, Circuits and Systems (ISDCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092212517","display_name":"Akash Ther","orcid":null},"institutions":[{"id":"https://openalex.org/I98365261","display_name":"Indian Institute of Engineering Science and Technology, Shibpur","ror":"https://ror.org/02ytfzr55","country_code":"IN","type":"education","lineage":["https://openalex.org/I98365261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akash Ther","raw_affiliation_strings":["Electronics and Telecommunication Engineering IIEST Shibpur,Howrah,W.B.,India","Electronics and Telecommunication Engineering IIEST Shibpur, Howrah, W.B., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Engineering IIEST Shibpur,Howrah,W.B.,India","institution_ids":["https://openalex.org/I98365261"]},{"raw_affiliation_string":"Electronics and Telecommunication Engineering IIEST Shibpur, Howrah, W.B., India","institution_ids":["https://openalex.org/I98365261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073341640","display_name":"Binit Kumar Pandit","orcid":"https://orcid.org/0000-0003-0447-7108"},"institutions":[{"id":"https://openalex.org/I98365261","display_name":"Indian Institute of Engineering Science and Technology, Shibpur","ror":"https://ror.org/02ytfzr55","country_code":"IN","type":"education","lineage":["https://openalex.org/I98365261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Binit Kumar Pandit","raw_affiliation_strings":["Electronics and Telecommunication Engineering IIEST Shibpur,Howrah,W.B.,India","Electronics and Telecommunication Engineering IIEST Shibpur, Howrah, W.B., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Engineering IIEST Shibpur,Howrah,W.B.,India","institution_ids":["https://openalex.org/I98365261"]},{"raw_affiliation_string":"Electronics and Telecommunication Engineering IIEST Shibpur, Howrah, W.B., India","institution_ids":["https://openalex.org/I98365261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068128152","display_name":"Anirban Ganguly","orcid":"https://orcid.org/0000-0003-1911-6209"},"institutions":[{"id":"https://openalex.org/I1336731492","display_name":"Electronics Corporation of India","ror":"https://ror.org/00axkns98","country_code":"IN","type":"government","lineage":["https://openalex.org/I1336731492"]},{"id":"https://openalex.org/I4210101034","display_name":"Birla Institute of Technology and Science - Hyderabad Campus","ror":"https://ror.org/014ctt859","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210101034","https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anirban Ganguly","raw_affiliation_strings":["Electrical and Electronics Engineering BIET Hyderabad,Hyderabad,T.S,India","Electrical and Electronics Engineering BIET Hyderabad, Hyderabad, T.S, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Electronics Engineering BIET Hyderabad,Hyderabad,T.S,India","institution_ids":["https://openalex.org/I1336731492","https://openalex.org/I4210101034"]},{"raw_affiliation_string":"Electrical and Electronics Engineering BIET Hyderabad, Hyderabad, T.S, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062169310","display_name":"Anirban Chakraborty","orcid":"https://orcid.org/0000-0003-4398-0777"},"institutions":[{"id":"https://openalex.org/I1296725772","display_name":"University of Engineering & Management","ror":"https://ror.org/02decng19","country_code":"IN","type":"education","lineage":["https://openalex.org/I1296725772"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anirban Chakraborty","raw_affiliation_strings":["Computer Science and Technology UEM Kolkata,Kolkata,W.B,India","Computer Science and Technology UEM Kolkata, Kolkata, W.B, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology UEM Kolkata,Kolkata,W.B,India","institution_ids":["https://openalex.org/I1296725772"]},{"raw_affiliation_string":"Computer Science and Technology UEM Kolkata, Kolkata, W.B, India","institution_ids":["https://openalex.org/I1296725772"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068040643","display_name":"Ayan Banerjee","orcid":"https://orcid.org/0000-0002-4188-7192"},"institutions":[{"id":"https://openalex.org/I98365261","display_name":"Indian Institute of Engineering Science and Technology, Shibpur","ror":"https://ror.org/02ytfzr55","country_code":"IN","type":"education","lineage":["https://openalex.org/I98365261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ayan Banerjee","raw_affiliation_strings":["Electronics and Telecommunication Engineering IIEST Shibpur,Howrah,W.B.,India","Electronics and Telecommunication Engineering IIEST Shibpur, Howrah, W.B., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Telecommunication Engineering IIEST Shibpur,Howrah,W.B.,India","institution_ids":["https://openalex.org/I98365261"]},{"raw_affiliation_string":"Electronics and Telecommunication Engineering IIEST Shibpur, Howrah, W.B., India","institution_ids":["https://openalex.org/I98365261"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4909,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6294784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"05"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9830805063247681},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7250649929046631},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7037045955657959},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6411312222480774},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5597201585769653},{"id":"https://openalex.org/keywords/exponentiation","display_name":"Exponentiation","score":0.5508944988250732},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.5220456123352051},{"id":"https://openalex.org/keywords/very-large-scale-integration","display_name":"Very-large-scale integration","score":0.47802647948265076},{"id":"https://openalex.org/keywords/division","display_name":"Division (mathematics)","score":0.45048120617866516},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4390214681625366},{"id":"https://openalex.org/keywords/logic-synthesis","display_name":"Logic synthesis","score":0.42799243330955505},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4131922423839569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34489905834198},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33148783445358276},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3016781806945801},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29998263716697693},{"id":"https://openalex.org/keywords/logic-gate","display_name":"Logic gate","score":0.29566270112991333},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24283403158187866},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.20882564783096313},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13974133133888245}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9830805063247681},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7250649929046631},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7037045955657959},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6411312222480774},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5597201585769653},{"id":"https://openalex.org/C81539297","wikidata":"https://www.wikidata.org/wiki/Q33456","display_name":"Exponentiation","level":2,"score":0.5508944988250732},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5220456123352051},{"id":"https://openalex.org/C14580979","wikidata":"https://www.wikidata.org/wiki/Q876049","display_name":"Very-large-scale integration","level":2,"score":0.47802647948265076},{"id":"https://openalex.org/C60798267","wikidata":"https://www.wikidata.org/wiki/Q1226939","display_name":"Division (mathematics)","level":2,"score":0.45048120617866516},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4390214681625366},{"id":"https://openalex.org/C157922185","wikidata":"https://www.wikidata.org/wiki/Q173198","display_name":"Logic synthesis","level":3,"score":0.42799243330955505},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4131922423839569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34489905834198},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33148783445358276},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3016781806945801},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29998263716697693},{"id":"https://openalex.org/C131017901","wikidata":"https://www.wikidata.org/wiki/Q170451","display_name":"Logic gate","level":2,"score":0.29566270112991333},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24283403158187866},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.20882564783096313},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13974133133888245},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isdcs58735.2023.10153520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isdcs58735.2023.10153520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Symposium on Devices, Circuits and Systems (ISDCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.44999998807907104,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1587217691","https://openalex.org/W2007339694","https://openalex.org/W2059488875","https://openalex.org/W2159009871","https://openalex.org/W2889553421","https://openalex.org/W2900954917","https://openalex.org/W2903640996","https://openalex.org/W2906917284","https://openalex.org/W2937064326","https://openalex.org/W3036061420","https://openalex.org/W3037261029","https://openalex.org/W3090555870","https://openalex.org/W3215445193","https://openalex.org/W4302437260","https://openalex.org/W6748581759"],"related_works":["https://openalex.org/W4283819496","https://openalex.org/W3116943156","https://openalex.org/W4322631263","https://openalex.org/W3012219884","https://openalex.org/W4366999905","https://openalex.org/W2936783136","https://openalex.org/W3173926637","https://openalex.org/W4292054264","https://openalex.org/W4285326772","https://openalex.org/W4287869072"],"abstract_inverted_index":{"The":[0,37,70,95],"Softmax":[1],"activation":[2,58],"function":[3,42,59],"layer":[4,8,30],"is":[5,98],"the":[6,21,29,33,40,51,56,115,120],"output":[7],"in":[9,68],"various":[10],"Deep":[11],"Learning":[12],"(DL)":[13],"models":[14],"for":[15,24,82,92],"multi-class":[16],"classification":[17],"applications.":[18],"It":[19],"computes":[20],"probability":[22],"values":[23],"each":[25],"input":[26],"entry":[27],"to":[28,61],"and":[31,84],"represents":[32],"degree":[34],"of":[35,39,46,55,77],"confidence.":[36],"nonlinearity":[38],"softmax":[41,57],"poses":[43],"a":[44,78,85],"challenge":[45],"increased":[47],"hardware":[48,63],"complexity.":[49],"Therefore,":[50],"proposed":[52,71,96],"VLSI":[53],"architecture":[54,72,97],"aims":[60],"reduce":[62],"resources":[64],"with":[65],"minimal":[66],"loss":[67],"accuracy.":[69],"utilizes":[73],"an":[74],"optimized":[75],"design":[76],"ROM-based":[79],"exponential":[80],"unit":[81,91],"exponentiation":[83],"Newton-Raphson":[86],"iterations-based":[87],"division":[88,93],"by":[89],"reciprocation":[90],"operation.":[94],"evaluated":[99],"on":[100,119],"Xilinx's":[101],"Kirtex-7":[102],"KC705":[103],"FPGA":[104],"Evaluation":[105],"Platform,":[106],"achieving":[107],"LUTs":[108],"1.44":[109],"-":[110],"11.61":[111],"\u00d7":[112],"lesser":[113],"than":[114],"other":[116],"state-of-the-art":[117],"architectures":[118],"MNIST":[121],"dataset.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
