{"id":"https://openalex.org/W4386952603","doi":"https://doi.org/10.1109/socc58585.2023.10256838","title":"A Non-deterministic Training Approach for Memory-Efficient Stochastic Neural Networks","display_name":"A Non-deterministic Training Approach for Memory-Efficient Stochastic Neural Networks","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4386952603","doi":"https://doi.org/10.1109/socc58585.2023.10256838"},"language":"en","primary_location":{"id":"doi:10.1109/socc58585.2023.10256838","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/socc58585.2023.10256838","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 36th International System-on-Chip Conference (SOCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092921203","display_name":"Babak Golbabaei","orcid":"https://orcid.org/0009-0002-4843-5145"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Babak Golbabaei","raw_affiliation_strings":["Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054574728","display_name":"Guangxian Zhu","orcid":"https://orcid.org/0009-0004-3340-4789"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Guangxian Zhu","raw_affiliation_strings":["Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051037426","display_name":"Yirong Kan","orcid":"https://orcid.org/0000-0002-4070-0672"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yirong Kan","raw_affiliation_strings":["Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101464173","display_name":"Renyuan Zhang","orcid":"https://orcid.org/0000-0002-2635-2077"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Renyuan Zhang","raw_affiliation_strings":["Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074853381","display_name":"Yasuhiko Nakashima","orcid":"https://orcid.org/0000-0002-9457-5061"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuhiko Nakashima","raw_affiliation_strings":["Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Division of Information Science,Ikoma,Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Division of Information Science, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11857346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8489938974380493},{"id":"https://openalex.org/keywords/stochastic-computing","display_name":"Stochastic computing","score":0.6612417697906494},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6162776947021484},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5638400316238403},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.510216236114502},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.49386197328567505},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.4581529200077057},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.45341596007347107},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4515208899974823},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44940513372421265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3840218186378479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8489938974380493},{"id":"https://openalex.org/C2780971903","wikidata":"https://www.wikidata.org/wiki/Q2933705","display_name":"Stochastic computing","level":3,"score":0.6612417697906494},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6162776947021484},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5638400316238403},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.510216236114502},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.49386197328567505},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.4581529200077057},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.45341596007347107},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4515208899974823},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44940513372421265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3840218186378479},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/socc58585.2023.10256838","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/socc58585.2023.10256838","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 36th International System-on-Chip Conference (SOCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1569512666","https://openalex.org/W1987327272","https://openalex.org/W2003056114","https://openalex.org/W2007951014","https://openalex.org/W2027269053","https://openalex.org/W2032548797","https://openalex.org/W2077344647","https://openalex.org/W2095705004","https://openalex.org/W2098470668","https://openalex.org/W2112796928","https://openalex.org/W2135206058","https://openalex.org/W2319920447","https://openalex.org/W2402098947","https://openalex.org/W2539422612","https://openalex.org/W2627020852","https://openalex.org/W2768646057","https://openalex.org/W2791777778","https://openalex.org/W2946524641","https://openalex.org/W2951266961","https://openalex.org/W3047774572","https://openalex.org/W3100444523","https://openalex.org/W3183446863","https://openalex.org/W4241797466","https://openalex.org/W4300677102","https://openalex.org/W4304140674","https://openalex.org/W4304140795","https://openalex.org/W6617145748","https://openalex.org/W6674330103","https://openalex.org/W6679882701","https://openalex.org/W6700264148","https://openalex.org/W6748711285","https://openalex.org/W6762802535","https://openalex.org/W6764214684","https://openalex.org/W6785661837"],"related_works":["https://openalex.org/W2942878414","https://openalex.org/W4315785049","https://openalex.org/W3015792155","https://openalex.org/W3118286710","https://openalex.org/W4225929918","https://openalex.org/W3095450733","https://openalex.org/W2946942415","https://openalex.org/W2950724244","https://openalex.org/W4285057163","https://openalex.org/W3006566323"],"abstract_inverted_index":{"We":[0,170],"proposed":[1,71,159,176,202],"a":[2,141,162,167,207],"non-deterministic":[3,78,203],"training":[4,81,105,132,144,149,164,177,191,204],"approach":[5,72,178,205],"for":[6],"memory-efficient":[7],"stochastic":[8,22,29,112,215],"computing":[9],"neural":[10],"networks":[11],"(SCNN).":[12],"Conventional":[13],"SCNN":[14,67],"simply":[15],"convert":[16,63,108],"the":[17,25,38,70,75,84,100,104,117,122,131,148,153,156,172,175,184,189,201],"trained":[18],"network":[19],"parameters":[20,98],"into":[21,110],"bit-streams":[23,30,61],"at":[24],"inference":[26],"phase.":[27],"Although":[28],"can":[31],"simplify":[32],"binary":[33],"multiplication":[34],"and":[35,44,107,183,222],"addition":[36],"using":[37,196,213],"principle":[39],"of":[40,77,103,155,174,210],"probability,":[41,118],"memory":[42,85,123],"cost":[43],"computation":[45,79],"delay":[46],"are":[47],"consumed":[48],"due":[49],"to":[50,62,66,82,116,129,151,218],"extremely":[51],"long":[52,60,90],"bit-streams.":[53,91],"Different":[54],"from":[55],"methods":[56],"that":[57],"rely":[58],"on":[59,179],"full-precision":[64],"NN":[65,97,182],"during":[68,80,147],"inference,":[69],"also":[73],"introduces":[74],"concept":[76],"alleviate":[83,130],"requirement":[86],"growth":[87],"caused":[88,135],"by":[89,136],"To":[92],"this":[93],"end,":[94],"we":[95,139],"probabilize":[96],"in":[99,125],"feed-forward":[101],"process":[102,150,165],"phase,":[106],"them":[109],"1/4/8-bit":[111],"number":[113,216],"representations":[114,217],"according":[115],"which":[119],"greatly":[120],"reduces":[121],"requirements":[124],"SC.":[126],"In":[127],"order":[128],"instability":[133],"problem":[134],"low-bit":[137],"encoding,":[138],"propose":[140],"multiple":[142],"parallel":[143],"strategy":[145],"(MPTS)":[146],"improve":[152],"stability":[154],"results.":[157],"The":[158],"MPTS":[160],"achieves":[161,206],"stable":[163],"through":[166],"voting":[168],"mechanism.":[169],"evaluate":[171],"performance":[173],"fully":[180],"connected":[181],"MNIST":[185],"dataset.":[186],"Compared":[187],"with":[188,193],"baseline":[190],"method":[192],"97.77%":[194],"accuracy":[195,209],"32-bit":[197],"floating":[198],"point":[199],"values,":[200],"reasonable":[208],"90.34%":[211],"while":[212],"4-bit":[214],"represent":[219],"layer":[220],"weights":[221],"biases.":[223]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}