{"id":"https://openalex.org/W4394805075","doi":"https://doi.org/10.1109/tbcas.2024.3388673","title":"Operant Conditioning Neuromorphic Circuit With Addictiveness and Time Memory for Automatic Learning","display_name":"Operant Conditioning Neuromorphic Circuit With Addictiveness and Time Memory for Automatic Learning","publication_year":2024,"publication_date":"2024-04-15","ids":{"openalex":"https://openalex.org/W4394805075","doi":"https://doi.org/10.1109/tbcas.2024.3388673","pmid":"https://pubmed.ncbi.nlm.nih.gov/38619952"},"language":"en","primary_location":{"id":"doi:10.1109/tbcas.2024.3388673","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbcas.2024.3388673","pdf_url":null,"source":{"id":"https://openalex.org/S80299757","display_name":"IEEE Transactions on Biomedical Circuits and Systems","issn_l":"1932-4545","issn":["1932-4545","1940-9990"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080796334","display_name":"Gang Dou","orcid":"https://orcid.org/0000-0002-2631-1734"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Dou","raw_affiliation_strings":["College of Electronic and Information Engineering, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-2631-1734","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101336613","display_name":"Wenhai Guo","orcid":"https://orcid.org/0009-0003-5223-0334"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhai Guo","raw_affiliation_strings":["College of Electrical Engineering and Automation, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0003-5223-0334","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and Automation, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102914338","display_name":"Lingtong Kong","orcid":"https://orcid.org/0009-0003-7021-5314"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingtong Kong","raw_affiliation_strings":["College of Electrical Engineering and Automation, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0003-7021-5314","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and Automation, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029822464","display_name":"Junwei Sun","orcid":"https://orcid.org/0000-0001-8518-5064"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Sun","raw_affiliation_strings":["School of Electrical and Information Engineering, Zhengzhou University of Light Industry, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8518-5064","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103141223","display_name":"Mei Guo","orcid":"https://orcid.org/0000-0003-3002-9368"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Guo","raw_affiliation_strings":["College of Electrical Engineering and Automation, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-3002-9368","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and Automation, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048286444","display_name":"Shiping Wen","orcid":"https://orcid.org/0000-0002-5048-0319"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]}],"countries":["AU","PK"],"is_corresponding":false,"raw_author_name":"Shiping Wen","raw_affiliation_strings":["Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, Australia","Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, Australian"],"raw_orcid":"https://orcid.org/0000-0002-5048-0319","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, Australian","institution_ids":["https://openalex.org/I114017466","https://openalex.org/I1323252656"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3831,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.96295741,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"5","first_page":"1166","last_page":"1177"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operant-conditioning","display_name":"Operant conditioning","score":0.8542342185974121},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.7423925399780273},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6320676803588867},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5569705367088318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3914799988269806},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3843114972114563},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20993244647979736},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.1148286759853363}],"concepts":[{"id":"https://openalex.org/C163270606","wikidata":"https://www.wikidata.org/wiki/Q847079","display_name":"Operant conditioning","level":3,"score":0.8542342185974121},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.7423925399780273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6320676803588867},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5569705367088318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3914799988269806},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3843114972114563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20993244647979736},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.1148286759853363},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tbcas.2024.3388673","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbcas.2024.3388673","pdf_url":null,"source":{"id":"https://openalex.org/S80299757","display_name":"IEEE Transactions on Biomedical Circuits and Systems","issn_l":"1932-4545","issn":["1932-4545","1940-9990"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Circuits and Systems","raw_type":"journal-article"},{"id":"pmid:38619952","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38619952","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on biomedical circuits and systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3152253029","display_name":null,"funder_award_id":"62176143","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6746616474","display_name":null,"funder_award_id":"ZR2022MF225","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7550618725","display_name":null,"funder_award_id":"ZR2021MF001","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1976561254","https://openalex.org/W2015088745","https://openalex.org/W2020664983","https://openalex.org/W2054749214","https://openalex.org/W2068906680","https://openalex.org/W2112181056","https://openalex.org/W2121160924","https://openalex.org/W2143197927","https://openalex.org/W2162651880","https://openalex.org/W2269602391","https://openalex.org/W2510112518","https://openalex.org/W2519109807","https://openalex.org/W2542430611","https://openalex.org/W2599944644","https://openalex.org/W2762731122","https://openalex.org/W2898599862","https://openalex.org/W2966081953","https://openalex.org/W2986845733","https://openalex.org/W2999985219","https://openalex.org/W3013080934","https://openalex.org/W3025891593","https://openalex.org/W3081140267","https://openalex.org/W3098225300","https://openalex.org/W3112657502","https://openalex.org/W3129593344","https://openalex.org/W3179411765","https://openalex.org/W3196093339","https://openalex.org/W3198215373","https://openalex.org/W3217285089","https://openalex.org/W4221032198","https://openalex.org/W4285157114","https://openalex.org/W4289823359","https://openalex.org/W4294891451","https://openalex.org/W4295120684","https://openalex.org/W4306912784","https://openalex.org/W4312282386","https://openalex.org/W4315650190","https://openalex.org/W4320486502","https://openalex.org/W4321609308","https://openalex.org/W4366310749","https://openalex.org/W4386090297","https://openalex.org/W4386319526","https://openalex.org/W4386889672","https://openalex.org/W4386918935","https://openalex.org/W4390706842","https://openalex.org/W4390956278","https://openalex.org/W6778315619","https://openalex.org/W6790324757"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W3108691306","https://openalex.org/W4389237622","https://openalex.org/W4385753159","https://openalex.org/W4200152843","https://openalex.org/W4214914769","https://openalex.org/W4387251107","https://openalex.org/W2166309310","https://openalex.org/W4317717548","https://openalex.org/W4297621941"],"abstract_inverted_index":{"Most":[0],"operant":[1,32,131,142],"conditioning":[2,33,132,143],"circuits":[3],"predominantly":[4],"focus":[5],"on":[6,31],"simple":[7],"feedback":[8,16,22,62,77],"process,":[9],"few":[10],"studies":[11],"consider":[12],"the":[13,19,66,68,85,109,119],"intricacies":[14],"of":[15,21,47,70,82,130,141],"outcomes":[17],"and":[18,36,59,61,73,103,114,126],"uncertainty":[20],"time.":[23],"This":[24],"paper":[25],"proposes":[26],"a":[27,147],"neuromorphic":[28],"circuit":[29,43,91,120],"based":[30],"with":[34,97],"addictiveness":[35],"time":[37],"memory":[38,60,81],"for":[39,134,149],"automatic":[40,135],"learning.":[41],"The":[42,80,90,128,139],"is":[44,78,88,137],"mainly":[45],"composed":[46],"hunger":[48,102],"output":[49,54,71],"module,":[50,52,55,58],"neuron":[51],"excitement":[53,72],"memristor-based":[56],"decision":[57],"generation":[63],"module.":[64],"In":[65,100],"circuit,":[67],"process":[69,129],"addiction":[74],"in":[75],"stochastic":[76],"achieved.":[79],"interval":[83],"between":[84,111],"two":[86],"rewards":[87],"formed.":[89],"can":[92,144],"adapt":[93],"to":[94,107,121],"complex":[95],"scenarios":[96],"these":[98],"functions.":[99],"addition,":[101],"satiety":[104],"are":[105],"introduced":[106],"realize":[108],"interaction":[110],"biological":[112],"behavior":[113],"exploration":[115],"desire,":[116],"which":[117],"enables":[118],"continuously":[122],"reshape":[123],"its":[124],"memories":[125],"actions.":[127],"theory":[133],"learning":[136],"accomplished.":[138],"study":[140],"serve":[145],"as":[146],"reference":[148],"more":[150],"intelligent":[151],"brain-inspired":[152],"neural":[153],"systems.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":12}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
