{"id":"https://openalex.org/W4309306290","doi":"https://doi.org/10.1371/journal.pcbi.1010676","title":"Operant conditioning of stochastic chemical reaction networks","display_name":"Operant conditioning of stochastic chemical reaction networks","publication_year":2022,"publication_date":"2022-11-18","ids":{"openalex":"https://openalex.org/W4309306290","doi":"https://doi.org/10.1371/journal.pcbi.1010676","pmid":"https://pubmed.ncbi.nlm.nih.gov/36399506"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1010676","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010676","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1010676&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1010676&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044005088","display_name":"David Arredondo","orcid":"https://orcid.org/0000-0003-2477-9162"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Arredondo","raw_affiliation_strings":["Center for Biomedical Engineering, University of New Mexico, Albuquerque, New Mexico, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Biomedical Engineering, University of New Mexico, Albuquerque, New Mexico, United States of America","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003454366","display_name":"Matthew R. Lakin","orcid":"https://orcid.org/0000-0002-8516-4789"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew R. Lakin","raw_affiliation_strings":["Center for Biomedical Engineering, University of New Mexico, Albuquerque, New Mexico, United States of America","Department of Chemical & Biological Engineering, University of New Mexico, Albuquerque, New Mexico, United States of America","Department of Computer Science, University of New Mexico, Albuquerque, New Mexico, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8516-4789","affiliations":[{"raw_affiliation_string":"Center for Biomedical Engineering, University of New Mexico, Albuquerque, New Mexico, United States of America","institution_ids":["https://openalex.org/I169521973"]},{"raw_affiliation_string":"Department of Chemical & Biological Engineering, University of New Mexico, Albuquerque, New Mexico, United States of America","institution_ids":["https://openalex.org/I169521973"]},{"raw_affiliation_string":"Department of Computer Science, University of New Mexico, Albuquerque, New Mexico, United States of America","institution_ids":["https://openalex.org/I169521973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003454366"],"corresponding_institution_ids":["https://openalex.org/I169521973"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":0.2604,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.53062192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"18","issue":"11","first_page":"e1010676","last_page":"e1010676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10207","display_name":"Advanced biosensing and bioanalysis techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10207","display_name":"Advanced biosensing and bioanalysis techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12236","display_name":"Photoreceptor and optogenetics research","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6125344038009644},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5158292651176453},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5049682259559631},{"id":"https://openalex.org/keywords/classical-conditioning","display_name":"Classical conditioning","score":0.49440455436706543},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4814735949039459},{"id":"https://openalex.org/keywords/adaptive-behavior","display_name":"Adaptive behavior","score":0.4679962992668152},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4482984244823456},{"id":"https://openalex.org/keywords/conditioning","display_name":"Conditioning","score":0.44062721729278564},{"id":"https://openalex.org/keywords/synthetic-biology","display_name":"Synthetic biology","score":0.4295576810836792},{"id":"https://openalex.org/keywords/adaptive-system","display_name":"Adaptive system","score":0.41339367628097534},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09592917561531067}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6125344038009644},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5158292651176453},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5049682259559631},{"id":"https://openalex.org/C39617858","wikidata":"https://www.wikidata.org/wiki/Q212737","display_name":"Classical conditioning","level":3,"score":0.49440455436706543},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4814735949039459},{"id":"https://openalex.org/C68784500","wikidata":"https://www.wikidata.org/wiki/Q1570691","display_name":"Adaptive behavior","level":2,"score":0.4679962992668152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4482984244823456},{"id":"https://openalex.org/C45262634","wikidata":"https://www.wikidata.org/wiki/Q5159291","display_name":"Conditioning","level":2,"score":0.44062721729278564},{"id":"https://openalex.org/C191908910","wikidata":"https://www.wikidata.org/wiki/Q862838","display_name":"Synthetic biology","level":2,"score":0.4295576810836792},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.41339367628097534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09592917561531067},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000223","descriptor_name":"Adaptation, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000223","descriptor_name":"Adaptation, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000223","descriptor_name":"Adaptation, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000223","descriptor_name":"Adaptation, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032701","descriptor_name":"Biomimetics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032701","descriptor_name":"Biomimetics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032701","descriptor_name":"Biomimetics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032701","descriptor_name":"Biomimetics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058045","descriptor_name":"Artificial Cells","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D058045","descriptor_name":"Artificial Cells","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D058045","descriptor_name":"Artificial Cells","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D058045","descriptor_name":"Artificial Cells","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1371/journal.pcbi.1010676","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010676","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1010676&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:36399506","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36399506","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:doaj.org/article:869485e1729e437ab9724f237a154747","is_oa":true,"landing_page_url":"https://doaj.org/article/869485e1729e437ab9724f237a154747","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 18, Iss 11, p e1010676 (2022)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9718418","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9718418","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1010676","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010676","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1010676&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G1033693919","display_name":null,"funder_award_id":"1525553","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4410983858","display_name":null,"funder_award_id":"1935087","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7216309630","display_name":null,"funder_award_id":"1518861","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309306290.pdf","grobid_xml":"https://content.openalex.org/works/W4309306290.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1557189197","https://openalex.org/W1638774395","https://openalex.org/W1973519101","https://openalex.org/W1986292487","https://openalex.org/W1986753065","https://openalex.org/W1990476699","https://openalex.org/W1996197315","https://openalex.org/W1996206765","https://openalex.org/W1996847178","https://openalex.org/W1997814909","https://openalex.org/W2000804241","https://openalex.org/W2005615084","https://openalex.org/W2032231424","https://openalex.org/W2059505795","https://openalex.org/W2066989142","https://openalex.org/W2075031385","https://openalex.org/W2107726111","https://openalex.org/W2115271248","https://openalex.org/W2116074000","https://openalex.org/W2121061285","https://openalex.org/W2134759932","https://openalex.org/W2138192576","https://openalex.org/W2143075476","https://openalex.org/W2145955413","https://openalex.org/W2155418451","https://openalex.org/W2344583600","https://openalex.org/W2528271650","https://openalex.org/W2568960859","https://openalex.org/W2593837836","https://openalex.org/W2737458193","https://openalex.org/W2743947100","https://openalex.org/W2783495015","https://openalex.org/W2810268565","https://openalex.org/W2895157742","https://openalex.org/W2915027573","https://openalex.org/W2950915616","https://openalex.org/W2965442502","https://openalex.org/W2968569765","https://openalex.org/W2976321815","https://openalex.org/W2992186125","https://openalex.org/W2994849681","https://openalex.org/W2999228461","https://openalex.org/W3021242940","https://openalex.org/W3081421405","https://openalex.org/W3101769334","https://openalex.org/W3151434123","https://openalex.org/W3202678087","https://openalex.org/W4200423023","https://openalex.org/W4210934279","https://openalex.org/W4224099948","https://openalex.org/W4226410557","https://openalex.org/W4251351176","https://openalex.org/W4281633613"],"related_works":["https://openalex.org/W1992291831","https://openalex.org/W3201246775","https://openalex.org/W1989069443","https://openalex.org/W2039434275","https://openalex.org/W2096475310","https://openalex.org/W2120407394","https://openalex.org/W2063205442","https://openalex.org/W2091920001","https://openalex.org/W2067432454","https://openalex.org/W2082970135"],"abstract_inverted_index":{"Adapting":[0],"one's":[1],"behavior":[2,87,164,225],"to":[3,90,112,126,138,161,168,222],"environmental":[4,91],"conditions":[5],"and":[6,45,80],"past":[7],"experience":[8],"is":[9,21,74],"a":[10,117,139,182],"key":[11],"trait":[12],"of":[13,51,65,76,85,100,107,184,187,207],"living":[14],"systems.":[15,229],"In":[16,36],"the":[17,37,49,57,63,98,150,159,188,192,202,205,208],"biological":[18],"world,":[19,39],"there":[20],"evidence":[22],"for":[23,69],"adaptive":[24,81],"behaviors":[25],"such":[26,70,78],"as":[27,181],"learning":[28,209],"even":[29],"in":[30,41,88,110,166,191,226],"naturally":[31],"occurring,":[32],"non-neural,":[33],"single-celled":[34],"organisms.":[35],"bioengineered":[38],"advances":[40],"synthetic":[42],"cell":[43],"engineering":[44],"biorobotics":[46],"have":[47],"created":[48],"possibility":[50],"implementing":[52],"lifelike":[53,224],"systems":[54,72,218],"engineered":[55,227],"from":[56,149],"bottom":[58],"up.":[59],"This":[60,177],"will":[61],"require":[62],"development":[64],"programmable":[66],"control":[67],"circuitry":[68],"biomimetic":[71,228],"that":[73,116,145,194,215],"capable":[75,106],"realizing":[77],"non-trivial":[79],"behavior,":[82],"including":[83],"modification":[84],"subsequent":[86],"response":[89,111,167],"feedback.":[92],"To":[93],"this":[94],"end,":[95],"we":[96],"report":[97],"design":[99],"novel":[101],"stochastic":[102],"chemical":[103,119,189,217],"reaction":[104,120],"networks":[105],"probabilistic":[108],"decision-making":[109],"stimuli.":[113],"We":[114,142],"show":[115,144],"simple":[118,146,216],"network":[121],"motif":[122],"can":[123,152,219],"be":[124,220],"tuned":[125],"produce":[127],"arbitrary":[128],"decision":[129],"probabilities":[130,155],"when":[131],"choosing":[132],"between":[133],"two":[134],"or":[135,170],"more":[136],"responses":[137],"stimulus":[140],"signal.":[141],"further":[143],"feedback":[147,195],"mechanisms":[148],"environment":[151],"modify":[153],"these":[154],"over":[156],"time,":[157],"enabling":[158],"system":[160,178],"adapt":[162],"its":[163,175],"dynamically":[165],"positive":[169],"negative":[171],"reinforcement":[172],"based":[173,197],"on":[174,198],"decisions.":[176],"thus":[179,213],"acts":[180],"form":[183,204],"operant":[185],"conditioning":[186],"circuit,":[190],"sense":[193],"provided":[196],"decisions":[199],"taken":[200],"by":[201],"circuit":[203],"basis":[206],"process.":[210],"Our":[211],"work":[212],"demonstrates":[214],"used":[221],"implement":[223]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}