{"id":"https://openalex.org/W4390792742","doi":"https://doi.org/10.1093/bioinformatics/btae003","title":"Microbial interactions from a new perspective: reinforcement learning reveals new insights into microbiome evolution","display_name":"Microbial interactions from a new perspective: reinforcement learning reveals new insights into microbiome evolution","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4390792742","doi":"https://doi.org/10.1093/bioinformatics/btae003","pmid":"https://pubmed.ncbi.nlm.nih.gov/38212999"},"language":"en","primary_location":{"id":"doi:10.1093/bioinformatics/btae003","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btae003","pdf_url":"https://academic.oup.com/bioinformatics/advance-article-pdf/doi/10.1093/bioinformatics/btae003/55520556/btae003.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/bioinformatics/advance-article-pdf/doi/10.1093/bioinformatics/btae003/55520556/btae003.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090914642","display_name":"Parsa Ghadermazi","orcid":"https://orcid.org/0009-0005-4112-2105"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Parsa Ghadermazi","raw_affiliation_strings":["Department of Chemical and Biological Engineering, Colorado State University , Fort Collins, CO 80521, United States","Chemical and Biological Engineering, Department of Chemical and Biological Engineering, Colorado State University, Fort Collins, 80521, USA"],"raw_orcid":"https://orcid.org/0009-0005-4112-2105","affiliations":[{"raw_affiliation_string":"Department of Chemical and Biological Engineering, Colorado State University , Fort Collins, CO 80521, United States","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Chemical and Biological Engineering, Department of Chemical and Biological Engineering, Colorado State University, Fort Collins, 80521, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001997933","display_name":"Siu Hung Joshua Chan","orcid":"https://orcid.org/0000-0002-7707-656X"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Siu Hung Joshua Chan","raw_affiliation_strings":["Department of Chemical and Biological Engineering, Colorado State University , Fort Collins, CO 80521, United States","Chemical and Biological Engineering, Department of Chemical and Biological Engineering, Colorado State University, Fort Collins, 80521, USA"],"raw_orcid":"https://orcid.org/0000-0002-7707-656X","affiliations":[{"raw_affiliation_string":"Department of Chemical and Biological Engineering, Colorado State University , Fort Collins, CO 80521, United States","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Chemical and Biological Engineering, Department of Chemical and Biological Engineering, Colorado State University, Fort Collins, 80521, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001997933"],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":{"value":3618,"currency":"USD","value_usd":3618},"apc_paid":{"value":3618,"currency":"USD","value_usd":3618},"fwci":2.6205,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89680406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"40","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10932","display_name":"Microbial Metabolic Engineering and Bioproduction","score":0.8379999995231628,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10932","display_name":"Microbial Metabolic Engineering and Bioproduction","score":0.8379999995231628,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11791","display_name":"Microbial Community Ecology and Physiology","score":0.04129999876022339,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7283552289009094},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6215801239013672},{"id":"https://openalex.org/keywords/flux-balance-analysis","display_name":"Flux balance analysis","score":0.5201994776725769},{"id":"https://openalex.org/keywords/microbiome","display_name":"Microbiome","score":0.496841698884964},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48151883482933044},{"id":"https://openalex.org/keywords/biochemical-engineering","display_name":"Biochemical engineering","score":0.4469901919364929},{"id":"https://openalex.org/keywords/ecosystem","display_name":"Ecosystem","score":0.4343092441558838},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.42572975158691406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3603588938713074},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3049066662788391},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.3017905354499817},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.17849057912826538},{"id":"https://openalex.org/keywords/bioinformatics","display_name":"Bioinformatics","score":0.14685145020484924},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07539010047912598}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7283552289009094},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6215801239013672},{"id":"https://openalex.org/C167091322","wikidata":"https://www.wikidata.org/wiki/Q5463029","display_name":"Flux balance analysis","level":2,"score":0.5201994776725769},{"id":"https://openalex.org/C143121216","wikidata":"https://www.wikidata.org/wiki/Q1330402","display_name":"Microbiome","level":2,"score":0.496841698884964},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48151883482933044},{"id":"https://openalex.org/C183696295","wikidata":"https://www.wikidata.org/wiki/Q2487696","display_name":"Biochemical engineering","level":1,"score":0.4469901919364929},{"id":"https://openalex.org/C110872660","wikidata":"https://www.wikidata.org/wiki/Q37813","display_name":"Ecosystem","level":2,"score":0.4343092441558838},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42572975158691406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3603588938713074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3049066662788391},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.3017905354499817},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.17849057912826538},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.14685145020484924},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07539010047912598},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D056265","descriptor_name":"Microbial Interactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D056265","descriptor_name":"Microbial Interactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D056265","descriptor_name":"Microbial Interactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D056265","descriptor_name":"Microbial Interactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064307","descriptor_name":"Microbiota","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064307","descriptor_name":"Microbiota","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064307","descriptor_name":"Microbiota","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064307","descriptor_name":"Microbiota","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/bioinformatics/btae003","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btae003","pdf_url":"https://academic.oup.com/bioinformatics/advance-article-pdf/doi/10.1093/bioinformatics/btae003/55520556/btae003.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},{"id":"pmid:38212999","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38212999","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics (Oxford, England)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10799744","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10799744","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10799744/pdf/btae003.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bioinformatics","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/bioinformatics/btae003","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btae003","pdf_url":"https://academic.oup.com/bioinformatics/advance-article-pdf/doi/10.1093/bioinformatics/btae003/55520556/btae003.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[{"id":"https://openalex.org/G1590744054","display_name":null,"funder_award_id":"W911NF-07-2-0055","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390792742.pdf"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1491712856","https://openalex.org/W1974662378","https://openalex.org/W1982013068","https://openalex.org/W1984445372","https://openalex.org/W2001615843","https://openalex.org/W2013767271","https://openalex.org/W2018127512","https://openalex.org/W2026702022","https://openalex.org/W2028985317","https://openalex.org/W2029945156","https://openalex.org/W2043983825","https://openalex.org/W2048465561","https://openalex.org/W2048596643","https://openalex.org/W2058402249","https://openalex.org/W2060860079","https://openalex.org/W2078355959","https://openalex.org/W2083658635","https://openalex.org/W2085728653","https://openalex.org/W2093470004","https://openalex.org/W2104344909","https://openalex.org/W2110585362","https://openalex.org/W2113783037","https://openalex.org/W2124737787","https://openalex.org/W2131026689","https://openalex.org/W2146331300","https://openalex.org/W2517374056","https://openalex.org/W2521753769","https://openalex.org/W2561960911","https://openalex.org/W2607044022","https://openalex.org/W2608264069","https://openalex.org/W2616621860","https://openalex.org/W2617261748","https://openalex.org/W2767593460","https://openalex.org/W2773368689","https://openalex.org/W2794647037","https://openalex.org/W2804076141","https://openalex.org/W2889252694","https://openalex.org/W2890618968","https://openalex.org/W2902907165","https://openalex.org/W2938035106","https://openalex.org/W2946733097","https://openalex.org/W2963853963","https://openalex.org/W2999596312","https://openalex.org/W3015713838","https://openalex.org/W3023443733","https://openalex.org/W3033987735","https://openalex.org/W3094275603","https://openalex.org/W3100789280","https://openalex.org/W3110741547","https://openalex.org/W3127561923","https://openalex.org/W3202814415","https://openalex.org/W3206959204","https://openalex.org/W4205727522","https://openalex.org/W4220809526","https://openalex.org/W4226026738","https://openalex.org/W4241994679","https://openalex.org/W4289763738","https://openalex.org/W4293057237","https://openalex.org/W4312204610","https://openalex.org/W4313352051","https://openalex.org/W6666314473","https://openalex.org/W6752904781","https://openalex.org/W6772880495","https://openalex.org/W6809722550","https://openalex.org/W6810684729"],"related_works":["https://openalex.org/W2604155846","https://openalex.org/W4390658901","https://openalex.org/W3121185202","https://openalex.org/W4393043634","https://openalex.org/W4206185765","https://openalex.org/W2900546243","https://openalex.org/W4310964874","https://openalex.org/W2397950241","https://openalex.org/W4362657273","https://openalex.org/W2372954600"],"abstract_inverted_index":{"MOTIVATION:":[0],"Microbes":[1,68],"are":[2],"essential":[3],"part":[4],"of":[5,110,115,146],"all":[6],"ecosystems,":[7],"influencing":[8],"material":[9],"flow":[10],"and":[11,22,44,52,88,140],"shaping":[12],"their":[13],"surroundings.":[14],"Metabolic":[15],"modeling":[16],"has":[17],"been":[18],"a":[19,62,77],"useful":[20],"tool":[21],"provided":[23],"tremendous":[24],"insights":[25],"into":[26],"microbial":[27,74,82,100],"community":[28],"metabolism.":[29],"However,":[30],"current":[31],"methods":[32,136],"based":[33],"on":[34,121],"flux":[35,101],"balance":[36],"analysis":[37],"(FBA)":[38],"usually":[39],"fail":[40],"to":[41,49,84],"predict":[42],"metabolic":[43,90],"regulatory":[45],"strategies":[46,91],"that":[47],"lead":[48],"long-term":[50,94],"survival":[51],"stability":[53],"especially":[54],"in":[55,69,106,112,137],"heterogenous":[56],"communities.":[57],"RESULTS:":[58],"Here,":[59],"we":[60,127,141],"introduce":[61],"novel":[63],"reinforcement":[64],"learning":[65,87],"algorithm,":[66],"Self-Playing":[67],"Dynamic":[70],"FBA,":[71],"which":[72],"treats":[73],"metabolism":[75],"as":[76],"decision-making":[78],"process,":[79],"allowing":[80],"individual":[81],"agents":[83],"evolve":[85],"by":[86],"adapting":[89],"for":[92,155],"enhanced":[93],"fitness.":[95],"This":[96],"algorithm":[97,133],"predicts":[98],"what":[99],"regulation":[102],"policies":[103],"will":[104],"stabilize":[105],"the":[107,113,143],"dynamic":[108],"ecosystem":[109],"interest":[111],"presence":[114],"other":[116],"microbes":[117],"with":[118],"minimal":[119],"reliance":[120],"predefined":[122],"strategies.":[123],"Throughout":[124],"this":[125,156],"article,":[126],"present":[128],"several":[129],"scenarios":[130],"wherein":[131],"our":[132],"outperforms":[134],"existing":[135],"reproducing":[138],"outcomes,":[139],"explore":[142],"biological":[144],"significance":[145],"these":[147],"predictions.":[148],"AVAILABILITY":[149],"AND":[150],"IMPLEMENTATION:":[151],"The":[152],"source":[153],"code":[154],"article":[157],"is":[158],"available":[159],"at:":[160],"https://github.com/chan-csu/SPAM-DFBA.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-16T07:32:37.131356","created_date":"2025-10-10T00:00:00"}