{"id":"https://openalex.org/W4413393449","doi":"https://doi.org/10.23919/acc63710.2025.11107606","title":"Deep Reinforcement Learning for Intervention of Partially Observable Regulatory Networks","display_name":"Deep Reinforcement Learning for Intervention of Partially Observable Regulatory Networks","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W4413393449","doi":"https://doi.org/10.23919/acc63710.2025.11107606","pmid":"https://pubmed.ncbi.nlm.nih.gov/41726383"},"language":"en","primary_location":{"id":"doi:10.23919/acc63710.2025.11107606","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc63710.2025.11107606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12924706/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101686503","display_name":"Seyed Hamid Hosseini","orcid":"https://orcid.org/0000-0002-4317-0216"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Seyed Hamid Hosseini","raw_affiliation_strings":["Northeastern University,Department of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017741575","display_name":"Mahdi Imani","orcid":"https://orcid.org/0000-0001-9570-9909"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdi Imani","raw_affiliation_strings":["Northeastern University,Department of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101686503"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":2.8414,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92447185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"2025","issue":null,"first_page":"1145","last_page":"1152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.7091000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.7091000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8070073127746582},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.6374333500862122},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5622962117195129},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5073599219322205},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.49697449803352356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43384304642677307},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13806170225143433},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11168086528778076},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06670397520065308}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8070073127746582},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.6374333500862122},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5622962117195129},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5073599219322205},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.49697449803352356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43384304642677307},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13806170225143433},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11168086528778076},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06670397520065308},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.23919/acc63710.2025.11107606","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc63710.2025.11107606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 American Control Conference (ACC)","raw_type":"proceedings-article"},{"id":"pmid:41726383","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41726383","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ... American Control Conference. American Control Conference","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12924706","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12924706/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc Am Control Conf","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:12924706","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12924706/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc Am Control Conf","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1496590343","https://openalex.org/W1993418188","https://openalex.org/W2023186669","https://openalex.org/W2073775042","https://openalex.org/W2078460342","https://openalex.org/W2145339207","https://openalex.org/W2159638256","https://openalex.org/W2963722917","https://openalex.org/W3006138253","https://openalex.org/W3216493670","https://openalex.org/W4213251304","https://openalex.org/W4233622718","https://openalex.org/W4313145618","https://openalex.org/W4313482696","https://openalex.org/W4391164360","https://openalex.org/W4393404779","https://openalex.org/W4395039471","https://openalex.org/W4396999865","https://openalex.org/W4399100951","https://openalex.org/W4402436959","https://openalex.org/W4403534516","https://openalex.org/W4405303508","https://openalex.org/W4407948467"],"related_works":["https://openalex.org/W1994680671","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2000283393","https://openalex.org/W2920061524","https://openalex.org/W2002320543","https://openalex.org/W2040927204","https://openalex.org/W2061947244","https://openalex.org/W2150232912","https://openalex.org/W1977959518"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,152],"deep":[4,112],"reinforcement":[5,109],"learning":[6],"framework":[7],"for":[8,103],"designing":[9],"optimal":[10,86,122,137],"intervention":[11,87,123],"policies":[12],"in":[13,34,59,65,144,171],"Gene":[14],"Regulatory":[15],"Networks":[16],"(GRNs)":[17],"under":[18],"partial":[19,55],"observability.":[20,56],"Existing":[21],"methods":[22,170],"often":[23],"assume":[24],"full":[25],"observability":[26],"of":[27,77,120,160,180],"the":[28,74,80,85,90,121,132,136,142,145,158,161,178],"system":[29,104,174],"states,":[30,78],"which":[31],"is":[32,115],"unrealistic":[33],"practice":[35],"due":[36],"to":[37,53,117,135,168],"incomplete":[38],"or":[39],"noisy":[40],"gene":[41,60,66,99,146,154],"expression":[42,61],"data.":[43],"To":[44],"address":[45],"these":[46],"limitations,":[47],"we":[48],"extend":[49],"Boolean":[50],"network":[51,156],"models":[52],"include":[54],"The":[57],"uncertainty":[58,143],"data":[62,106],"and":[63,105,176],"stochasticity":[64],"activities":[67],"impacted":[68],"by":[69,96],"interventions":[70],"are":[71],"captured":[72],"through":[73],"posterior":[75],"distribution":[76],"called":[79],"belief":[81,91],"state.":[82],"We":[83],"formulate":[84],"policy":[88,124],"over":[89],"space,":[92],"maximizing":[93],"long-term":[94],"rewards":[95],"reducing":[97,177],"harmful":[98],"activations":[100],"while":[101],"accounting":[102],"uncertainties.":[107],"Deep":[108],"learning,":[110],"particularly":[111],"Q-network":[113],"(DQN),":[114],"developed":[116],"enable":[118],"approximation":[119],"at":[125],"scale.":[126],"Our":[127],"analytical":[128],"results":[129],"demonstrate":[130,157],"that":[131],"method":[133],"converges":[134],"dynamic":[138],"programming":[139],"solution":[140],"if":[141],"state":[147],"disappears.":[148],"Numerical":[149],"experiments":[150],"on":[151],"melanoma":[153],"regulatory":[155],"efficacy":[159],"proposed":[162],"approach,":[163],"showing":[164],"improved":[165],"performance":[166],"compared":[167],"existing":[169],"maintaining":[172],"desirable":[173],"states":[175],"activation":[179],"cancer-related":[181],"genes.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}