{"id":"https://openalex.org/W4402570412","doi":"https://doi.org/10.1109/tcyb.2024.3454253","title":"Minimum-Cost State-Flipped Control for Reachability of Boolean Control Networks Using Reinforcement Learning","display_name":"Minimum-Cost State-Flipped Control for Reachability of Boolean Control Networks Using Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402570412","doi":"https://doi.org/10.1109/tcyb.2024.3454253","pmid":"https://pubmed.ncbi.nlm.nih.gov/39288054"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2024.3454253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3454253","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033106330","display_name":"Jingjie Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingjie Ni","raw_affiliation_strings":["School of Mathematics, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-4633-2451","affiliations":[{"raw_affiliation_string":"School of Mathematics, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028570509","display_name":"Yang Tang","orcid":"https://orcid.org/0000-0002-2750-8029"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Tang","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2750-8029","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100763314","display_name":"Fangfei Li","orcid":"https://orcid.org/0000-0001-7978-8125"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangfei Li","raw_affiliation_strings":["School of Mathematics and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, School of Mathematics and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7978-8125","affiliations":[{"raw_affiliation_string":"School of Mathematics and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, School of Mathematics and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033106330"],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":3.2772,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92831299,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"54","issue":"11","first_page":"7103","last_page":"7115"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.8507930040359497},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8143066167831421},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.6226500272750854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.555281937122345},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.49607357382774353},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.23907947540283203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2348802089691162},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16624152660369873}],"concepts":[{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.8507930040359497},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8143066167831421},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.6226500272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.555281937122345},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49607357382774353},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.23907947540283203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2348802089691162},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16624152660369873}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2024.3454253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3454253","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:39288054","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39288054","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2274722040","display_name":null,"funder_award_id":"62173142","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4534278558","display_name":null,"funder_award_id":"B17017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7545332879","display_name":null,"funder_award_id":"62233005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1486227004","https://openalex.org/W1971224531","https://openalex.org/W2041443351","https://openalex.org/W2058219513","https://openalex.org/W2612063052","https://openalex.org/W2746553466","https://openalex.org/W2791778585","https://openalex.org/W2795505133","https://openalex.org/W2801382919","https://openalex.org/W2904868358","https://openalex.org/W2946477357","https://openalex.org/W2982194374","https://openalex.org/W2997622225","https://openalex.org/W3034404538","https://openalex.org/W3041192467","https://openalex.org/W3042912152","https://openalex.org/W3092769269","https://openalex.org/W3158339131","https://openalex.org/W3198658744","https://openalex.org/W3216493670","https://openalex.org/W4205197838","https://openalex.org/W4233061323","https://openalex.org/W4255421341","https://openalex.org/W4293197789","https://openalex.org/W4312574125","https://openalex.org/W4366668269","https://openalex.org/W4367400338","https://openalex.org/W4387632439","https://openalex.org/W4388430855","https://openalex.org/W4388581378","https://openalex.org/W4390734378","https://openalex.org/W4391765558","https://openalex.org/W6676023451","https://openalex.org/W6858905707"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2127267268","https://openalex.org/W2136512912","https://openalex.org/W2067910792","https://openalex.org/W2156446763","https://openalex.org/W2150194458","https://openalex.org/W2143461633","https://openalex.org/W4321471459","https://openalex.org/W2889071233"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2],"model-free":[3],"reinforcement":[4],"learning":[5,91],"methods":[6,225],"for":[7,47,193],"minimum-cost":[8],"state-flipped":[9],"control":[10,13,124],"in":[11,60,136,196],"Boolean":[12],"networks":[14],"(BCNs).":[15],"We":[16],"tackle":[17],"two":[18,70],"questions:":[19],"1)":[20,72,155],"finding":[21],"the":[22,26,30,42,51,84,104,119,132,137,142,187,206,213,220,223],"flipping":[23,45,53],"kernel,":[24],"namely,":[25],"flip":[27,85],"set":[28,107,216],"with":[29,97,158],"smallest":[31],"cardinality":[32],"ensuring":[33],"reachability":[34,48,62,102],"and":[35,92,126,150,156,231],"2)":[36,93,157,195],"deriving":[37],"optimal":[38],"policies":[39],"to":[40,83,103,117,185,211],"minimize":[41],"number":[43],"of":[44,121,222],"actions":[46],"based":[49,204],"on":[50,180,205,228],"obtained":[52],"kernel.":[54],"For":[55,111],"Question":[56,112,194],"1),":[57],"Q-learning's":[58],"capability":[59],"determining":[61],"is":[63,115,183,226],"demonstrated.":[64],"To":[65,140,190],"expedite":[66,191],"convergence,":[67],"we":[68,144,199],"incorporate":[69],"improvements:":[71],"demonstrating":[73],"that":[74],"previously":[75],"reachable":[76,79],"states":[77,100],"remain":[78],"after":[80],"adding":[81],"elements":[82],"set,":[86],"followed":[87],"by":[88,163,172],"employing":[89,164],"transfer":[90],"initiating":[94],"each":[95],"episode":[96],"special":[98],"initial":[99],"whose":[101],"target":[105,214],"state":[106,215],"are":[108,161],"currently":[109],"unknown.":[110],"2),":[113],"it":[114],"challenging":[116],"encapsulate":[118],"objective":[120],"simultaneously":[122],"reducing":[123],"costs":[125],"satisfying":[127],"terminal":[128],"constraints":[129],"exclusively":[130],"through":[131],"reward":[133,148],"function":[134],"employed":[135],"Q-learning":[138],"framework.":[139],"bridge":[141],"gap,":[143],"propose":[145],"a":[146],"BCN-characteristics-based":[147],"scheme":[149],"prove":[151],"its":[152],"optimality.":[153],"Questions":[154],"large-scale":[159,197,232],"BCNs":[160],"addressed":[162],"small":[165],"memory":[166,170,181],"Q-learning,":[167],"which":[168],"reduces":[169],"usage":[171,182],"only":[173],"recording":[174],"visited":[175],"action-values.":[176],"An":[177],"upper":[178],"bound":[179],"provided":[184],"assess":[186],"algorithm's":[188],"feasibility.":[189],"convergence":[192],"BCNs,":[198],"introduce":[200],"adaptive":[201],"variable":[202],"rewards":[203],"known":[207],"maximum":[208],"steps":[209],"needed":[210],"reach":[212],"without":[217],"cycles.":[218],"Finally,":[219],"effectiveness":[221],"proposed":[224],"validated":[227],"both":[229],"small-":[230],"BCNs.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}