{"id":"https://openalex.org/W4415465110","doi":"https://doi.org/10.1142/s0218194025500871","title":"Modeling and Controlling Cyber-Physical Systems Based on Hybrid Turing Machine and Reinforcement Learning","display_name":"Modeling and Controlling Cyber-Physical Systems Based on Hybrid Turing Machine and Reinforcement Learning","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415465110","doi":"https://doi.org/10.1142/s0218194025500871"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194025500871","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194025500871","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058247605","display_name":"Chao Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Xing","raw_affiliation_strings":["Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University, Nanjing 210023, P.\u00a0R.\u00a0China","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China","Key Laboratory of Data Intelligence and Advanced Computing in Provincial Universities, Soochow University, Suzhou 215006, P.\u00a0R.\u00a0China","Ministry Key Laboratory for Safety-Critical Software Development and Verification, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University, Nanjing 210023, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Data Intelligence and Advanced Computing in Provincial Universities, Soochow University, Suzhou 215006, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I3923682"]},{"raw_affiliation_string":"Ministry Key Laboratory for Safety-Critical Software Development and Verification, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017248361","display_name":"Zining Cao","orcid":"https://orcid.org/0000-0002-4673-200X"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zining Cao","raw_affiliation_strings":["Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University, Nanjing 210023, P.\u00a0R.\u00a0China","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China","Key Laboratory of Data Intelligence and Advanced Computing in Provincial Universities, Soochow University, Suzhou 215006, P.\u00a0R.\u00a0China","Ministry Key Laboratory for Safety-Critical Software Development and Verification, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing University, Nanjing 210023, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Data Intelligence and Advanced Computing in Provincial Universities, Soochow University, Suzhou 215006, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I3923682"]},{"raw_affiliation_string":"Ministry Key Laboratory for Safety-Critical Software Development and Verification, Nanjing University of Aeronautics and Astronautics, Nanjing 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100332585","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-2145-0903"},"institutions":[{"id":"https://openalex.org/I3129496460","display_name":"Lishui University","ror":"https://ror.org/0418kp584","country_code":"CN","type":"education","lineage":["https://openalex.org/I3129496460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["College of Mathematics and Computer Science, Lishui University, Lishui 323000, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mathematics and Computer Science, Lishui University, Lishui 323000, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I3129496460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15165781,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"05","first_page":"667","last_page":"695"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.4526999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.4526999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.44119998812675476,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14474","display_name":"Industrial Technology and Control Systems","score":0.40860000252723694,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7425000071525574},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6032000184059143},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4596000015735626},{"id":"https://openalex.org/keywords/turing-machine","display_name":"Turing machine","score":0.4408999979496002},{"id":"https://openalex.org/keywords/turing","display_name":"Turing","score":0.4374000132083893},{"id":"https://openalex.org/keywords/hybrid-system","display_name":"Hybrid system","score":0.41659998893737793},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.3815000057220459},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38119998574256897},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.36820000410079956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692000269889832},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7425000071525574},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6032000184059143},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4542999863624573},{"id":"https://openalex.org/C29248071","wikidata":"https://www.wikidata.org/wiki/Q163310","display_name":"Turing machine","level":3,"score":0.4408999979496002},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3815000057220459},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3617999851703644},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3179999887943268},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3003999888896942},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194025500871","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194025500871","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5055147428","display_name":null,"funder_award_id":"NJ2024030","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W52153049","https://openalex.org/W2034797247","https://openalex.org/W2047764386","https://openalex.org/W2072160811","https://openalex.org/W2118741873","https://openalex.org/W2147340401","https://openalex.org/W2168359464","https://openalex.org/W2169239645","https://openalex.org/W2257979135","https://openalex.org/W2487779201","https://openalex.org/W2530887700","https://openalex.org/W2922004937","https://openalex.org/W4225396539","https://openalex.org/W4242741415","https://openalex.org/W4253103663"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,62,108,131,151],"Hybrid":[4],"Turing":[5],"Machine":[6],"(HTM)":[7],"framework":[8,158],"for":[9,146],"modeling":[10],"and":[11,40,70,120,163],"controlling":[12],"cyber-physical":[13],"systems":[14],"(CPS),":[15],"which":[16,58,137],"integrates":[17],"discrete":[18,117],"symbolic":[19,28],"computation":[20],"with":[21,32],"continuous":[22,75],"physical":[23],"evolution.":[24,50],"In":[25],"HTM,":[26],"each":[27],"configuration":[29,144],"is":[30,59,92,126,138],"associated":[31],"real-valued":[33],"dynamics":[34],"governed":[35],"by":[36,44,61],"neural":[37,64],"flow":[38],"functions,":[39],"transitions":[41],"are":[42],"triggered":[43],"guard":[45],"predicates":[46],"based":[47],"on":[48,150],"system":[49],"A":[51],"pointer-based":[52],"memory":[53],"mechanism":[54],"induces":[55],"partial":[56],"observability,":[57],"addressed":[60],"recurrent":[63],"network":[65],"(RNN)":[66],"that":[67,79,156],"encodes":[68],"controller":[69],"device":[71],"behavior":[72],"into":[73,107],"latent":[74,116,135],"states.":[76],"We":[77],"prove":[78],"computing":[80],"the":[81,134,142],"maximum":[82],"total":[83],"reward":[84],"or":[85],"synthesizing":[86],"an":[87,95],"optimal":[88],"policy":[89,132],"in":[90],"HTM":[91,104,143],"incomputable,":[93],"motivating":[94],"approximate":[96],"control":[97,162],"approach.":[98],"To":[99],"this":[100],"end,":[101],"we":[102],"abstract":[103],"execution":[105],"traces":[106],"Partially":[109],"Observable":[110],"Markov":[111],"Decision":[112],"Process":[113],"(POMDP)":[114],"using":[115],"state":[118],"clustering":[119],"RNN-based":[121],"dynamic":[122],"modeling.":[123],"Reinforcement":[124],"learning":[125],"then":[127],"applied":[128],"to":[129,141],"train":[130],"over":[133],"POMDP,":[136],"lifted":[139],"back":[140],"space":[145],"execution.":[147],"Experimental":[148],"results":[149],"multi-UAV":[152],"scheduling":[153],"task":[154],"show":[155],"our":[157],"enables":[159],"interpretable":[160],"hybrid":[161],"consistent":[164],"decision-making":[165],"under":[166],"limited":[167],"observability.":[168]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-23T00:00:00"}