{"id":"https://openalex.org/W7167083377","doi":"https://doi.org/10.1016/j.jfranklin.2026.108871","title":"Characteristics-based data-driven reinforcement learning for optimal control of nonlinear hyperbolic PDE systems","display_name":"Characteristics-based data-driven reinforcement learning for optimal control of nonlinear hyperbolic PDE systems","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167083377","doi":"https://doi.org/10.1016/j.jfranklin.2026.108871"},"language":"en","primary_location":{"id":"doi:10.1016/j.jfranklin.2026.108871","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jfranklin.2026.108871","pdf_url":null,"source":{"id":"https://openalex.org/S183498172","display_name":"Journal of the Franklin Institute","issn_l":"0016-0032","issn":["0016-0032","1879-2693"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Franklin Institute","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.jfranklin.2026.108871","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047201628","display_name":"Ilyasse Aksikas","orcid":"https://orcid.org/0000-0003-4561-4439"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ilyasse Aksikas","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4561-4439","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058475904","display_name":"Abdelouahed Hamdi","orcid":"https://orcid.org/0000-0003-1950-8907"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdelouahed Hamdi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1950-8907","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053691175","display_name":"Samir Brahim Belhaouari","orcid":"https://orcid.org/0000-0003-2336-0490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samir Brahim Belhaouari","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2336-0490","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2700,"currency":"USD","value_usd":2700},"apc_paid":{"value":2700,"currency":"USD","value_usd":2700},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89076265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"363","issue":"12","first_page":"108871","last_page":"108871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.7633000016212463,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.7633000016212463,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.11460000276565552,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11110","display_name":"Stability and Controllability of Differential Equations","score":0.05380000174045563,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6320000290870667},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5360000133514404},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.535099983215332},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4050999879837036},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.3659999966621399},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.3434999883174896}],"concepts":[{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6320000290870667},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5360000133514404},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.535099983215332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4438000023365021},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.429500013589859},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4221000075340271},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3781999945640564},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C72218879","wikidata":"https://www.wikidata.org/wiki/Q4839759","display_name":"Backstepping","level":4,"score":0.2827000021934509},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.25949999690055847}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.jfranklin.2026.108871","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jfranklin.2026.108871","pdf_url":null,"source":{"id":"https://openalex.org/S183498172","display_name":"Journal of the Franklin Institute","issn_l":"0016-0032","issn":["0016-0032","1879-2693"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Franklin Institute","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/32934656","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Characteristics-based_data-driven_reinforcement_learning_for_optimal_control_of_nonlinear_hyperbolic_PDE_systems/32934656","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1016/j.jfranklin.2026.108871","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jfranklin.2026.108871","pdf_url":null,"source":{"id":"https://openalex.org/S183498172","display_name":"Journal of the Franklin Institute","issn_l":"0016-0032","issn":["0016-0032","1879-2693"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Franklin Institute","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1912694276","https://openalex.org/W1971361435","https://openalex.org/W1976393971","https://openalex.org/W1983523797","https://openalex.org/W1986957722","https://openalex.org/W1995102238","https://openalex.org/W2054649564","https://openalex.org/W2080397322","https://openalex.org/W2081514674","https://openalex.org/W2151460005","https://openalex.org/W2154125198","https://openalex.org/W2160561608","https://openalex.org/W2178205091","https://openalex.org/W4388579564","https://openalex.org/W4399844066","https://openalex.org/W4406104133","https://openalex.org/W4412689081","https://openalex.org/W4414164599"],"related_works":[],"abstract_inverted_index":{"This":[0,96],"paper":[1],"addresses":[2],"the":[3,47,73,78,82,113,142,155,169,181,199],"optimal":[4,54],"control":[5,55,137],"of":[6,9,49,75,100,112,141,154,183,198],"a":[7,52,163],"class":[8],"nonlinear":[10,114,164],"hyperbolic":[11,83],"partial":[12],"differential":[13,89],"equation":[14],"(PDE)":[15],"systems":[16,25],"with":[17,77],"multiple":[18],"transport":[19],"velocities":[20],"and":[21,38,93,103,121,131,176,186],"unknown":[22],"dynamics.":[23],"Such":[24],"arise":[26],"naturally":[27],"in":[28,65,180],"transport\u2013reaction":[29],"processes,":[30],"including":[31],"fixed-bed":[32,165],"chemical":[33],"reactors,":[34],"where":[35,168],"interacting":[36],"temperature":[37],"concentration":[39],"waves":[40],"propagate":[41],"at":[42],"different":[43],"speeds.":[44],"To":[45],"overcome":[46],"limitations":[48],"model-based":[50],"approaches,":[51],"data-driven":[53],"framework":[56],"based":[57],"on":[58,207],"integral":[59],"reinforcement":[60],"learning":[61],"(IRL)":[62],"is":[63,124,157],"developed":[64],"an":[66,160],"infinite-dimensional":[67],"setting.":[68],"The":[69,152],"proposed":[70,143,170],"approach":[71],"integrates":[72],"method":[74,156],"characteristics":[76],"Hamilton\u2013Jacobi\u2013Bellman":[79],"formulation,":[80],"transforming":[81],"PDE":[84],"system":[85,115],"into":[86],"characteristic-based":[87],"ordinary":[88],"equations":[90],"for":[91],"trajectory":[92],"cost":[94],"evaluation.":[95],"enables":[97],"exact":[98],"computation":[99],"state":[101],"trajectories":[102],"accumulated":[104],"costs":[105],"without":[106],"spatial":[107],"discretization":[108],"or":[109],"explicit":[110],"knowledge":[111],"operators.":[116],"An":[117],"iterative":[118],"policy":[119,144],"evaluation":[120],"improvement":[122],"scheme":[123,146],"derived":[125],"using":[126],"smooth":[127],"value":[128],"function":[129],"approximations":[130],"least-squares-based":[132],"updates,":[133],"yielding":[134],"admissible":[135],"distributed":[136],"laws.":[138],"Convergence":[139],"properties":[140],"iteration":[145],"are":[147],"established":[148],"under":[149,190],"standard":[150],"assumptions.":[151],"effectiveness":[153],"demonstrated":[158],"through":[159],"application":[161],"to":[162],"reactor":[166],"model,":[167],"controller":[171],"achieves":[172],"improved":[173],"closed-loop":[174],"performance":[175],"maintains":[177],"robust":[178],"regulation":[179],"presence":[182],"inlet":[184],"disturbances":[185],"moderate":[187],"plant-parameter":[188],"variations":[189],"actuator":[191],"constraints.":[192],"<h2>Other":[193],"Information</h2>":[194],"Published":[195],"in:":[196],"Journal":[197],"Franklin":[200],"Institute<br>":[201],"License:":[202],"<a":[203,210],"href=\"http://creativecommons.org/licenses/by/4.0/\"":[204],"target=\"_blank\">http://creativecommons.org/licenses/by/4.0/</a><br>See":[205],"article":[206],"publisher's":[208],"website:":[209],"href=\"https://dx.doi.org/10.1016/j.jfranklin.2026.108871\"":[211],"target=\"_blank\">https://dx.doi.org/10.1016/j.jfranklin.2026.108871</a>":[212]},"counts_by_year":[],"updated_date":"2026-07-05T06:12:00.321722","created_date":"2026-07-03T00:00:00"}