{"id":"https://openalex.org/W4416922265","doi":"https://doi.org/10.1109/tnnls.2025.3633880","title":"Spatiotemporal Topology-Informed Multiagent Reinforcement Learning Framework for Structured Multiprocess Collaborative Optimization","display_name":"Spatiotemporal Topology-Informed Multiagent Reinforcement Learning Framework for Structured Multiprocess Collaborative Optimization","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W4416922265","doi":"https://doi.org/10.1109/tnnls.2025.3633880","pmid":"https://pubmed.ncbi.nlm.nih.gov/41329585"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3633880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3633880","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046286288","display_name":"Diju Liu","orcid":"https://orcid.org/0000-0002-1128-8682"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Diju Liu","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1128-8682","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740826","display_name":"Yalin Wang","orcid":"https://orcid.org/0000-0002-1876-7707"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yalin Wang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1876-7707","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041553936","display_name":"Chenliang Liu","orcid":"https://orcid.org/0000-0003-2983-3105"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenliang Liu","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-2983-3105","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012004938","display_name":"Biao Luo","orcid":"https://orcid.org/0000-0002-3353-2586"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Luo","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-3353-2586","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432851","display_name":"Biao Huang","orcid":"https://orcid.org/0000-0001-9082-2216"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Biao Huang","raw_affiliation_strings":["Department of Chemical and Materials Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9082-2216","affiliations":[{"raw_affiliation_string":"Department of Chemical and Materials Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40388619,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"5","first_page":"2441","last_page":"2455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.2190999984741211,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.2190999984741211,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.061500001698732376,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6193000078201294},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6096000075340271},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.47940000891685486},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4627000093460083},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45089998841285706},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4361000061035156},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4350999891757965},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.39649999141693115},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.38920000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803000211715698},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6193000078201294},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6096000075340271},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5443000197410583},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4350999891757965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4293999969959259},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34049999713897705},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C174998907","wikidata":"https://www.wikidata.org/wiki/Q357662","display_name":"Work in process","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C115952470","wikidata":"https://www.wikidata.org/wiki/Q332172","display_name":"Process optimization","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3633880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3633880","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:41329585","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41329585","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1561190028","display_name":"\u5de5\u4e1a\u8fc7\u7a0b\u667a\u80fd\u611f\u77e5\u4e0e\u4f18\u5316\u8c03\u63a7","funder_award_id":"2025JJ10007","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G1826305795","display_name":null,"funder_award_id":"U25A20466","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2173860520","display_name":"\u9762\u5411\u65f6\u7a7a\u8026\u5408\u4f4e\u8d28\u6570\u636e\u7684\u76d0\u6e56\u5316\u5de5\u8fc7\u7a0b\u6df1\u5ea6\u5b66\u4e60\u5efa\u6a21\u65b9\u6cd5\u7814\u7a76","funder_award_id":"2025JJ60423","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G74403156","display_name":null,"funder_award_id":"92267205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8480116925","display_name":null,"funder_award_id":"62503507","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W3023586494","https://openalex.org/W3147779041","https://openalex.org/W3157149188","https://openalex.org/W3169726339","https://openalex.org/W3184078521","https://openalex.org/W3185807839","https://openalex.org/W3210813680","https://openalex.org/W3214257438","https://openalex.org/W4206432756","https://openalex.org/W4211233998","https://openalex.org/W4212814156","https://openalex.org/W4281763382","https://openalex.org/W4285260612","https://openalex.org/W4285301536","https://openalex.org/W4294982764","https://openalex.org/W4308365139","https://openalex.org/W4312763379","https://openalex.org/W4322704173","https://openalex.org/W4361211740","https://openalex.org/W4379622577","https://openalex.org/W4380519972","https://openalex.org/W4382119666","https://openalex.org/W4385516948","https://openalex.org/W4387917775","https://openalex.org/W4388240237","https://openalex.org/W4388505146","https://openalex.org/W4391305708","https://openalex.org/W4391854902","https://openalex.org/W4395069553","https://openalex.org/W4399197448","https://openalex.org/W4400620472","https://openalex.org/W4400644385","https://openalex.org/W4401806902","https://openalex.org/W4401936380","https://openalex.org/W4406158178","https://openalex.org/W4407735856","https://openalex.org/W4409882917","https://openalex.org/W4412490456","https://openalex.org/W4412748068","https://openalex.org/W4413999664"],"related_works":[],"abstract_inverted_index":{"Industrial":[0],"multiprocess":[1,50],"collaborative":[2,51],"optimization":[3,19,52,206,225],"presents":[4],"significant":[5],"challenges":[6],"due":[7],"to":[8,126,148,158,183,212],"the":[9,30,76,205],"intricate":[10],"spatiotemporal":[11,48,63],"dependencies":[12,89],"inherent":[13],"in":[14,195,226],"modern":[15],"process":[16],"industries.":[17],"Traditional":[18],"and":[20,87,113,137,164],"reinforcement":[21],"learning":[22],"often":[23],"treat":[24],"subprocesses":[25,69],"as":[26,70],"independent":[27],"entities,":[28,72],"neglecting":[29],"fine-grained":[31,103,213],"interdependencies":[32],"among":[33],"operational":[34,77],"variables":[35],"across":[36,140],"different":[37],"subprocesses.":[38],"To":[39],"fundamentally":[40,203],"address":[41],"this":[42,216],"limitation,":[43],"we":[44],"introduce,":[45],"a":[46,91,196,219],"novel":[47],"topology-informed":[49],"(STI-MCO)":[53],"framework,":[54],"which":[55],"pioneers":[56],"action-level":[57],"interdependency":[58],"modeling":[59],"through":[60,90,102,193],"an":[61],"innovative":[62],"graph":[64,111],"architecture.":[65],"Rather":[66],"than":[67],"treating":[68],"monolithic":[71],"STI-MCO":[73,151,173],"operates":[74],"at":[75],"variable":[78,104],"level,":[79],"enabling":[80],"precise":[81,100],"representation":[82],"of":[83],"both":[84],"interprocess":[85],"relationships":[86],"intraprocess":[88],"hierarchical":[92],"two-stage":[93],"decision":[94],"framework.":[95],"This":[96,121],"approach":[97],"enables":[98,134],"more":[99,223],"coordination":[101],"interactions,":[105],"better":[106],"temporal":[107],"consistency":[108],"via":[109],"dynamic":[110,131],"structures,":[112],"enhanced":[114],"scalability":[115],"compared":[116],"with":[117,130,144,232],"conventional":[118],"agent-level":[119],"methods.":[120],"paradigm":[122,207],"shift":[123],"from":[124,208],"subprocess-level":[125],"variable-level":[127,214],"collaboration,":[128,215],"combined":[129],"graph-based":[132],"coordination,":[133],"extensive":[135],"simulations":[136],"experiments":[138],"conducted":[139],"three":[141],"benchmark":[142],"environments":[143],"progressively":[145],"complex":[146,227],"topologies":[147],"demonstrate":[149],"that":[150],"consistently":[152],"outperforms":[153],"baseline":[154],"methods,":[155],"achieving":[156],"up":[157],"38.9%":[159],"improvement":[160,166],"over":[161,167],"centralized":[162],"methods":[163],"171.9%":[165],"existing":[168],"multiagent":[169],"strategies.":[170],"In":[171],"addition,":[172],"exhibits":[174],"superior":[175],"convergence":[176],"efficiency,":[177],"requiring":[178],"significantly":[179],"fewer":[180],"training":[181],"steps":[182],"achieve":[184],"high":[185],"performance.":[186],"Its":[187],"practical":[188],"applicability":[189],"is":[190],"further":[191],"validated":[192],"deployment":[194],"real-world":[197],"Salt":[198],"Lake":[199],"chemical":[200],"process.":[201],"By":[202],"shifting":[204],"holistic":[209],"subprocess":[210],"control":[211],"work":[217],"establishes":[218],"new":[220],"framework":[221],"for":[222],"effective":[224],"industrial":[228],"processes,":[229],"particularly":[230],"those":[231],"strong":[233],"interunit":[234],"coupling.":[235]},"counts_by_year":[],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-12-02T00:00:00"}