{"id":"https://openalex.org/W4394595485","doi":"https://doi.org/10.1109/tnse.2024.3384509","title":"Complex Network Optimization for Fixed-Time Continuous Action Iteration Dilemma by Using Reinforcement Learning","display_name":"Complex Network Optimization for Fixed-Time Continuous Action Iteration Dilemma by Using Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-09","ids":{"openalex":"https://openalex.org/W4394595485","doi":"https://doi.org/10.1109/tnse.2024.3384509"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2024.3384509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3384509","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053738902","display_name":"Zhanxiao Jia","orcid":"https://orcid.org/0000-0002-8393-7477"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhanxiao Jia","raw_affiliation_strings":["Unmanned System Research Institute, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Unmanned System Research Institute, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046149163","display_name":"Dengxiu Yu","orcid":"https://orcid.org/0000-0003-1803-3946"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengxiu Yu","raw_affiliation_strings":["Unmanned System Research Institute, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Unmanned System Research Institute, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422377","display_name":"Zhen Wang","orcid":"https://orcid.org/0000-0002-8182-2852"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Wang","raw_affiliation_strings":["School of Cybersecurity and the School of Artifcial Intelligence, Optics and Electronics, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cybersecurity and the School of Artifcial Intelligence, Optics and Electronics, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643265","display_name":"C. L. Philip Chen","orcid":"https://orcid.org/0000-0001-5451-7230"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"C. L. Philip Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","College of Navigation, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"College of Navigation, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106943753","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0003-2924-946X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["Institute of Artificial Intelligence (TeleAI), China Telecom Corporation Ltd., Beijing, China","School of Artifcial Intelligence, Optics and Electronics, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence (TeleAI), China Telecom Corporation Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"School of Artifcial Intelligence, Optics and Electronics, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053738902"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":11.3257,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98180841,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":"4","first_page":"3771","last_page":"3781"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10482","display_name":"Mathematical and Theoretical Epidemiology and Ecology Models","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7554152011871338},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6625873446464539},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6043469309806824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6004098653793335},{"id":"https://openalex.org/keywords/stochastic-game","display_name":"Stochastic game","score":0.5783290863037109},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5503862500190735},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.4595348834991455},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28404664993286133},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2814241051673889},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15639254450798035},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.11188259720802307}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7554152011871338},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6625873446464539},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6043469309806824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6004098653793335},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.5783290863037109},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5503862500190735},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.4595348834991455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28404664993286133},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2814241051673889},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15639254450798035},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.11188259720802307},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2024.3384509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3384509","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G192882225","display_name":null,"funder_award_id":"U22B2036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3671290596","display_name":null,"funder_award_id":"62333009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3794980888","display_name":null,"funder_award_id":"11931015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4668225214","display_name":null,"funder_award_id":"62025602","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G5641907336","display_name":null,"funder_award_id":"62373302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2015113370","https://openalex.org/W2172143163","https://openalex.org/W2553133080","https://openalex.org/W2586101872","https://openalex.org/W2736101375","https://openalex.org/W2749426462","https://openalex.org/W2801327252","https://openalex.org/W2884012880","https://openalex.org/W2943094749","https://openalex.org/W2992612450","https://openalex.org/W2996522055","https://openalex.org/W2996649902","https://openalex.org/W2996841154","https://openalex.org/W2997596988","https://openalex.org/W3004768477","https://openalex.org/W3030097312","https://openalex.org/W3036906859","https://openalex.org/W3046373281","https://openalex.org/W3119704631","https://openalex.org/W3158023256","https://openalex.org/W3164005523","https://openalex.org/W3194162248","https://openalex.org/W3197243492","https://openalex.org/W3198786309","https://openalex.org/W4200478943","https://openalex.org/W4200556642","https://openalex.org/W4205163264","https://openalex.org/W4205532581","https://openalex.org/W4211017739","https://openalex.org/W4213036044","https://openalex.org/W4213421918","https://openalex.org/W4220699559","https://openalex.org/W4221096124","https://openalex.org/W4226348131","https://openalex.org/W4282944715","https://openalex.org/W4287310023","https://openalex.org/W4294891551","https://openalex.org/W4308481094","https://openalex.org/W4312611382","https://openalex.org/W4312866288","https://openalex.org/W4323660284","https://openalex.org/W4377231420","https://openalex.org/W4384518057"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"In":[0],"this":[1,67,201],"paper,":[2],"an":[3],"optimization":[4,212,227],"algorithm":[5,124,208],"based":[6,160,174],"on":[7,57,161,175],"deep":[8,121,205],"reinforcement":[9,122,206],"learning":[10,123,207],"is":[11,125,236],"proposed":[12,217,234],"to":[13,83,127,140,181,209],"optimize":[14,128],"complex":[15,75,94,130,195,225],"networks":[16,76,196],"in":[17,115],"fixed-time":[18,98,146,163],"convergence":[19,99,143,157,164,223],"of":[20,27,43,49,55,74,100,144,156,165,224,232,243],"continuous":[21,28,101,147,166],"action":[22,29,102,148,167],"iteration":[23,103,149,168],"dilemmas.":[24,248],"The":[25,63],"field":[26],"iterative":[30],"dilemmas":[31],"has":[32,60],"long":[33],"been":[34],"studied,":[35],"with":[36,215],"prior":[37],"research":[38],"primarily":[39],"emphasizing":[40],"the":[41,47,53,72,78,92,106,111,116,129,133,136,142,145,153,162,176,183,187,211,216,222,230,233,240],"effectiveness":[42,231],"strategy":[44,50,58],"selection":[45],"and":[46,87,109,151,186,246],"stability":[48,138],"evolution.":[51],"However,":[52],"impact":[54],"topology":[56],"evolution":[59],"remained":[61],"under-explored.":[62],"present":[64],"study":[65],"fills":[66],"gap":[68],"by":[69,179,238],"examining":[70],"how":[71],"structure":[73],"influences":[77],"time":[79,177],"required":[80],"for":[81,194],"players":[82,180],"reach":[84,182],"Nash":[85,117,184],"Equilibrium":[86,118,185],"overall":[88,113,188],"payoff.":[89],"To":[90],"identify":[91],"optimal":[93],"network":[95,226],"that":[96],"ensures":[97],"dilemma,":[104,169],"achieves":[105],"shortest":[107],"time,":[108],"attains":[110],"highest":[112],"payoff":[114],"state,":[119],"a":[120,204],"designed":[126],"network.":[131],"Firstly,":[132],"paper":[134,202],"applies":[135,203],"Lyapunov":[137],"theory":[139],"analyze":[141],"dilemma":[150],"compute":[152],"upper":[154],"bound":[155],"time.":[158],"Secondly,":[159],"we":[170],"establish":[171],"evaluation":[172,192,218],"criteria":[173],"taken":[178],"payoff,":[189],"subsequently":[190],"designing":[191],"functions":[193],"utilizing":[197],"these":[198],"criteria.":[199],"Thirdly,":[200],"resolve":[210],"issue":[213],"associated":[214],"function,":[219],"while":[220],"analyzing":[221],"methods.":[228],"Lastly,":[229],"method":[235],"verified":[237],"simulating":[239],"dynamic":[241],"model":[242],"snowdrift":[244],"games":[245],"prisoner":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}