{"id":"https://openalex.org/W4385864353","doi":"https://doi.org/10.1109/jiot.2023.3305708","title":"Co-Design of Control, Computation, and Network Scheduling Based on Reinforcement Learning","display_name":"Co-Design of Control, Computation, and Network Scheduling Based on Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-16","ids":{"openalex":"https://openalex.org/W4385864353","doi":"https://doi.org/10.1109/jiot.2023.3305708"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3305708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3305708","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035626759","display_name":"Yuqi Liu","orcid":"https://orcid.org/0000-0001-9715-0379"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Liu","raw_affiliation_strings":["Key Laboratory of Networked Control Systems and Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-9715-0379","affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems and Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Zeng","orcid":"https://orcid.org/0000-0001-7863-3260"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zeng","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of AutomationKey Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang, China","Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-7863-3260","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of AutomationKey Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084061806","display_name":"Jinghan Cui","orcid":"https://orcid.org/0000-0002-8759-8230"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinghan Cui","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-8759-8230","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007491154","display_name":"Changqing Xia","orcid":"https://orcid.org/0000-0002-6242-8550"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqing Xia","raw_affiliation_strings":["Key Laboratory of Networked Control Systems and Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6242-8550","affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems and Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7045,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70910723,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"11","issue":"3","first_page":"5249","last_page":"5258"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8002251386642456},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7605240345001221},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6081841588020325},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5752030611038208},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3858480155467987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32756221294403076},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3275071978569031},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.25114893913269043},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1377674639225006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002251386642456},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7605240345001221},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6081841588020325},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5752030611038208},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3858480155467987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32756221294403076},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3275071978569031},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25114893913269043},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1377674639225006},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3305708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3305708","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1706880264","display_name":null,"funder_award_id":"92067205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3332307636","display_name":null,"funder_award_id":"62003079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4385118928","display_name":null,"funder_award_id":"2022YFB3304000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5749567194","display_name":null,"funder_award_id":"2020207","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G7181301763","display_name":null,"funder_award_id":"2023-BS- 029","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1570352764","https://openalex.org/W2002219970","https://openalex.org/W2048153718","https://openalex.org/W2080017588","https://openalex.org/W2734721035","https://openalex.org/W2757498728","https://openalex.org/W2789418969","https://openalex.org/W2800777482","https://openalex.org/W2805737349","https://openalex.org/W2914963784","https://openalex.org/W2921676169","https://openalex.org/W2962893277","https://openalex.org/W2962970367","https://openalex.org/W3013103056","https://openalex.org/W3014377195","https://openalex.org/W3035007032","https://openalex.org/W3103214289","https://openalex.org/W3105649577","https://openalex.org/W3119744174","https://openalex.org/W3178010443","https://openalex.org/W4225836256","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Computationally":[0],"intensive":[1],"control":[2,6,22,43,57,84,111,126],"tasks,":[3],"especially":[4],"the":[5,26,36,50,99,114,122,140,143],"of":[7,28,39,45,52,124,142],"image-based":[8],"mobile":[9],"controllers,":[10],"usually":[11],"require":[12],"more":[13],"computational":[14,75],"capacity":[15],"and":[16,42,74,83,105,128],"network":[17,73],"transmission":[18],"resources":[19,108],"than":[20],"traditional":[21],"tasks":[23,112],"due":[24],"to":[25,48,109,120,138],"assembly":[27],"camera-based":[29],"visual":[30],"perception":[31],"sensors.":[32],"As":[33],"a":[34,69,117],"result,":[35],"collaborative":[37],"design":[38],"network,":[40],"computation,":[41],"is":[44],"great":[46],"importance":[47],"improve":[49],"efficiency":[51],"resource":[53,76,94],"usage":[54],"while":[55],"ensuring":[56,125],"performance,":[58],"thus":[59],"achieving":[60],"overall":[61],"system":[62,100],"optimality.":[63],"In":[64],"this":[65,147],"article,":[66],"we":[67,133],"proposed":[68,145],"synergistic":[70],"algorithm":[71,144],"for":[72],"scheduling":[77,95],"through":[78],"deep":[79],"deterministic":[80],"policy":[81],"gradient":[82],"based":[85],"on":[86],"self-triggered":[87],"model":[88],"predictive":[89],"control,":[90],"which":[91],"provides":[92],"optimal":[93],"instructions":[96],"after":[97],"observing":[98],"state":[101],"in":[102,113,146],"real":[103],"time,":[104],"uses":[106],"these":[107],"complete":[110],"controller":[115],"with":[116],"self-triggering":[118],"mechanism":[119],"achieve":[121],"goal":[123],"performance":[127],"reducing":[129],"energy":[130],"consumption.":[131],"Finally,":[132],"designed":[134],"numerical":[135],"simulation":[136],"experiments":[137],"verify":[139],"effectiveness":[141],"article.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-07T14:30:12.667765","created_date":"2025-10-10T00:00:00"}