{"id":"https://openalex.org/W4408017060","doi":"https://doi.org/10.1109/tmc.2025.3546507","title":"Continual Reinforcement Learning for Digital Twin Synchronization Optimization","display_name":"Continual Reinforcement Learning for Digital Twin Synchronization Optimization","publication_year":2025,"publication_date":"2025-02-27","ids":{"openalex":"https://openalex.org/W4408017060","doi":"https://doi.org/10.1109/tmc.2025.3546507"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3546507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3546507","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haonan Tong","orcid":"https://orcid.org/0000-0002-1835-4769"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haonan Tong","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, the Beijing Advanced Information Network Laboratory, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1835-4769","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, the Beijing Advanced Information Network Laboratory, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023852840","display_name":"Mingzhe Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingzhe Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering and Frost Institute for Data Science and Computing, University of Miami, Coral Gables, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2570-703X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and Frost Institute for Data Science and Computing, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071321132","display_name":"Jun Zhao","orcid":"https://orcid.org/0000-0002-3004-7091"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Zhao","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University (NTU), Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3004-7091","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University (NTU), Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037219972","display_name":"Ye Hu","orcid":"https://orcid.org/0000-0001-9872-5461"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye Hu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Miami, Coral Gables, FL, USA"],"raw_orcid":"https://orcid.org/0000-0001-9872-5461","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhaohui Yang","orcid":"https://orcid.org/0000-0002-4475-589X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Yang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-4475-589X","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuchen Liu","orcid":"https://orcid.org/0000-0001-7505-9718"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Liu","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0001-7505-9718","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009078493","display_name":"Changchuan Yin","orcid":"https://orcid.org/0000-0001-8969-1431"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchuan Yin","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","Beijing Key Laboratory of Network System Architecture and Convergence, China"],"raw_orcid":"https://orcid.org/0000-0001-8969-1431","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4808,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.9557332,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"24","issue":"8","first_page":"6843","last_page":"6857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9217000007629395,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9217000007629395,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.830829381942749},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7802796363830566},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5311580896377563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41537606716156006},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34000715613365173},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3364049196243286},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21315109729766846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.830829381942749},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7802796363830566},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5311580896377563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41537606716156006},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34000715613365173},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3364049196243286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21315109729766846},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2025.3546507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3546507","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218036","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218036","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3436197437","display_name":null,"funder_award_id":"62471056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6708062852","display_name":null,"funder_award_id":"L223027","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7507858145","display_name":null,"funder_award_id":"K2023QA0AL02","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1978421850","https://openalex.org/W2126060647","https://openalex.org/W3038366466","https://openalex.org/W3092022074","https://openalex.org/W3095540342","https://openalex.org/W3114944817","https://openalex.org/W3157321018","https://openalex.org/W3163246710","https://openalex.org/W3170397984","https://openalex.org/W3188569078","https://openalex.org/W4206497039","https://openalex.org/W4210481842","https://openalex.org/W4210624746","https://openalex.org/W4283713103","https://openalex.org/W4287887880","https://openalex.org/W4292826080","https://openalex.org/W4298127584","https://openalex.org/W4324290859","https://openalex.org/W4361988464","https://openalex.org/W4379034046","https://openalex.org/W4382657745","https://openalex.org/W4386280791","https://openalex.org/W4386472847","https://openalex.org/W4388040598","https://openalex.org/W4388145609","https://openalex.org/W4389105099","https://openalex.org/W4390357264","https://openalex.org/W4392152833","https://openalex.org/W4392910502","https://openalex.org/W4396505760","https://openalex.org/W4396505843","https://openalex.org/W4396754388","https://openalex.org/W4396941391","https://openalex.org/W4401328436","https://openalex.org/W4402300333","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6765285020","https://openalex.org/W6776087331","https://openalex.org/W6795857475","https://openalex.org/W6854105899","https://openalex.org/W6925860914"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2059217922"],"abstract_inverted_index":{"This":[0,82],"article":[1],"investigates":[2],"the":[3,95,99,111,137,165,192],"adaptive":[4],"resource":[5,76],"allocation":[6,79],"scheme":[7],"for":[8,43,150],"digital":[9],"twin":[10],"(DT)":[11],"synchronization":[12,54],"optimization":[13],"over":[14],"dynamic":[15],"wireless":[16,34,58],"networks.":[17],"In":[18],"our":[19],"considered":[20],"model,":[21],"a":[22,38,64,87,114,129,144],"base":[23],"station":[24],"(BS)":[25],"continuously":[26],"collects":[27],"factory":[28,44],"physical":[29,100,156,183],"object":[30],"state":[31],"data":[32,50],"from":[33],"devices":[35,67],"to":[36,48,70,135,153,170,189],"build":[37],"real-time":[39],"virtual":[40,102,185],"DT":[41,53],"system":[42],"event":[45],"analysis.":[46],"Due":[47],"continuous":[49],"transmission,":[51],"maintaining":[52],"must":[55],"use":[56],"extensive":[57],"resources.":[59],"To":[60,104],"address":[61],"this":[62,106],"issue,":[63],"subset":[65],"of":[66],"is":[68,80,84],"selected":[69],"transmit":[71],"their":[72],"sensing":[73],"data,":[74],"and":[75,101,158,174,184],"block":[77],"(RB)":[78],"optimized.":[81],"problem":[83,92,112,116],"formulated":[85],"as":[86,196],"constrained":[88],"Markov":[89],"process":[90],"(CMDP)":[91],"that":[93,117,164],"minimizes":[94],"long-term":[96],"mismatch":[97],"between":[98,182],"systems.":[103],"solve":[105,136],"CMDP,":[107],"we":[108],"first":[109],"transform":[110],"into":[113],"dual":[115,138],"refines":[118],"RB":[119,194],"constraint":[120],"impacts":[121],"on":[122],"device":[123],"scheduling":[124],"strategies.":[125],"We":[126],"then":[127],"propose":[128],"continual":[130],"reinforcement":[131],"learning":[132],"(CRL)":[133],"algorithm":[134,142],"problem.":[139],"The":[140],"CRL":[141,166],"learns":[143],"stable":[145],"policy":[146],"across":[147],"historical":[148],"experiences":[149],"quick":[151],"adaptation":[152],"dynamics":[154],"in":[155],"states":[157,186],"network":[159,171],"capacity.":[160],"Simulation":[161],"results":[162],"show":[163],"can":[167],"adapt":[168],"quickly":[169],"capacity":[172],"changes":[173],"reduce":[175],"normalized":[176],"root":[177],"mean":[178],"square":[179],"error":[180],"(NRMSE)":[181],"by":[187],"up":[188],"55.2%,":[190],"using":[191],"same":[193],"number":[195],"traditional":[197],"methods.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}