{"id":"https://openalex.org/W4416908048","doi":"https://doi.org/10.1145/3777367","title":"Digital Twins Paradigm: A Systematic Review from the Reinforcement Learning Perspective","display_name":"Digital Twins Paradigm: A Systematic Review from the Reinforcement Learning Perspective","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W4416908048","doi":"https://doi.org/10.1145/3777367"},"language":"en","primary_location":{"id":"doi:10.1145/3777367","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777367","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3777367","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007421229","display_name":"Shahmir Khan Mohammed","orcid":"https://orcid.org/0000-0003-0740-5257"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Shahmir Khan Mohammed","raw_affiliation_strings":["Khalifa University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0003-0740-5257","affiliations":[{"raw_affiliation_string":"Khalifa University of Science and Technology","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076512511","display_name":"Shakti Singh","orcid":"https://orcid.org/0000-0001-7977-7178"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Shakti Singh","raw_affiliation_strings":["Khalifa University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0001-7977-7178","affiliations":[{"raw_affiliation_string":"Khalifa University of Science and Technology","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037837666","display_name":"Rabeb Mizouni","orcid":"https://orcid.org/0000-0001-6915-3759"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Rabeb Mizouni","raw_affiliation_strings":["Khalifa University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0001-6915-3759","affiliations":[{"raw_affiliation_string":"Khalifa University of Science and Technology","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049846737","display_name":"Hadi Otrok","orcid":"https://orcid.org/0000-0002-9574-5384"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hadi Otrok","raw_affiliation_strings":["Khalifa University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0002-9574-5384","affiliations":[{"raw_affiliation_string":"Khalifa University of Science and Technology","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075830877","display_name":"Ernesto Damiani","orcid":"https://orcid.org/0000-0002-9557-6496"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["AE","FR","IT"],"is_corresponding":false,"raw_author_name":"Ernesto Damiani","raw_affiliation_strings":["Computer Science Department, Universit\u00e0 degli Studi di Milano","Khalifa University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0002-9557-6496","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universit\u00e0 degli Studi di Milano","institution_ids":["https://openalex.org/I189158943","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Khalifa University of Science and Technology","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18324607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"7","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9222000241279602,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9222000241279602,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7656000256538391},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.5641000270843506},{"id":"https://openalex.org/keywords/intellectualization","display_name":"Intellectualization","score":0.54830002784729},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5097000002861023},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5023999810218811},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4893999993801117},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4138000011444092},{"id":"https://openalex.org/keywords/nexus","display_name":"Nexus (standard)","score":0.36570000648498535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180999755859375},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7656000256538391},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C130631938","wikidata":"https://www.wikidata.org/wiki/Q144894","display_name":"Intellectualization","level":2,"score":0.54830002784729},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4966000020503998},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4893999993801117},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4368000030517578},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4138000011444092},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C148609458","wikidata":"https://www.wikidata.org/wiki/Q7021281","display_name":"Nexus (standard)","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.3569999933242798},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.35429999232292175},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3244999945163727},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C162027153","wikidata":"https://www.wikidata.org/wiki/Q2264109","display_name":"Artificial general intelligence","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C19273510","wikidata":"https://www.wikidata.org/wiki/Q263847","display_name":"Artificial life","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3777367","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777367","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3777367","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777367","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W2047355416","https://openalex.org/W2890904471","https://openalex.org/W2900615132","https://openalex.org/W2910597635","https://openalex.org/W2930863966","https://openalex.org/W2941876953","https://openalex.org/W2973496471","https://openalex.org/W2979953627","https://openalex.org/W2998332605","https://openalex.org/W3008389987","https://openalex.org/W3012041784","https://openalex.org/W3025432011","https://openalex.org/W3028926798","https://openalex.org/W3036600965","https://openalex.org/W3039611812","https://openalex.org/W3041382148","https://openalex.org/W3048448986","https://openalex.org/W3049282540","https://openalex.org/W3058760796","https://openalex.org/W3080667742","https://openalex.org/W3095540342","https://openalex.org/W3110646255","https://openalex.org/W3119595909","https://openalex.org/W3120064844","https://openalex.org/W3127332340","https://openalex.org/W3127614346","https://openalex.org/W3129920713","https://openalex.org/W3130723161","https://openalex.org/W3145603238","https://openalex.org/W3145608525","https://openalex.org/W3163698194","https://openalex.org/W3170397984","https://openalex.org/W3181364828","https://openalex.org/W3188569078","https://openalex.org/W3194389579","https://openalex.org/W3194612101","https://openalex.org/W3205137522","https://openalex.org/W3207657697","https://openalex.org/W3213750164","https://openalex.org/W3214262270","https://openalex.org/W4200407494","https://openalex.org/W4206724870","https://openalex.org/W4210866977","https://openalex.org/W4220966002","https://openalex.org/W4225657853","https://openalex.org/W4226213287","https://openalex.org/W4280558515","https://openalex.org/W4281608743","https://openalex.org/W4281660856","https://openalex.org/W4283713103","https://openalex.org/W4285115899","https://openalex.org/W4285163384","https://openalex.org/W4285260612","https://openalex.org/W4288686904","https://openalex.org/W4288905867","https://openalex.org/W4291144319","https://openalex.org/W4293150076","https://openalex.org/W4294811272","https://openalex.org/W4296707125","https://openalex.org/W4296913260","https://openalex.org/W4296914384","https://openalex.org/W4306399934","https://openalex.org/W4312221385","https://openalex.org/W4312795736","https://openalex.org/W4313121243","https://openalex.org/W4313484984","https://openalex.org/W4313491088","https://openalex.org/W4319755523","https://openalex.org/W4362714837","https://openalex.org/W4382794213","https://openalex.org/W4384916375","https://openalex.org/W4386609245","https://openalex.org/W4389060203","https://openalex.org/W4391174260","https://openalex.org/W4406560921"],"related_works":[],"abstract_inverted_index":{"The":[0,141],"Digital":[1,149,179],"Twins":[2,180],"(DT)":[3],"paradigm":[4,135,181],"has":[5],"emerged":[6],"as":[7,189],"a":[8,23,27,55,75,129,174,183,190],"powerful":[9],"tool":[10],"for":[11,193],"simulating":[12],"and":[13,47,72,99,102,111,144,155,167,195,216],"analyzing":[14],"complex":[15],"systems":[16],"in":[17,62,118,198,205],"various":[18],"domains.":[19],"A":[20],"DT":[21,50,79,134],"is":[22,32,52,170,187,219],"virtual":[24],"representation":[25],"of":[26,67,83,132,139,159,177,212],"real-world":[28],"object(s)":[29],"whose":[30],"goal":[31],"to":[33],"accurately":[34],"emulate":[35],"real":[36],"systems,":[37],"optimize":[38],"processes,":[39],"minimize":[40],"synchronization":[41],"delays,":[42],"cut":[43],"down":[44],"on":[45],"overhead,":[46],"automate":[48],"decision-making.":[49],"technology":[51],"moving":[53],"at":[54,209],"faster":[56],"than":[57],"expected":[58],"pace":[59],"with":[60],"advances":[61],"Artificial":[63],"Intelligence":[64],"(AI),":[65],"Internet":[66],"Things":[68],"(IoT),":[69],"Distributed":[70],"Computing,":[71],"5/6G.":[73],"Being":[74],"highly":[76],"beneficial":[77,117],"technology,":[78],"still":[80],"faces":[81],"issues":[82],"-":[84],"(1)":[85],"limited":[86,97],"adaptability,":[87],"(2)":[88],"incomplete":[89],"model":[90],"representation,":[91],"(3)":[92],"suboptimal":[93],"decision":[94],"making,":[95],"(4)":[96],"generalization,":[98],"(5)":[100],"scalability":[101],"computational":[103],"efficiency.":[104],"Reinforcement":[105],"Learning":[106],"(RL)":[107],"offers":[108,128],"unsupervised":[109],"decision-making":[110],"intelligence,":[112],"which":[113],"can":[114],"be":[115],"immensely":[116],"addressing":[119],"the":[120,133,137,162,178,199,210],"current":[121],"challenges":[122],"faced":[123],"by":[124],"DT.":[125],"This":[126],"study":[127],"thorough":[130,175],"analysis":[131],"from":[136,182],"standpoint":[138],"RL.":[140],"survey":[142],"compares":[143],"contrasts":[145],"existing":[146],"reinforcement":[147,184],"learning-based":[148],"Twin":[150],"frameworks,":[151],"assessing":[152],"their":[153],"advantages":[154],"disadvantages.":[156],"Moreover,":[157],"discussions":[158],"approaches":[160],"highlighting":[161],"tradeoffs":[163],"between":[164],"simulation":[165],"fidelity":[166],"computing":[168],"complexity":[169],"also":[171],"studied.":[172],"Additionally,":[173],"understanding":[176],"learning":[185],"perspective,":[186],"presented":[188],"helpful":[191],"resource":[192],"academics":[194],"industry":[196],"professionals":[197],"field.":[200],"Finally,":[201],"future":[202],"research":[203],"directions":[204],"this":[206],"developing":[207],"field":[208],"nexus":[211],"digital":[213],"modeling,":[214],"simulation,":[215],"artificial":[217],"intelligence":[218],"discussed.":[220]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-12-02T00:00:00"}