{"id":"https://openalex.org/W4402157438","doi":"https://doi.org/10.1109/icc51166.2024.10622403","title":"Value-Based Reinforcement Learning for Digital Twins in Cloud Computing","display_name":"Value-Based Reinforcement Learning for Digital Twins in Cloud Computing","publication_year":2024,"publication_date":"2024-06-09","ids":{"openalex":"https://openalex.org/W4402157438","doi":"https://doi.org/10.1109/icc51166.2024.10622403"},"language":"en","primary_location":{"id":"doi:10.1109/icc51166.2024.10622403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc51166.2024.10622403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2024 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/ws/files/762873554/ICC_main.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034132326","display_name":"Van-Phuc Bui","orcid":"https://orcid.org/0000-0002-0120-3892"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Van-Phuc Bui","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030621292","display_name":"Shashi Raj Pandey","orcid":"https://orcid.org/0000-0002-5781-4131"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Shashi Raj Pandey","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078304356","display_name":"Pedro M. de Sant Ana","orcid":"https://orcid.org/0000-0001-6984-1228"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pedro M. de Sant Ana","raw_affiliation_strings":["Robert Bosch GmbH,Corporate Research,Renningen,Germany,71272"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robert Bosch GmbH,Corporate Research,Renningen,Germany,71272","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071289803","display_name":"Petar Popovski","orcid":"https://orcid.org/0000-0001-6195-4797"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Petar Popovski","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1413","last_page":"1418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8055986166000366},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8038152456283569},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7112466096878052},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.540062665939331},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39638757705688477},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3134727478027344},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14279407262802124}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8055986166000366},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8038152456283569},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7112466096878052},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.540062665939331},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39638757705688477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3134727478027344},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14279407262802124}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc51166.2024.10622403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc51166.2024.10622403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2024 - IEEE International Conference on Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/92fc3ad5-7f8b-44fd-bd0f-cbacafcea819","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/92fc3ad5-7f8b-44fd-bd0f-cbacafcea819","pdf_url":"https://vbn.aau.dk/ws/files/762873554/ICC_main.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bui, V P, Pandey, S R, De Sant Ana, P M & Popovski, P 2024, 'Value-Based Reinforcement Learning for Digital Twins in Cloud Computing', IEEE International Conference on Communications, pp. 1413-1418. https://doi.org/10.1109/ICC51166.2024.10622403","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/92fc3ad5-7f8b-44fd-bd0f-cbacafcea819","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/92fc3ad5-7f8b-44fd-bd0f-cbacafcea819","pdf_url":"https://vbn.aau.dk/ws/files/762873554/ICC_main.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bui, V P, Pandey, S R, De Sant Ana, P M & Popovski, P 2024, 'Value-Based Reinforcement Learning for Digital Twins in Cloud Computing', IEEE International Conference on Communications, pp. 1413-1418. https://doi.org/10.1109/ICC51166.2024.10622403","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309607","display_name":"Velux Stiftung","ror":"https://ror.org/00kgf1c95"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402157438.pdf","grobid_xml":"https://content.openalex.org/works/W4402157438.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1600437712","https://openalex.org/W1997834106","https://openalex.org/W2077132930","https://openalex.org/W2105934661","https://openalex.org/W2249859651","https://openalex.org/W2612291478","https://openalex.org/W2917580194","https://openalex.org/W4214717370","https://openalex.org/W4285289584","https://openalex.org/W4296913260","https://openalex.org/W4362653055","https://openalex.org/W4386275787","https://openalex.org/W6683195989"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0,28],"setup":[1],"considered":[2],"in":[3,9,49,59],"the":[4,25,45,50,62,87,104,135,141,150,159],"paper":[5],"consists":[6],"of":[7,24,126,144],"sensors":[8,138],"a":[10,19,83,118,124],"Networked":[11],"Control":[12],"System":[13],"that":[14,61,149],"are":[15,57],"used":[16],"to":[17,40,44,139,163],"build":[18],"digital":[20],"twin":[21],"(DT)":[22],"model":[23,47,64],"system":[26,70],"dynamics.":[27],"focus":[29],"is":[30],"on":[31],"control,":[32],"scheduling,":[33],"and":[34,54,68,79,95,107,133],"resource":[35],"allocation":[36],"for":[37,75,129],"sensory":[38],"observation":[39],"ensure":[41],"timely":[42],"delivery":[43],"DT":[46,63,151],"deployed":[48],"cloud.":[51],"Low":[52],"latency":[53],"communication":[55,160],"timeliness":[56],"instrumental":[58],"ensuring":[60],"can":[65,153],"accurately":[66],"estimate":[67],"predict":[69],"states.":[71],"However,":[72],"acquiring":[73],"data":[74],"efficient":[76],"state":[77,92],"estimation":[78],"control":[80,132],"computing":[81],"poses":[82],"non-trivial":[84],"problem":[85],"given":[86],"limited":[88],"network":[89],"resources,":[90],"partial":[91],"vector":[93],"information,":[94],"measurement":[96],"errors":[97],"encountered":[98],"at":[99],"distributed":[100],"sensors.":[101],"We":[102],"propose":[103],"REinforcement":[105],"learning":[106,120],"Variational":[108],"Extended":[109],"Kalman":[110],"filter":[111],"with":[112,123],"Robust":[113],"Belief":[114],"(REVERB),":[115],"which":[116],"leverages":[117],"reinforcement":[119],"solution":[121],"combined":[122],"Value":[125],"Information-based":[127],"algorithm":[128],"performing":[130],"optimal":[131],"selecting":[134],"most":[136],"informative":[137],"satisfy":[140],"prediction":[142],"accuracy":[143],"DT.":[145],"Numerical":[146],"results":[147],"demonstrate":[148],"platform":[152],"offer":[154],"satisfactory":[155],"performance":[156],"while":[157],"reducing":[158],"overhead":[161],"up":[162],"five":[164],"times.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}