{"id":"https://openalex.org/W3114334817","doi":"https://doi.org/10.1109/tetci.2020.3044082","title":"Resource Offload Consolidation Based on Deep-Reinforcement Learning Approach in Cyber-Physical Systems","display_name":"Resource Offload Consolidation Based on Deep-Reinforcement Learning Approach in Cyber-Physical Systems","publication_year":2020,"publication_date":"2020-12-28","ids":{"openalex":"https://openalex.org/W3114334817","doi":"https://doi.org/10.1109/tetci.2020.3044082","mag":"3114334817"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2020.3044082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2020.3044082","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/ws/files/475862698/Resource_Offload_Consolidation_Based_on_Deep_Reinforcement_Learning_Approach_in_Cyber_Physical_Systems.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044133799","display_name":"M. S. Mekala","orcid":"https://orcid.org/0000-0002-1313-285X"},"institutions":[{"id":"https://openalex.org/I875944469","display_name":"Koneru Lakshmaiah Education Foundation","ror":"https://ror.org/02k949197","country_code":"IN","type":"education","lineage":["https://openalex.org/I875944469"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. S. Mekala","raw_affiliation_strings":["Department of Computer Science, and Engineering, Koneru Lakshmaiah Education Foundation, Vijayawada, AP, India"],"raw_orcid":"https://orcid.org/0000-0002-1313-285X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, and Engineering, Koneru Lakshmaiah Education Foundation, Vijayawada, AP, India","institution_ids":["https://openalex.org/I875944469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045461052","display_name":"Alireza Jolfaei","orcid":"https://orcid.org/0000-0001-7818-459X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alireza Jolfaei","raw_affiliation_strings":["Department of Computing, Macqaurie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7818-459X","affiliations":[{"raw_affiliation_string":"Department of Computing, Macqaurie University, Sydney, NSW, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041541232","display_name":"Gautam Srivastava","orcid":"https://orcid.org/0000-0001-9851-4103"},"institutions":[{"id":"https://openalex.org/I48890080","display_name":"Brandon University","ror":"https://ror.org/02qp25a50","country_code":"CA","type":"education","lineage":["https://openalex.org/I48890080"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gautam Srivastava","raw_affiliation_strings":["Department of Mathematics, and Computer Science, Brandon University, Brandon, Manitoba, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9851-4103","affiliations":[{"raw_affiliation_string":"Department of Mathematics, and Computer Science, Brandon University, Brandon, Manitoba, Canada","institution_ids":["https://openalex.org/I48890080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081182489","display_name":"Xi Zheng","orcid":"https://orcid.org/0000-0002-2572-2355"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi Zheng","raw_affiliation_strings":["Department of Computing, Macqaurie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2572-2355","affiliations":[{"raw_affiliation_string":"Department of Computing, Macqaurie University, Sydney, NSW, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101892452","display_name":"Amjad Anvari\u2010Moghaddam","orcid":"https://orcid.org/0000-0002-5505-3252"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Amjad Anvari-Moghaddam","raw_affiliation_strings":["Department of Energy Technology, Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-5505-3252","affiliations":[{"raw_affiliation_string":"Department of Energy Technology, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113142229","display_name":"P. Viswanathan","orcid":null},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P. Viswanathan","raw_affiliation_strings":["SCOPE, Vellore Insititute of Technology, Vellore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCOPE, Vellore Insititute of Technology, Vellore, India","institution_ids":["https://openalex.org/I876193797"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8638,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.93964171,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"6","issue":"2","first_page":"245","last_page":"254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7887403964996338},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7526261806488037},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6851708889007568},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6009142398834229},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5902799367904663},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5795042514801025},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5658249855041504},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5547166466712952},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5280619263648987},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5133420825004578},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.48747873306274414},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4483828544616699},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3416908383369446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30924248695373535},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2926200032234192},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10063347220420837},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0955471396446228},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09508246183395386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7887403964996338},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526261806488037},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6851708889007568},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6009142398834229},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5902799367904663},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5795042514801025},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5658249855041504},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5547166466712952},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5280619263648987},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5133420825004578},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.48747873306274414},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4483828544616699},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3416908383369446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30924248695373535},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2926200032234192},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10063347220420837},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0955471396446228},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09508246183395386}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tetci.2020.3044082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2020.3044082","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/507c0386-37c7-4c5b-8a0b-8fb0accaae4d","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/507c0386-37c7-4c5b-8a0b-8fb0accaae4d","pdf_url":"https://vbn.aau.dk/ws/files/475862698/Resource_Offload_Consolidation_Based_on_Deep_Reinforcement_Learning_Approach_in_Cyber_Physical_Systems.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mekala, M S, Jolfaei, A, Srivastava, G, Zheng, X, Anvari-Moghaddam, A & Viswanathan, P 2022, 'Resource Offload Consolidation Based on Deep-Reinforcement Learning Approach in Cyber-Physical Systems', IEEE Transactions on Emerging Topics in Computational Intelligence, vol. 6, no. 2, pp. 245-254. https://doi.org/10.1109/TETCI.2020.3044082","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.atira.dk:publications/507c0386-37c7-4c5b-8a0b-8fb0accaae4d","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85099093108&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mekala , M S , Jolfaei , A , Srivastava , G , Zheng , X , Anvari-Moghaddam , A & Viswanathan , P 2022 , ' Resource Offload Consolidation Based on Deep-Reinforcement Learning Approach in Cyber-Physical Systems ' , IEEE Transactions on Emerging Topics in Computational Intelligence , vol. 6 , no. 2 , pp. 245-254 . https://doi.org/10.1109/TETCI.2020.3044082","raw_type":"article"},{"id":"pmh:oai:rgu-repository.worktribe.com:1867381","is_oa":true,"landing_page_url":"https://rgu-repository.worktribe.com/output/1867381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400814","display_name":"Open Access Institutional Repository at Robert Gordon University (Robert Gordon University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I522815984","host_organization_name":"Robert Gordon University","host_organization_lineage":["https://openalex.org/I522815984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/507c0386-37c7-4c5b-8a0b-8fb0accaae4d","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/507c0386-37c7-4c5b-8a0b-8fb0accaae4d","pdf_url":"https://vbn.aau.dk/ws/files/475862698/Resource_Offload_Consolidation_Based_on_Deep_Reinforcement_Learning_Approach_in_Cyber_Physical_Systems.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mekala, M S, Jolfaei, A, Srivastava, G, Zheng, X, Anvari-Moghaddam, A & Viswanathan, P 2022, 'Resource Offload Consolidation Based on Deep-Reinforcement Learning Approach in Cyber-Physical Systems', IEEE Transactions on Emerging Topics in Computational Intelligence, vol. 6, no. 2, pp. 245-254. https://doi.org/10.1109/TETCI.2020.3044082","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320970","display_name":"Deakin University","ror":"https://ror.org/02czsnj07"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3114334817.pdf","grobid_xml":"https://content.openalex.org/works/W3114334817.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2080017588","https://openalex.org/W2394115245","https://openalex.org/W2397723600","https://openalex.org/W2466128841","https://openalex.org/W2473843482","https://openalex.org/W2482293012","https://openalex.org/W2594560857","https://openalex.org/W2615926310","https://openalex.org/W2622612680","https://openalex.org/W2770600834","https://openalex.org/W2777180355","https://openalex.org/W2895019217","https://openalex.org/W2906125966","https://openalex.org/W2944000723","https://openalex.org/W2963061782","https://openalex.org/W2964052915","https://openalex.org/W2964054168","https://openalex.org/W2964098968","https://openalex.org/W2964129362","https://openalex.org/W3018002587","https://openalex.org/W3032526322","https://openalex.org/W3041657239","https://openalex.org/W3094549462","https://openalex.org/W3096005429","https://openalex.org/W6740398344","https://openalex.org/W6756643487"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489"],"abstract_inverted_index":{"In":[0,70,96],"cyber-physical":[1,94],"systems,":[2],"it":[3],"is":[4,67,82,102,121],"advantageous":[5],"to":[6,12,45,123,139,176],"leverage":[7],"cloud":[8,30],"with":[9,61,64],"edge":[10,62,108,152,155],"resources":[11,66,125,147],"distribute":[13],"the":[14,23,38,55,92,98,128,141,149,162,177],"workload":[15,150],"for":[16,91,148],"processing":[17,173],"and":[18,51,89,112,131,145,154,170],"computing":[19],"user":[20],"data":[21,105],"at":[22],"point":[24],"of":[25,40,49,143],"generation.":[26],"Services":[27],"offered":[28],"by":[29],"are":[31,137],"not":[32],"flexible":[33],"enough":[34],"against":[35],"variations":[36],"in":[37],"size":[39],"underlying":[41,113,129],"data,":[42],"which":[43,84],"leads":[44],"increased":[46],"latency,":[47],"violation":[48],"deadline":[50],"higher":[52],"cost.":[53],"On":[54],"other":[56],"hand,":[57],"resolving":[58],"above-mentioned":[59],"issues":[60],"devices":[63,153],"limited":[65],"also":[68],"challenging.":[69],"this":[71],"work,":[72],"a":[73,117,167,171],"novel":[74],"reinforcement":[75],"learning":[76,119],"algorithm,":[77],"Capacity-Cost":[78],"Ratio-Reinforcement":[79],"Learning":[80],"(CCR-RL),":[81],"proposed":[83,138,163],"considers":[85],"both":[86],"resource":[87],"utilization":[88],"cost":[90,174],"target":[93],"systems.":[95],"CCR-RL,":[97],"task":[99],"offloading":[100],"decision":[101],"made":[103],"considering":[104],"arrival":[106],"rate,":[107],"device":[109],"computation":[110,132,146],"power,":[111],"transmission":[114],"capacity.":[115],"Then,":[116],"deep":[118],"model":[120],"created":[122],"allocate":[124],"based":[126],"on":[127],"communication":[130,144],"rate.":[133],"Moreover,":[134],"new":[135],"algorithms":[136],"regulate":[140],"allocation":[142],"among":[151],"servers.":[156],"The":[157],"simulation":[158],"results":[159],"demonstrate":[160],"that":[161],"method":[164],"can":[165],"achieve":[166],"minimal":[168],"latency":[169],"reduced":[172],"compared":[175],"state-of-the-art":[178],"schemes.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}