{"id":"https://openalex.org/W4400033151","doi":"https://doi.org/10.1109/access.2024.3419065","title":"Adaptive VNF Placement Considering Overall Latency and 5G Wireless Channel Reliability in Industry 4.0: A Reinforcement Learning Based Approach","display_name":"Adaptive VNF Placement Considering Overall Latency and 5G Wireless Channel Reliability in Industry 4.0: A Reinforcement Learning Based Approach","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400033151","doi":"https://doi.org/10.1109/access.2024.3419065"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3419065","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3419065","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3419065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079259599","display_name":"Nauman Saqib","orcid":"https://orcid.org/0009-0000-9165-1009"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nauman Saqib","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia"],"raw_orcid":"https://orcid.org/0009-0000-9165-1009","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080151430","display_name":"Nor Fadzilah Abdullah","orcid":"https://orcid.org/0000-0002-6593-5603"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nor Fadzilah Abdullah","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-6593-5603","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077800587","display_name":"Asma Abu-Samah","orcid":"https://orcid.org/0000-0001-8514-1459"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Asma Abu-Samah","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-8514-1459","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051849636","display_name":"Haider A. H. Alobaidy","orcid":"https://orcid.org/0000-0003-4461-3039"},"institutions":[{"id":"https://openalex.org/I56409017","display_name":"Nahrain University","ror":"https://ror.org/05v2p9075","country_code":"IQ","type":"education","lineage":["https://openalex.org/I56409017"]},{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["IQ","MY"],"is_corresponding":false,"raw_author_name":"Haider A. H. Alobaidy","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia","Department of Information and Communications Engineering, College of Information Engineering, Al-Nahrain University, Baghdad, Iraq"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Wireless Research@UKM, Universiti Kebangsaan Malaysia, Bangi, Malaysia","institution_ids":["https://openalex.org/I885383172"]},{"raw_affiliation_string":"Department of Information and Communications Engineering, College of Information Engineering, Al-Nahrain University, Baghdad, Iraq","institution_ids":["https://openalex.org/I56409017"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060844784","display_name":"Rosdiadee Nordin","orcid":"https://orcid.org/0000-0001-9254-2023"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Rosdiadee Nordin","raw_affiliation_strings":["Department of Engineering, School of Engineering and Technology, Sunway University, Bandar Sunway, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-9254-2023","affiliations":[{"raw_affiliation_string":"Department of Engineering, School of Engineering and Technology, Sunway University, Bandar Sunway, Selangor, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4204,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82088561,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"88883","last_page":"88896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9603000283241272,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8391647338867188},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6539381742477417},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5973172783851624},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5034236311912537},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4896083474159241},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4824979305267334},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4648873507976532},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4629974961280823},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4600313901901245},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.45971301198005676},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4356958866119385},{"id":"https://openalex.org/keywords/industrial-internet","display_name":"Industrial Internet","score":0.41840657591819763},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2506784200668335},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15502309799194336},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.09973379969596863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8391647338867188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6539381742477417},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5973172783851624},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5034236311912537},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4896083474159241},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4824979305267334},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4648873507976532},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4629974961280823},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4600313901901245},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.45971301198005676},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4356958866119385},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.41840657591819763},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2506784200668335},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15502309799194336},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.09973379969596863},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3419065","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3419065","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cf3451d9cffd499bb57168f5fc9ed0c4","is_oa":true,"landing_page_url":"https://doaj.org/article/cf3451d9cffd499bb57168f5fc9ed0c4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 88883-88896 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3419065","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3419065","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G4646679914","display_name":null,"funder_award_id":"DPK-2022-009","funder_id":"https://openalex.org/F4320322699","funder_display_name":"Universiti Kebangsaan Malaysia"},{"id":"https://openalex.org/G8968859988","display_name":null,"funder_award_id":"GUP-2021-023","funder_id":"https://openalex.org/F4320322699","funder_display_name":"Universiti Kebangsaan Malaysia"}],"funders":[{"id":"https://openalex.org/F4320322699","display_name":"Universiti Kebangsaan Malaysia","ror":"https://ror.org/00bw8d226"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2330421065","https://openalex.org/W2496434473","https://openalex.org/W2620405877","https://openalex.org/W2746553466","https://openalex.org/W2792054443","https://openalex.org/W2809703352","https://openalex.org/W2856725472","https://openalex.org/W2890841063","https://openalex.org/W2898242456","https://openalex.org/W2902264868","https://openalex.org/W2903252781","https://openalex.org/W2922181395","https://openalex.org/W2972298765","https://openalex.org/W2989178978","https://openalex.org/W2994053796","https://openalex.org/W2995673860","https://openalex.org/W2995872356","https://openalex.org/W3006069039","https://openalex.org/W3037653908","https://openalex.org/W3081238314","https://openalex.org/W3119730797","https://openalex.org/W3125409609","https://openalex.org/W3129125148","https://openalex.org/W3155882255","https://openalex.org/W3160114555","https://openalex.org/W3162884489","https://openalex.org/W3173999860","https://openalex.org/W3179238719","https://openalex.org/W3184535468","https://openalex.org/W3190618479","https://openalex.org/W3200405419","https://openalex.org/W3206570782","https://openalex.org/W4205840343","https://openalex.org/W4206149971","https://openalex.org/W4212937543","https://openalex.org/W4214717370","https://openalex.org/W4221032020","https://openalex.org/W4221079563","https://openalex.org/W4285251647","https://openalex.org/W4293169052","https://openalex.org/W4293194136","https://openalex.org/W4300167491","https://openalex.org/W4304633952","https://openalex.org/W4308950853","https://openalex.org/W4315489550","https://openalex.org/W4319444647","https://openalex.org/W4361984681","https://openalex.org/W4381332732","https://openalex.org/W4383503654","https://openalex.org/W4388819667","https://openalex.org/W6738489056","https://openalex.org/W6797929496","https://openalex.org/W6798833016"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"Industry":[0,145],"4.0":[1,146],"incorporates":[2],"the":[3,18,62,83,87,106,110,121,130,167,197,207,223,242,251],"integration":[4],"of":[5,10,28,66,109,132,250],"cloud":[6],"computing,":[7],"Industrial":[8],"Internet":[9],"Things":[11],"(IIoT),":[12],"and":[13,31,39,64,96,101,183,191,218,239,241],"modern":[14],"communication":[15],"technologies":[16],"within":[17],"industrial":[19,114,169],"automation":[20,148],"systems.":[21],"Various":[22],"devices":[23],"with":[24,90],"different":[25],"network":[26,73],"requirements":[27],"high":[29],"reliability":[30],"low":[32],"latency,":[33],"rely":[34],"on":[35,93,120,137],"connectivity.":[36],"The":[37,172,200,225],"5G":[38,84,168],"Beyond":[40],"(B5G)":[41],"software-defined":[42],"architecture":[43],"facilitates":[44],"Network":[45,68,142],"Function":[46],"Virtualization":[47],"(NFV),":[48],"which":[49,211],"is":[50,175,245],"an":[51,154],"essential":[52,122],"solution":[53],"for":[54,61,128,195,234],"fulfilling":[55],"these":[56],"stringent":[57],"demands.":[58],"NFV":[59],"allows":[60],"implementation":[63],"control":[65],"Virtual":[67],"Functions":[69],"(VNFs)":[70],"in":[71,82,113,166],"dynamic":[72],"environments.":[74],"VNF":[75,99,198],"placement":[76],"optimization":[77,155,173],"has":[78],"been":[79],"extensively":[80,204],"studied":[81],"perspective":[85],"outside":[86],"industry":[88],"environment":[89],"a":[91,117,139,178,213],"focus":[92],"minimizing":[94],"delay":[95,123,160],"cost,":[97],"increasing":[98,102],"reliability,":[100],"resource":[103],"efficiency.":[104],"However,":[105],"complex":[107],"dynamics":[108],"wireless":[111,170],"channel":[112],"environments":[115],"have":[116],"considerable":[118],"impact":[119],"factors":[124],"that":[125,229,249],"are":[126,193,203],"important":[127],"optimizing":[129,196],"deployment":[131],"VNFs.":[133],"This":[134],"study":[135],"focuses":[136],"modeling":[138],"Wireless":[140],"Sensor":[141],"(WSN)":[143],"based":[144,188],"factory":[147],"scenario":[149,236],"at":[150],"mmWave":[151],"band,":[152],"formulating":[153],"problem":[156,174],"to":[157,248],"minimize":[158],"overall":[159],"while":[161],"considering":[162],"packet":[163],"loss":[164],"rate":[165],"channel.":[171],"formulated":[176],"as":[177],"Markov":[179],"Decision":[180],"Process":[181],"(MDP)":[182],"two":[184,219],"Reinforcement":[185],"Learning":[186],"(RL)":[187],"algorithms":[189,202,221,233],"AVP-Q":[190],"AVP-DQN":[192,230],"proposed":[194,201],"placement.":[199],"evaluated":[205],"against":[206],"Value":[208,252],"Iteration":[209,253],"algorithm":[210],"assumes":[212],"completely":[214],"known":[215],"MDP":[216],"model":[217],"other":[220],"from":[222],"literature.":[224],"simulated":[226],"results":[227],"show":[228],"outperforms":[231],"existing":[232],"this":[235],"by":[237],"39%":[238],"22.6%":[240],"achieved":[243],"performance":[244],"only":[246],"close":[247],"algorithm.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}