{"id":"https://openalex.org/W4376480851","doi":"https://doi.org/10.1109/wcnc55385.2023.10118718","title":"Deep Reinforcement Learning based Mobility-aware SFC Embedding for MEC in 5G and Beyond","display_name":"Deep Reinforcement Learning based Mobility-aware SFC Embedding for MEC in 5G and Beyond","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4376480851","doi":"https://doi.org/10.1109/wcnc55385.2023.10118718"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc55385.2023.10118718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc55385.2023.10118718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021267232","display_name":"Yi-Huai Hsu","orcid":"https://orcid.org/0000-0001-6793-819X"},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Yi-Huai Hsu","raw_affiliation_strings":["Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I99908691"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057695391","display_name":"Tsung-Ru Tsai","orcid":null},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tsung-Ru Tsai","raw_affiliation_strings":["Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I99908691"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110974992","display_name":"T.C. Yeh","orcid":null},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ting-Chia Yeh","raw_affiliation_strings":["Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I99908691"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000598404","display_name":"Yu-Lun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Lun Wang","raw_affiliation_strings":["Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I99908691"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021267232"],"corresponding_institution_ids":["https://openalex.org/I99908691"],"apc_list":null,"apc_paid":null,"fwci":0.5355,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6364937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6539669036865234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6433745622634888},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5608227849006653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4148062467575073}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6539669036865234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6433745622634888},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5608227849006653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4148062467575073}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc55385.2023.10118718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc55385.2023.10118718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309618","display_name":"Ministry of Science and Technology","ror":"https://ror.org/02b207r52"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2956503489","https://openalex.org/W2973288277","https://openalex.org/W2980761536","https://openalex.org/W3102383207","https://openalex.org/W3160114555","https://openalex.org/W4225662012","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2081900870","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691"],"abstract_inverted_index":{"Service":[0],"function":[1],"chain":[2],"(SFC),":[3],"which":[4,141,243],"consists":[5],"of":[6,10,27,43,46,53,56,82,94,113,151,154,163,183],"an":[7,47,83,105,129,164,184],"ordered":[8],"combination":[9],"virtual":[11],"network":[12,224],"functions":[13],"(VNFs),":[14],"has":[15],"been":[16],"incorporated":[17],"with":[18],"multi-access":[19],"edge":[20],"computing":[21],"(MEC)":[22],"to":[23,75,109,147,166,190,215,241],"provide":[24],"a":[25,32,70,99,203],"variety":[26],"low":[28],"latency":[29],"services":[30],"in":[31,36,210],"more":[33],"flexible":[34],"manner":[35],"5G":[37],"MEC":[38,114,167,192],"networks":[39],"(MNs).":[40],"However,":[41],"embedding":[42,67,107,120,138],"the":[44,51,65,77,87,111,119,152,161,175,180,217,223,231,236,245],"VNFs":[45,162,189],"SFC":[48,66,106,137,165,185],"significantly":[49,234],"affects":[50],"quality":[52],"experience":[54],"(QoE)":[55],"user":[57],"equipments":[58],"(UEs).":[59],"In":[60],"this":[61],"paper,":[62],"we":[63],"formulate":[64],"problem":[68],"as":[69,239],"nonlinear":[71],"programming":[72],"problem,":[73],"aiming":[74],"maximize":[76],"average":[78],"acceptance":[79],"rate":[80],"(AR)":[81],"MN":[84,101],"while":[85],"satisfying":[86],"service":[88],"downtime":[89],"and":[90,116,144,174,186,212,222],"end-to-end":[91],"delay":[92],"constraints":[93],"each":[95,123,170,197],"UE.":[96],"We":[97,126,201],"propose":[98,128],"centralized":[100],"architecture":[102],"that":[103,230],"utilizes":[104],"manager":[108],"monitor":[110],"condition":[112],"servers":[115,168,193],"intelligently":[117,159,178],"make":[118],"decision":[121],"for":[122,169,196],"request":[124,172,199,219],"event.":[125,200],"further":[127],"event-driven":[130],"deep":[131],"reinforcement":[132],"learning":[133],"(DRL)":[134],"based":[135],"mobility-aware":[136],"scheme":[139],"(EDRL-MSES)":[140],"includes":[142],"placement":[143,157,171,211],"migration":[145,176,198,213],"agents,":[146],"achieve":[148],"long-term":[149],"optimization":[150],"QoE":[153],"UEs.":[155],"The":[156,226],"agent":[158,177],"deploys":[160],"event,":[173],"migrates":[179],"VNFs\u2019":[181],"states":[182],"redeploys":[187],"those":[188],"new":[191],"if":[194],"necessary":[195],"utilize":[202],"DRL":[204],"technique,":[205],"Deep":[206],"Deterministic":[207],"Policy":[208],"Gradient,":[209],"agents":[214],"handle":[216],"stochastic":[218],"event":[220],"arrivals":[221],"condition.":[225],"simulation":[227],"results":[228],"show":[229],"proposed":[232],"EDRL-MSES":[233],"improves":[235],"AR":[237],"performance":[238],"compared":[240],"FMC,":[242],"is":[244],"best":[246],"available":[247],"related":[248],"work.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}