{"id":"https://openalex.org/W3172196691","doi":"https://doi.org/10.1109/tnsm.2021.3086721","title":"Deep Reinforcement Learning-Based Content Migration for Edge Content Delivery Networks With Vehicular Nodes","display_name":"Deep Reinforcement Learning-Based Content Migration for Edge Content Delivery Networks With Vehicular Nodes","publication_year":2021,"publication_date":"2021-06-04","ids":{"openalex":"https://openalex.org/W3172196691","doi":"https://doi.org/10.1109/tnsm.2021.3086721","mag":"3172196691"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3086721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3086721","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.08905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020691144","display_name":"Sepideh Malektaji","orcid":"https://orcid.org/0000-0001-9573-6392"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sepideh Malektaji","raw_affiliation_strings":["CIISE, Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"CIISE, Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023434379","display_name":"Amin Ebrahimzadeh","orcid":"https://orcid.org/0000-0002-1741-677X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amin Ebrahimzadeh","raw_affiliation_strings":["CIISE, Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"CIISE, Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009168558","display_name":"Halima Elbiaze","orcid":"https://orcid.org/0000-0001-5681-6445"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Halima Elbiaze","raw_affiliation_strings":["Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I159129438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041878389","display_name":"Roch Glitho","orcid":"https://orcid.org/0000-0002-7699-0296"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Roch H. Glitho","raw_affiliation_strings":["CIISE, Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"CIISE, Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021338103","display_name":"Somayeh Kianpisheh","orcid":"https://orcid.org/0000-0002-3200-4052"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Somayeh Kianpisheh","raw_affiliation_strings":["CIISE, Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"CIISE, Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5020691144"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":3.0265,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91408959,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"3","first_page":"3415","last_page":"3431"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8455716371536255},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7548002600669861},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.684482991695404},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6839249730110168},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6396621465682983},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6245035529136658},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5763444900512695},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5677589774131775},{"id":"https://openalex.org/keywords/content-delivery-network","display_name":"Content delivery network","score":0.5308065414428711},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.5102360248565674},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46607136726379395},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.417254775762558},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.2400577962398529},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.19596603512763977},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1490788459777832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10881194472312927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8455716371536255},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7548002600669861},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.684482991695404},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6839249730110168},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6396621465682983},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6245035529136658},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5763444900512695},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5677589774131775},{"id":"https://openalex.org/C2778898579","wikidata":"https://www.wikidata.org/wiki/Q72588","display_name":"Content delivery network","level":3,"score":0.5308065414428711},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.5102360248565674},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46607136726379395},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.417254775762558},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2400577962398529},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.19596603512763977},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1490788459777832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10881194472312927}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2021.3086721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3086721","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2307.08905","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.08905","pdf_url":"https://arxiv.org/pdf/2307.08905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.08905","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.08905","pdf_url":"https://arxiv.org/pdf/2307.08905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321588","display_name":"Concordia University","ror":"https://ror.org/0420zvk78"},{"id":"https://openalex.org/F4320321747","display_name":"Fonds Qu\u00e9b\u00e9cois de la Recherche sur la Nature et les Technologies","ror":"https://ror.org/00b9f9778"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3172196691.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1518931405","https://openalex.org/W1689711448","https://openalex.org/W1869778509","https://openalex.org/W1997932713","https://openalex.org/W2037169571","https://openalex.org/W2072853307","https://openalex.org/W2107878631","https://openalex.org/W2110759949","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2263102236","https://openalex.org/W2320776350","https://openalex.org/W2401387098","https://openalex.org/W2402144811","https://openalex.org/W2416230292","https://openalex.org/W2416799949","https://openalex.org/W2495983308","https://openalex.org/W2523382417","https://openalex.org/W2592755103","https://openalex.org/W2593548754","https://openalex.org/W2716916105","https://openalex.org/W2746553466","https://openalex.org/W2756144809","https://openalex.org/W2761862361","https://openalex.org/W2786309777","https://openalex.org/W2791056945","https://openalex.org/W2792140610","https://openalex.org/W2794056443","https://openalex.org/W2795912349","https://openalex.org/W2797697435","https://openalex.org/W2801779586","https://openalex.org/W2803620531","https://openalex.org/W2809468438","https://openalex.org/W2889540440","https://openalex.org/W2893471823","https://openalex.org/W2898035736","https://openalex.org/W2902906771","https://openalex.org/W2903523957","https://openalex.org/W2948175577","https://openalex.org/W2953384591","https://openalex.org/W2963805280","https://openalex.org/W2964129362","https://openalex.org/W2981618170","https://openalex.org/W3023209583","https://openalex.org/W3049535205","https://openalex.org/W4214717370","https://openalex.org/W4252238872","https://openalex.org/W6639086533","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W4310188041","https://openalex.org/W2808454856","https://openalex.org/W2904607180","https://openalex.org/W2753988227","https://openalex.org/W2964400589","https://openalex.org/W3167707007","https://openalex.org/W2382204407","https://openalex.org/W2397822233","https://openalex.org/W2555431679","https://openalex.org/W2007167236"],"abstract_inverted_index":{"With":[0],"the":[1,91,100,157,188],"explosive":[2],"demands":[3],"for":[4],"data,":[5],"content":[6,62,78,84,114,123,200,211],"delivery":[7,115],"networks":[8],"are":[9,50,146],"facing":[10],"ever-increasing":[11],"challenges":[12],"to":[13,30,34,36,58,63,74,79,99,133,165,168,172,186,195,205],"meet":[14],"end-users'":[15],"quality-of-experience":[16],"requirements,":[17],"especially":[18],"in":[19,103,126,156],"terms":[20,104],"of":[21,93,105,140,159,199],"delay.":[22,106],"Content":[23],"can":[24],"be":[25,56,72],"migrated":[26],"from":[27,85,90],"surrogate":[28,86],"servers":[29,87],"local":[31,42,80,128],"caches":[32,43,129,136],"closer":[33],"end-users":[35],"address":[37],"delay":[38,202],"challenges.":[39],"Unfortunately,":[40],"these":[41],"have":[44],"limited":[45],"capacities,":[46],"and":[47,96,120,167,209],"when":[48,144],"they":[49,145],"fully":[51,147],"occupied,":[52],"it":[53,70],"may":[54,71],"sometimes":[55],"necessary":[57,73],"remove":[59],"their":[60,131,142],"lower-priority":[61],"accommodate":[64],"higher-priority":[65],"content.":[66],"At":[67],"other":[68],"times,":[69],"return":[75],"previously":[76],"removed":[77],"caches.":[81],"Downloading":[82],"this":[83,108],"is":[88,174],"costly":[89],"perspective":[92],"network":[94,116],"usage,":[95],"potentially":[97],"detrimental":[98],"end-user":[101],"QoE":[102],"In":[107],"paper,":[109],"we":[110],"consider":[111],"an":[112],"edge":[113,135],"with":[117,208],"vehicular":[118],"nodes":[119],"propose":[121],"a":[122,175,181,196],"migration":[124],"strategy":[125],"which":[127,163,169],"offload":[130],"contents":[132,143,154,164],"neighboring":[134,170],"whenever":[137],"feasible,":[138],"instead":[139],"removing":[141],"occupied.":[148],"This":[149,178],"process":[150],"ensures":[151],"that":[152],"more":[153],"remain":[155],"vicinity":[158],"end-users.":[160],"However,":[161],"selecting":[162],"migrate":[166,173],"cache":[171],"complicated":[176],"problem.":[177],"paper":[179],"proposes":[180],"deep":[182],"reinforcement":[183],"learning":[184],"approach":[185],"minimize":[187],"cost.":[189],"Our":[190],"simulation":[191],"scenarios":[192],"realized":[193],"up":[194],"70%":[197],"reduction":[198],"access":[201],"cost":[203],"compared":[204],"conventional":[206],"strategies":[207],"without":[210],"migration.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2021-06-22T00:00:00"}