{"id":"https://openalex.org/W2945655632","doi":"https://doi.org/10.1109/access.2019.2917564","title":"Q-Learning Based Content Placement Method for Dynamic Cloud Content Delivery Networks","display_name":"Q-Learning Based Content Placement Method for Dynamic Cloud Content Delivery Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2945655632","doi":"https://doi.org/10.1109/access.2019.2917564","mag":"2945655632"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2917564","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2917564","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08717626.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08717626.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100454947","display_name":"Yujie Liu","orcid":"https://orcid.org/0000-0002-2372-8737"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yujie Liu","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025153376","display_name":"Dianjie Lu","orcid":"https://orcid.org/0000-0001-5435-5307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dianjie Lu","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028538102","display_name":"Guijuan Zhang","orcid":"https://orcid.org/0000-0002-9545-8668"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guijuan Zhang","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054226259","display_name":"Jie Tian","orcid":"https://orcid.org/0000-0002-1791-2079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Tian","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101811312","display_name":"Weizhi Xu","orcid":"https://orcid.org/0009-0006-7384-7212"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weizhi Xu","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Distributed Computer Software Novel Technology, Jinan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100454947"],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6666,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.85384376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"7","issue":null,"first_page":"66384","last_page":"66394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8052762150764465},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7860056161880493},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.6775650978088379},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5457966327667236},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.538356363773346},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5016946792602539},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4795072674751282},{"id":"https://openalex.org/keywords/content-management","display_name":"Content management","score":0.44324079155921936},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4427381455898285},{"id":"https://openalex.org/keywords/dynamic-web-page","display_name":"Dynamic web page","score":0.4378741979598999},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4375453591346741},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3621037006378174},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.15857335925102234},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08479049801826477},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0769122838973999}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8052762150764465},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7860056161880493},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.6775650978088379},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5457966327667236},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.538356363773346},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5016946792602539},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4795072674751282},{"id":"https://openalex.org/C33039251","wikidata":"https://www.wikidata.org/wiki/Q173373","display_name":"Content management","level":2,"score":0.44324079155921936},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4427381455898285},{"id":"https://openalex.org/C100158260","wikidata":"https://www.wikidata.org/wiki/Q1650567","display_name":"Dynamic web page","level":3,"score":0.4378741979598999},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4375453591346741},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3621037006378174},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.15857335925102234},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08479049801826477},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0769122838973999},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2917564","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2917564","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08717626.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2a7cd7c2fef741d69fa72bc3d9f3eeeb","is_oa":true,"landing_page_url":"https://doaj.org/article/2a7cd7c2fef741d69fa72bc3d9f3eeeb","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 66384-66394 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2917564","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2917564","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08717626.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G1051575437","display_name":null,"funder_award_id":"ZR2017QF008","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2539622016","display_name":null,"funder_award_id":"ZR2019MF017","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2696157397","display_name":null,"funder_award_id":"ZR201","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3497226477","display_name":null,"funder_award_id":"ZR2019","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G3610943317","display_name":null,"funder_award_id":"61572299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3970863408","display_name":null,"funder_award_id":"61801278","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4737875292","display_name":null,"funder_award_id":"61602285","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5143210600","display_name":null,"funder_award_id":"ZR2019MF017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7744673595","display_name":null,"funder_award_id":"61572299","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320338074","display_name":"Government of Shandong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2945655632.pdf","grobid_xml":"https://content.openalex.org/works/W2945655632.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W79001199","https://openalex.org/W598915167","https://openalex.org/W1844490947","https://openalex.org/W1978414948","https://openalex.org/W2017336596","https://openalex.org/W2054470660","https://openalex.org/W2056412352","https://openalex.org/W2093479342","https://openalex.org/W2113145373","https://openalex.org/W2121651311","https://openalex.org/W2126933177","https://openalex.org/W2141587120","https://openalex.org/W2149304339","https://openalex.org/W2152541804","https://openalex.org/W2156666755","https://openalex.org/W2331927393","https://openalex.org/W2332438227","https://openalex.org/W2341164098","https://openalex.org/W2342662072","https://openalex.org/W2406213739","https://openalex.org/W2469858748","https://openalex.org/W2513580371","https://openalex.org/W2516149700","https://openalex.org/W2528870978","https://openalex.org/W2539783541","https://openalex.org/W2584313960","https://openalex.org/W2729646028","https://openalex.org/W2757150185","https://openalex.org/W2761598111","https://openalex.org/W2771854560","https://openalex.org/W2791312662","https://openalex.org/W2793028318","https://openalex.org/W2804853022","https://openalex.org/W2891948547","https://openalex.org/W2963535052","https://openalex.org/W3101824822","https://openalex.org/W4240558613","https://openalex.org/W6618187430","https://openalex.org/W6678605844","https://openalex.org/W6682459407","https://openalex.org/W6704571135","https://openalex.org/W6749818073"],"related_works":["https://openalex.org/W1967387355","https://openalex.org/W1579083484","https://openalex.org/W2943958348","https://openalex.org/W2115184155","https://openalex.org/W4240820810","https://openalex.org/W4240150418","https://openalex.org/W103456231","https://openalex.org/W4407135649","https://openalex.org/W3021446453","https://openalex.org/W2076363584"],"abstract_inverted_index":{"How":[0],"to":[1,39,62,116,121,138,174,189],"reduce":[2,25,198],"the":[3,26,40,48,52,70,73,80,103,131,140,162,175,185,190,194,199],"content":[4,9,21,29,54,87,96,204],"placement":[5,22,30,55,97,108,205],"cost":[6,27,85,167,202],"of":[7,28,43,69,79,86,193,203],"cloud":[8,44,177],"delivery":[10,33,59,142,178],"networks":[11],"(CCDNs)":[12],"is":[13,76,136,153],"a":[14,95],"hot":[15],"topic":[16],"in":[17,47,72],"recent":[18],"years.":[19],"Traditional":[20],"methods":[23],"mainly":[24],"by":[31],"constructing":[32],"trees,":[34],"but":[35],"they":[36],"cannot":[37],"adapt":[38,173,188],"dynamic":[41,104,176,191],"deployment":[42],"proxy":[45],"servers":[46],"CCDNs.":[49],"In":[50,145],"addition,":[51],"traditional":[53],"method":[56,186],"only":[57],"provides":[58],"paths":[60,163],"according":[61],"local":[63,148],"decision-making":[64],"without":[65],"considering":[66],"global":[67],"dynamics":[68],"congestion":[71,126,151,166,201],"CCDNs,":[74,105],"which":[75],"also":[77],"one":[78],"main":[81],"factors":[82],"causing":[83],"high":[84],"placement.":[88],"To":[89],"solve":[90],"these":[91],"problems,":[92],"we":[93],"propose":[94],"model":[98,109],"based":[99,129],"on":[100,130],"Q-learning":[101,112],"for":[102],"called":[106],"Q-content":[107],"(Q-CPM).":[110],"This":[111],"approach":[113],"can":[114,172,187],"lead":[115],"better":[117],"routing":[118],"decisions":[119],"due":[120],"up-to-date":[122],"and":[123,149,171,197],"more":[124],"reliable":[125],"values.":[127],"Then,":[128],"Q-CPM":[132],"model,":[133],"an":[134],"algorithm":[135],"proposed":[137],"construct":[139],"Q-adaptive":[141],"tree":[143],"(Q-ADT).":[144],"this":[146,160],"algorithm,":[147,161],"nonlocal":[150],"information":[152],"propagated":[154],"over":[155],"network":[156],"learning":[157],"packets.":[158],"Through":[159],"with":[164],"low":[165],"will":[168],"be":[169],"selected":[170],"environment.":[179],"The":[180],"experimental":[181],"results":[182],"show":[183],"that":[184],"changes":[192],"CCDNs":[195],"flexibly":[196],"overall":[200],"effectively.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}