{"id":"https://openalex.org/W7127617073","doi":"https://doi.org/10.1109/ccnc65079.2026.11366578","title":"Dynamic Content Recommendation Considering Cache State and Preference Using Reinforcement Learning","display_name":"Dynamic Content Recommendation Considering Cache State and Preference Using Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-09","ids":{"openalex":"https://openalex.org/W7127617073","doi":"https://doi.org/10.1109/ccnc65079.2026.11366578"},"language":null,"primary_location":{"id":"doi:10.1109/ccnc65079.2026.11366578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc65079.2026.11366578","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072733010","display_name":"Shota Ochiai","orcid":null},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shota Ochiai","raw_affiliation_strings":["Ritsumeikan University,Graduate School of Information Science and Engineering,Osaka,Japan,567-8570"],"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,Graduate School of Information Science and Engineering,Osaka,Japan,567-8570","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020773650","display_name":"Noriaki Kamiyama","orcid":"https://orcid.org/0000-0001-8825-3245"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Noriaki Kamiyama","raw_affiliation_strings":["Ritsumeikan University,College of Information Science and Engineering,Osaka,Japan,567-8570"],"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,College of Information Science and Engineering,Osaka,Japan,567-8570","institution_ids":["https://openalex.org/I135768898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072733010"],"corresponding_institution_ids":["https://openalex.org/I135768898"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24259599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7721999883651733},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7208999991416931},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5109999775886536},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.4932999908924103},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.49230000376701355},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.44440001249313354},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4410000145435333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8551999926567078},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7721999883651733},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7208999991416931},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5109999775886536},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.39089998602867126},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.375},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.303600013256073},{"id":"https://openalex.org/C2778898579","wikidata":"https://www.wikidata.org/wiki/Q72588","display_name":"Content delivery network","level":3,"score":0.3019999861717224},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.29989999532699585},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc65079.2026.11366578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc65079.2026.11366578","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325763","display_name":"Telecommunications Advancement Foundation","ror":"https://ror.org/05y77zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2787933113","https://openalex.org/W2799544270","https://openalex.org/W3161707544","https://openalex.org/W4281480469","https://openalex.org/W4402158631"],"related_works":[],"abstract_inverted_index":{"In":[0,107],"recent":[1],"years,":[2],"with":[3],"the":[4,14,23,59,67,71],"spread":[5],"of":[6,12,16,83,90,102],"services":[7],"that":[8,61,115],"handle":[9],"large":[10],"amounts":[11],"content,":[13],"importance":[15],"content":[17,27,37,60,76,135],"recommendation":[18,77,113],"systems":[19],"has":[20],"increased.":[21],"At":[22],"same":[24],"time,":[25],"many":[26],"providers":[28],"utilize":[29],"CDNs":[30,53],"(Content":[31],"Delivery":[32],"Networks)":[33],"because":[34,58],"delays":[35],"in":[36,46,54,130],"delivery":[38,92],"and":[39,70,122],"low":[40],"throughput":[41],"lead":[42],"to":[43,117],"an":[44,131],"increase":[45],"service":[47],"churn":[48],"rates.":[49],"However,":[50],"when":[51],"using":[52],"combination,":[55],"issues":[56],"arise":[57],"should":[62],"be":[63],"recommended":[64],"differs":[65],"from":[66],"user's":[68],"perspective":[69],"network's":[72],"perspective.":[73],"Therefore,":[74],"if":[75],"does":[78],"not":[79],"simultaneously":[80],"consider":[81],"both":[82,99,119],"these":[84],"factors,":[85,100],"there":[86],"is":[87],"a":[88,112],"risk":[89],"degraded":[91],"quality.":[93],"While":[94],"previous":[95],"studies":[96],"have":[97],"considered":[98],"most":[101],"them":[103],"assumed":[104],"static":[105],"environments.":[106],"this":[108],"paper,":[109],"we":[110],"propose":[111],"method":[114],"aims":[116],"improve":[118],"user":[120,134],"satisfaction":[121],"cache":[123],"hit":[124],"rate":[125],"by":[126],"utilizing":[127],"reinforcement":[128],"learning":[129],"environment":[132],"where":[133],"preferences":[136],"change":[137],"dynamically.":[138]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-02-06T00:00:00"}