{"id":"https://openalex.org/W4391935871","doi":"https://doi.org/10.1109/tsc.2024.3351219","title":"Recommendation-Enabled Edge Caching and D2D Offloading via Incentive-Driven Deep Reinforcement Learning","display_name":"Recommendation-Enabled Edge Caching and D2D Offloading via Incentive-Driven Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391935871","doi":"https://doi.org/10.1109/tsc.2024.3351219"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3351219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3351219","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101703452","display_name":"Tong Wu","orcid":"https://orcid.org/0000-0003-2945-7867"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Wu","raw_affiliation_strings":["College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2945-7867","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042936370","display_name":"Dongjin Yu","orcid":"https://orcid.org/0000-0001-8919-1613"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongjin Yu","raw_affiliation_strings":["College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8919-1613","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028546502","display_name":"Chengfei Liu","orcid":"https://orcid.org/0000-0003-1675-1389"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chengfei Liu","raw_affiliation_strings":["Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1675-1389","affiliations":[{"raw_affiliation_string":"Department of Computing Technologies, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043738330","display_name":"Dongjing Wang","orcid":"https://orcid.org/0000-0003-2152-0446"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongjing Wang","raw_affiliation_strings":["College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2152-0446","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023135258","display_name":"Binbin Huang","orcid":"https://orcid.org/0000-0002-0763-2727"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Huang","raw_affiliation_strings":["College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0763-2727","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8408,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90750425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"4","first_page":"1724","last_page":"1738"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8506203889846802},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7203601598739624},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5648946762084961},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5350974798202515},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5088794231414795},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.4476006031036377},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.42025309801101685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4132063388824463},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29221686720848083},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.25022637844085693},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21040311455726624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8506203889846802},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7203601598739624},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5648946762084961},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5350974798202515},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5088794231414795},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.4476006031036377},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.42025309801101685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4132063388824463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29221686720848083},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.25022637844085693},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21040311455726624},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3351219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3351219","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3805553755","display_name":null,"funder_award_id":"LQ20F020015","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G5266537612","display_name":null,"funder_award_id":"62372145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5813358011","display_name":null,"funder_award_id":"62202131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1995341435","https://openalex.org/W2036251877","https://openalex.org/W2133255965","https://openalex.org/W2167718801","https://openalex.org/W2586028893","https://openalex.org/W2602495758","https://openalex.org/W2605350416","https://openalex.org/W2740920897","https://openalex.org/W2783241825","https://openalex.org/W2783325466","https://openalex.org/W2800875871","https://openalex.org/W2896351645","https://openalex.org/W2963902947","https://openalex.org/W2964654358","https://openalex.org/W2993119222","https://openalex.org/W3028305817","https://openalex.org/W3034972517","https://openalex.org/W3159523266","https://openalex.org/W3165078509","https://openalex.org/W3165548017","https://openalex.org/W3166324779","https://openalex.org/W3166555174","https://openalex.org/W3167969180","https://openalex.org/W3168953488","https://openalex.org/W3189860323","https://openalex.org/W3193405108","https://openalex.org/W3213441347","https://openalex.org/W4205108433","https://openalex.org/W4205322047","https://openalex.org/W4210639298","https://openalex.org/W4214853645","https://openalex.org/W4226084118","https://openalex.org/W4285820401","https://openalex.org/W4295046747","https://openalex.org/W4312191382","https://openalex.org/W4313058878","https://openalex.org/W4315783855","https://openalex.org/W4318147827","https://openalex.org/W4321487957","https://openalex.org/W4385270551","https://openalex.org/W4393631728","https://openalex.org/W6679985502"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2922107804"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,77,92,130,155,178],"novel":[4],"architecture":[5],"of":[6,27,65,113,171,212],"Recommendation-Enabled":[7],"Edge":[8,158],"Caching":[9,159],"and":[10,90,123,140,160,202,210,220],"Device-to-Device":[11],"(D2D)":[12],"Offloading":[13],"via":[14],"Incentive-driven":[15],"Deep":[16],"Reinforcement":[17],"Learning":[18,88],"(DRL),":[19],"which":[20,61,136,193],"can":[21,126,194],"not":[22],"only":[23],"solve":[24],"the":[25,58,63,66,111,118,145,169,207,225],"problem":[26],"inaccurate":[28],"recommendation":[29],"caused":[30],"by":[31],"sparse":[32],"rating":[33,73],"matrix,":[34],"but":[35],"also":[36],"encourage":[37],"users":[38,196],"to":[39,104,138,143,167,197],"participate":[40,198],"in":[41,148,199],"D2D":[42,124,203],"offloading":[43,125,204],"through":[44],"an":[45],"effective":[46],"incentive":[47],"mechanism.":[48],"Specifically,":[49],"we":[50],"define":[51],"Pseudo":[52],"Markov":[53],"Decision":[54],"Process":[55],"(PMDP)":[56],"for":[57,83,95],"first":[59],"time,":[60],"enables":[62],"conversion":[64],"non-sequential":[67],"process":[68],"(":[69],"<italic":[70],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[71],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e.g.":[72],"prediction</i>":[74],")":[75],"into":[76],"sequential":[78],"one,":[79],"making":[80],"it":[81],"suitable":[82],"DRL.":[84],"Then,":[85],"combining":[86,174],"Supervised":[87,93],"(SL)":[89],"DRL,":[91],"DRL":[94,156],"Collaborative":[96],"Filtering":[97],"(CF)":[98],"algorithm,":[99,162],"named":[100,163,189],"SDRLCF,":[101],"is":[102,141,165,191],"proposed":[103,166,226],"predict":[105],"missing":[106],"ratings.":[107],"After":[108],"that,":[109],"from":[110],"perspective":[112],"Content":[114],"Service":[115],"Center":[116],"(CSC),":[117],"incentive-driven":[119],"recommendation-enabled":[120],"edge":[121,200],"caching":[122,201],"be":[127],"formulated":[128],"as":[129],"Non-Linear":[131],"Integer":[132],"Programming":[133],"(NLIP)":[134],"problem,":[135],"belongs":[137],"NP-hard,":[139],"difficult":[142],"obtain":[144],"optimal":[146],"solution":[147],"polynomial":[149],"time.":[150],"To":[151],"address":[152],"this":[153],"issue,":[154],"based":[157,181],"Recommendation":[161],"DRLECR,":[164],"minimize":[168],"cost":[170],"CSC.":[172],"Finally,":[173],"with":[175],"economic":[176],"theory,":[177],"Reverse":[179],"Auction":[180],"Payment":[182],"Determination":[183],"algorithm":[184],"under":[185,232],"Vickrey-Clarke-Groves":[186],"(VCG)":[187],"scheme,":[188],"RAPD,":[190],"proposed,":[192],"stimulate":[195],"while":[205],"guaranteeing":[206],"individual":[208],"rationality":[209],"truthfulness":[211],"participants.":[213],"Extensive":[214],"experiment":[215],"results":[216],"on":[217],"both":[218],"realistic":[219],"synthetic":[221],"datasets":[222],"demonstrate":[223],"that":[224],"algorithms":[227],"outperform":[228],"other":[229],"baseline":[230],"methods":[231],"different":[233],"scenarios.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}