{"id":"https://openalex.org/W2914114138","doi":"https://doi.org/10.1109/tgcn.2019.2894870","title":"Energy-Efficient Joint Pushing and Caching Based on Markov Decision Process","display_name":"Energy-Efficient Joint Pushing and Caching Based on Markov Decision Process","publication_year":2019,"publication_date":"2019-01-23","ids":{"openalex":"https://openalex.org/W2914114138","doi":"https://doi.org/10.1109/tgcn.2019.2894870","mag":"2914114138"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2019.2894870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2019.2894870","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054336754","display_name":"Hoshyar Mohammed","orcid":"https://orcid.org/0000-0002-6754-1309"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hoshyar Mohammed","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6754-1309","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100750869","display_name":"Zhijie Chen","orcid":"https://orcid.org/0000-0001-9232-7382"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhijie Chen","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108049716","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0002-9066-1448"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9066-1448","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8886,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75750913,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"3","issue":"2","first_page":"433","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8620002269744873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7336043119430542},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6755378246307373},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5930236577987671},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5649797916412354},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5314525365829468},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5221691131591797},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.5110806226730347},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5104383826255798},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5078230500221252},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4926374554634094},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.47945109009742737},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4571492671966553},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43642595410346985},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.340600848197937},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.27039557695388794},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19974833726882935},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12943518161773682},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08895975351333618},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07634809613227844}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8620002269744873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336043119430542},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6755378246307373},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5930236577987671},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5649797916412354},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5314525365829468},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5221691131591797},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.5110806226730347},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5104383826255798},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5078230500221252},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4926374554634094},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47945109009742737},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4571492671966553},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43642595410346985},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.340600848197937},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.27039557695388794},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19974833726882935},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12943518161773682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08895975351333618},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07634809613227844},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2019.2894870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2019.2894870","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G2488666616","display_name":"\u8ba4\u77e5\u65e0\u7ebf\u7f51\u7edc\u7684\u8054\u5408\u63a8\u9001\u4e0e\u7f13\u5b58\u673a\u5236\u7814\u7a76","funder_award_id":"61671269","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1969461599","https://openalex.org/W1972770660","https://openalex.org/W1978122156","https://openalex.org/W1988834815","https://openalex.org/W1994080576","https://openalex.org/W2075863084","https://openalex.org/W2096220631","https://openalex.org/W2106248279","https://openalex.org/W2109159967","https://openalex.org/W2122496159","https://openalex.org/W2131750568","https://openalex.org/W2155670180","https://openalex.org/W2160706299","https://openalex.org/W2294592843","https://openalex.org/W2301955098","https://openalex.org/W2327455150","https://openalex.org/W2339189139","https://openalex.org/W2415391790","https://openalex.org/W2477538127","https://openalex.org/W2547130362","https://openalex.org/W2550555189","https://openalex.org/W2565419328","https://openalex.org/W2568706479","https://openalex.org/W2584499576","https://openalex.org/W2737333913","https://openalex.org/W2763302263","https://openalex.org/W2773717227","https://openalex.org/W2792068510","https://openalex.org/W2949773717","https://openalex.org/W3098476189","https://openalex.org/W4250589301","https://openalex.org/W4298023569","https://openalex.org/W6684620542"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"Content":[0],"caching":[1,37],"provides":[2],"a":[3,24,42,71,92,100,110],"rare":[4],"trade-off":[5],"opportunity":[6],"between":[7],"low-cost":[8],"memory":[9],"and":[10,36,64,81],"energy":[11,53],"consumption,":[12],"yet":[13],"finding":[14],"the":[15,31,49,59,76,122,126,132,141,166],"optimal":[16,123,144],"causal":[17,56],"policy":[18,124],"with":[19,48,153],"low":[20],"computational":[21],"complexity":[22],"remains":[23],"challenge.":[25],"In":[26],"this":[27],"paper,":[28],"we":[29,103,108],"formulate":[30],"problem":[32],"of":[33,51,58,78,117],"joint":[34],"pushing":[35],"at":[38],"end":[39],"users":[40],"in":[41,91,137,151],"Markov":[43],"decision":[44],"process":[45],"(MDP)":[46],"framework":[47],"aim":[50],"minimizing":[52],"cost":[54],"under":[55],"knowledge":[57],"user":[60,82],"request":[61],"delay":[62,66],"information":[63],"strict":[65],"constraint.":[67],"We":[68],"put":[69],"forth":[70],"novel":[72],"approach":[73],"to":[74,86,120,131],"decouple":[75],"influence":[77],"buffer":[79],"occupancy":[80],"request,":[83],"allowing":[84],"one":[85],"equivalently":[87],"run":[88],"value":[89],"iteration":[90],"much":[93],"smaller":[94,127],"state":[95,118,128,134],"space.":[96,135],"Furthermore,":[97],"by":[98],"exploiting":[99],"structural":[101],"property":[102],"discovered":[104],"as":[105],"generalized":[106],"monotonicity,":[107],"design":[109],"computationally":[111],"efficient":[112],"non-iterative":[113],"algorithm,":[114],"fast":[115],"assignment":[116],"transition,":[119],"map":[121],"from":[125,156,161],"space":[129],"back":[130],"complete":[133],"This,":[136],"turn,":[138],"significantly":[139],"simplifies":[140],"search":[142],"for":[143],"policy.":[145],"The":[146],"results":[147],"attain":[148],"close":[149],"performance":[150],"comparison":[152],"theoretical":[154],"bounds":[155],"non-causal":[157],"policies,":[158],"while":[159],"benefiting":[160],"better":[162],"time":[163],"efficiency":[164],"than":[165],"unadapted":[167],"MDP":[168],"solutions.":[169]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}