{"id":"https://openalex.org/W2047013009","doi":"https://doi.org/10.1109/ccs.2014.6933789","title":"Greenly offloading traffic in stochastic heterogeneous cellular networks","display_name":"Greenly offloading traffic in stochastic heterogeneous cellular networks","publication_year":2014,"publication_date":"2014-09-01","ids":{"openalex":"https://openalex.org/W2047013009","doi":"https://doi.org/10.1109/ccs.2014.6933789","mag":"2047013009"},"language":"en","primary_location":{"id":"doi:10.1109/ccs.2014.6933789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccs.2014.6933789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 1st International Workshop on Cognitive Cellular Systems (CCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065252700","display_name":"Xianfu Chen","orcid":"https://orcid.org/0000-0002-9453-4200"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xianfu Chen","raw_affiliation_strings":["VTT Technical Research Centre of Finland, Oulu, Finland","[VTT Technical research Centre of Finland, Oulu, Finland]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"[VTT Technical research Centre of Finland, Oulu, Finland]","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357792","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0003-1382-6242"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["VTT Technical Research Centre of Finland, Oulu, Finland","[VTT Technical research Centre of Finland, Oulu, Finland]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"[VTT Technical research Centre of Finland, Oulu, Finland]","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["University of Electro-Communications, Chofu-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electro-Communications, Chofu-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040580929","display_name":"Mika Lasanen","orcid":null},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mika Lasanen","raw_affiliation_strings":["VTT Technical Research Centre of Finland, Oulu, Finland","[VTT Technical research Centre of Finland, Oulu, Finland]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"[VTT Technical research Centre of Finland, Oulu, Finland]","institution_ids":["https://openalex.org/I87653560"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.09768632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/macrocell","display_name":"Macrocell","score":0.8308944702148438},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7665567398071289},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7441718578338623},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6726148128509521},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6547858715057373},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6365386843681335},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6302232146263123},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6132478713989258},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5323498845100403},{"id":"https://openalex.org/keywords/cellular-traffic","display_name":"Cellular traffic","score":0.5166221261024475},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4922236502170563},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.29193389415740967},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12268918752670288},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09549188613891602}],"concepts":[{"id":"https://openalex.org/C2778291847","wikidata":"https://www.wikidata.org/wiki/Q1163937","display_name":"Macrocell","level":3,"score":0.8308944702148438},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7665567398071289},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7441718578338623},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6726148128509521},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6547858715057373},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6365386843681335},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6302232146263123},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6132478713989258},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5323498845100403},{"id":"https://openalex.org/C133972139","wikidata":"https://www.wikidata.org/wiki/Q5058371","display_name":"Cellular traffic","level":3,"score":0.5166221261024475},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4922236502170563},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.29193389415740967},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12268918752670288},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09549188613891602},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccs.2014.6933789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccs.2014.6933789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 1st International Workshop on Cognitive Cellular Systems (CCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1549353711","https://openalex.org/W1972470182","https://openalex.org/W1979367954","https://openalex.org/W1986085123","https://openalex.org/W1991046885","https://openalex.org/W1997020095","https://openalex.org/W1998520172","https://openalex.org/W2061382837","https://openalex.org/W2069029015","https://openalex.org/W2074030544","https://openalex.org/W2090500089","https://openalex.org/W2121863487","https://openalex.org/W2130891087","https://openalex.org/W2134289576","https://openalex.org/W2135844154","https://openalex.org/W2137655008","https://openalex.org/W2153008620","https://openalex.org/W3098905504","https://openalex.org/W4214717370","https://openalex.org/W4254156761","https://openalex.org/W6679958611"],"related_works":["https://openalex.org/W1520620655","https://openalex.org/W2167292361","https://openalex.org/W2039858536","https://openalex.org/W2276501992","https://openalex.org/W2774283532","https://openalex.org/W2152560098","https://openalex.org/W4320801776","https://openalex.org/W2942897781","https://openalex.org/W187740018","https://openalex.org/W2041902000"],"abstract_inverted_index":{"This":[0],"paper":[1],"puts":[2],"forwards":[3],"an":[4],"on-line":[5],"reinforcement":[6],"learning":[7,179],"framework":[8,180],"for":[9],"the":[10,24,44,49,53,68,81,90,99,116,127,139,145,150,154,158,165,174,177,183],"problem":[11],"of":[12,28,48,115,164,176],"traffic":[13,26,101,122,146,151],"offloading":[14,102,123,152],"in":[15,85,103,181],"a":[16,63,66,93,107,120,131,135],"stochastic":[17],"Markovian":[18],"heterogeneous":[19],"cellular":[20],"network":[21,132,140],"(HCN),":[22],"where":[23],"time-varying":[25],"demand":[27,147],"mobile":[29],"terminals":[30],"(MTs)":[31],"can":[32],"be":[33],"offloaded":[34],"from":[35],"macrocells":[36],"to":[37,42,89,172],"small-cells.":[38],"Our":[39],"aim":[40],"is":[41,71,78],"minimize":[43],"average":[45],"energy":[46,69,186],"consumption":[47,70],"HCN":[50],"while":[51],"maintaining":[52],"Quality-of-Service":[54],"(QoS)":[55],"experienced":[56],"by":[57,73,130],"MTs.":[58],"For":[59],"each":[60],"cell":[61],"(i.e.,":[62],"macrocell":[64],"or":[65],"small-cell),":[67],"determined":[72],"its":[74],"system":[75,82],"load":[76],"which":[77],"coupled":[79],"with":[80,160],"loads":[83],"served":[84],"other":[86],"cells":[87],"due":[88],"sharing":[91],"over":[92],"common":[94],"frequency":[95],"band.":[96],"We":[97],"model":[98],"energy-aware":[100],"such":[104],"HCNs":[105],"as":[106],"constrained":[108],"Markov":[109],"decision":[110],"process":[111,166],"(C-MDP).":[112],"The":[113],"statistics":[114],"C-MDP":[117],"depends":[118],"on":[119,138,144],"selected":[121],"strategy":[124,159],"and":[125,149,188],"thus,":[126],"actions":[128],"performed":[129],"controller":[133,155],"have":[134],"long-term":[136],"impact":[137],"state":[141],"evolution.":[142],"Based":[143],"observations":[148],"operations,":[153],"gradually":[156],"optimizes":[157],"no":[161],"prior":[162],"knowledge":[163],"statistics.":[167],"Numerical":[168],"experiments":[169],"are":[170],"conducted":[171],"show":[173],"effectiveness":[175],"proposed":[178],"balancing":[182],"tradeoff":[184],"between":[185],"saving":[187],"QoS":[189],"satisfaction.":[190]},"counts_by_year":[{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}