{"id":"https://openalex.org/W2098858685","doi":"https://doi.org/10.1007/s11277-015-2395-1","title":"Policy-Based and QoE-Aware Content Delivery Using Q-Learning Method","display_name":"Policy-Based and QoE-Aware Content Delivery Using Q-Learning Method","publication_year":2015,"publication_date":"2015-02-25","ids":{"openalex":"https://openalex.org/W2098858685","doi":"https://doi.org/10.1007/s11277-015-2395-1","mag":"2098858685"},"language":"en","primary_location":{"id":"doi:10.1007/s11277-015-2395-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11277-015-2395-1","pdf_url":null,"source":{"id":"https://openalex.org/S49967189","display_name":"Wireless Personal Communications","issn_l":"0929-6212","issn":["0929-6212","1572-834X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Personal Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066632955","display_name":"Olli M\u00e4mmel\u00e4","orcid":null},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Olli M\u00e4mmel\u00e4","raw_affiliation_strings":["VTT Technical Research Centre of Finland, P.O. Box 1100, 90571, Oulu, Finland","VTT Technical Research Centre of Finland, Oulu, Finland 90571"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, P.O. Box 1100, 90571, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland 90571","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006402218","display_name":"Faqir Zarrar Yousaf","orcid":"https://orcid.org/0000-0002-7802-2432"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Faqir Zarrar Yousaf","raw_affiliation_strings":["NEC Laboratories Europe, Kurfuersten-Anlage 36, 69115, Heidelberg, Germany","NEC Laboratories Europe, Heidelberg, Germany 69115#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe, Kurfuersten-Anlage 36, 69115, Heidelberg, Germany","institution_ids":[]},{"raw_affiliation_string":"NEC Laboratories Europe, Heidelberg, Germany 69115#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026214733","display_name":"Petteri Mannersalo","orcid":null},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Petteri Mannersalo","raw_affiliation_strings":["VTT Technical Research Centre of Finland, P.O. Box 1100, 90571, Oulu, Finland","VTT Technical Research Centre of Finland, Oulu, Finland 90571"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, P.O. Box 1100, 90571, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Oulu, Finland 90571","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077028136","display_name":"Johannes Lessmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johannes Lessmann","raw_affiliation_strings":["NEC Laboratories Europe, Kurfuersten-Anlage 36, 69115, Heidelberg, Germany","NEC Laboratories Europe, Heidelberg, Germany 69115#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe, Kurfuersten-Anlage 36, 69115, Heidelberg, Germany","institution_ids":[]},{"raw_affiliation_string":"NEC Laboratories Europe, Heidelberg, Germany 69115#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5066632955"],"corresponding_institution_ids":["https://openalex.org/I87653560"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":null,"fwci":0.718,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7960177,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"83","issue":"1","first_page":"315","last_page":"342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9259418249130249},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.697723388671875},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.6495356559753418},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.5514664053916931},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5433529019355774},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5243033170700073},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.4944190979003906},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4843781888484955},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4821769595146179},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4575478434562683},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4388981759548187},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4346068203449249},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.411478728055954},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3616797626018524},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.2980502247810364},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.1851496398448944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1426732838153839},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09987276792526245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9259418249130249},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.697723388671875},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6495356559753418},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.5514664053916931},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5433529019355774},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5243033170700073},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.4944190979003906},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4843781888484955},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4821769595146179},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4575478434562683},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4388981759548187},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4346068203449249},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.411478728055954},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3616797626018524},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.2980502247810364},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.1851496398448944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1426732838153839},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09987276792526245},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11277-015-2395-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11277-015-2395-1","pdf_url":null,"source":{"id":"https://openalex.org/S49967189","display_name":"Wireless Personal Communications","issn_l":"0929-6212","issn":["0929-6212","1572-834X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Personal Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W198328412","https://openalex.org/W1515851193","https://openalex.org/W1596727164","https://openalex.org/W1964733564","https://openalex.org/W1980910450","https://openalex.org/W1983644110","https://openalex.org/W2002992786","https://openalex.org/W2013614847","https://openalex.org/W2016980626","https://openalex.org/W2033390422","https://openalex.org/W2047604461","https://openalex.org/W2077544013","https://openalex.org/W2079646068","https://openalex.org/W2084021598","https://openalex.org/W2090647146","https://openalex.org/W2098432798","https://openalex.org/W2107726111","https://openalex.org/W2118443685","https://openalex.org/W2121863487","https://openalex.org/W2495884693","https://openalex.org/W3151571269","https://openalex.org/W4214717370","https://openalex.org/W6608049012","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W2765089333","https://openalex.org/W4297311468","https://openalex.org/W2963440157","https://openalex.org/W2898650565","https://openalex.org/W2191948661","https://openalex.org/W2951015761","https://openalex.org/W3010715985","https://openalex.org/W2066707812","https://openalex.org/W4252147399","https://openalex.org/W2805125868"],"abstract_inverted_index":null,"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}