{"id":"https://openalex.org/W4293428423","doi":"https://doi.org/10.1109/tvt.2022.3202041","title":"Off-Policy Learning in Contextual Bandits for Remote Electrical Tilt Optimization","display_name":"Off-Policy Learning in Contextual Bandits for Remote Electrical Tilt Optimization","publication_year":2022,"publication_date":"2022-08-26","ids":{"openalex":"https://openalex.org/W4293428423","doi":"https://doi.org/10.1109/tvt.2022.3202041"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3202041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3202041","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075203365","display_name":"Filippo Vannella","orcid":"https://orcid.org/0000-0002-7668-0650"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Filippo Vannella","raw_affiliation_strings":["Division of Decision and Control Systems at the School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden","Ericsson Research, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Division of Decision and Control Systems at the School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Ericsson Research, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075305744","display_name":"Jaeseong Jeong","orcid":"https://orcid.org/0000-0003-4533-3418"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jaeseong Jeong","raw_affiliation_strings":["Ericsson Research, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson Research, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025136069","display_name":"Alexandre Prouti\u00e8re","orcid":"https://orcid.org/0000-0002-4679-4673"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Alexandre Proutiere","raw_affiliation_strings":["Division of Decision and Control Systems at the School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Division of Decision and Control Systems at the School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075203365"],"corresponding_institution_ids":["https://openalex.org/I1306339040","https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":1.4728,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83215233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"72","issue":"1","first_page":"546","last_page":"556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7327192425727844},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6885099411010742},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5697420835494995},{"id":"https://openalex.org/keywords/tilt","display_name":"Tilt (camera)","score":0.5461231470108032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42344290018081665},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.42234480381011963},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36197155714035034},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19459116458892822},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1666252315044403},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15280702710151672}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7327192425727844},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6885099411010742},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5697420835494995},{"id":"https://openalex.org/C2779844322","wikidata":"https://www.wikidata.org/wiki/Q2919140","display_name":"Tilt (camera)","level":2,"score":0.5461231470108032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42344290018081665},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.42234480381011963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36197155714035034},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19459116458892822},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1666252315044403},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15280702710151672},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3202041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3202041","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1809653203","https://openalex.org/W2006583821","https://openalex.org/W2020160576","https://openalex.org/W2023748774","https://openalex.org/W2033440117","https://openalex.org/W2051362921","https://openalex.org/W2088530598","https://openalex.org/W2099471337","https://openalex.org/W2111080795","https://openalex.org/W2131957313","https://openalex.org/W2134393683","https://openalex.org/W2138909795","https://openalex.org/W2147184971","https://openalex.org/W2148481186","https://openalex.org/W2166066035","https://openalex.org/W2186512312","https://openalex.org/W2188353343","https://openalex.org/W2315674446","https://openalex.org/W2514539426","https://openalex.org/W2540567230","https://openalex.org/W2785875001","https://openalex.org/W2787253944","https://openalex.org/W2791827017","https://openalex.org/W2944465621","https://openalex.org/W2964297722","https://openalex.org/W2966860555","https://openalex.org/W3132082557","https://openalex.org/W3161564167","https://openalex.org/W3161963243","https://openalex.org/W3169261115","https://openalex.org/W3211285919","https://openalex.org/W4225785197","https://openalex.org/W4226115448","https://openalex.org/W4286951574","https://openalex.org/W4322393595","https://openalex.org/W6631190155","https://openalex.org/W6675240855","https://openalex.org/W6686679800","https://openalex.org/W6687328806","https://openalex.org/W6747694793","https://openalex.org/W6801364933"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2360066791","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W1608069547","https://openalex.org/W2329452785","https://openalex.org/W2356380379","https://openalex.org/W2810716635","https://openalex.org/W4306321456"],"abstract_inverted_index":{"We":[0,131,146,160],"investigate":[1],"the":[2,27,42,49,63,95,105,133,141,158,177,184],"problem":[3,134],"of":[4,31,44,135],"Remote":[5],"Electrical":[6],"Tilt":[7],"(RET)":[8],"optimization":[9,23],"using":[10,124,140],"off-policy":[11,142],"learning":[12,116,149],"techniques":[13],"devised":[14],"for":[15],"Contextual":[16],"Bandits":[17],"(CBs).":[18],"The":[19],"goal":[20],"in":[21,51,71,75,120],"RET":[22],"is":[24,60,90],"to":[25,36,151,182],"control":[26],"vertical":[28],"tilt":[29,57,81,154],"angle":[30],"antennas":[32],"at":[33],"base":[34],"stations":[35],"optimize":[37],"key":[38],"performance":[39],"indicators":[40],"representing":[41],"Quality":[43],"Service":[45],"(QoS)":[46],"perceived":[47],"by":[48,115],"users":[50],"cellular":[52,168],"networks.":[53,130],"Learning":[54],"an":[55,72,117,121],"improved":[56,118],"update":[58,155],"policy":[59,70,100,119,139,180],"hard.":[61],"On":[62,94],"one":[64],"hand,":[65,97],"coming":[66],"up":[67],"with":[68],"a":[69,76,138],"online":[73],"manner":[74,123],"real":[77,129],"network":[78,169],"requires":[79],"exploring":[80],"updates":[82],"that":[83],"have":[84],"never":[85],"been":[86],"used":[87,181],"before,":[88],"and":[89,162],"operationally":[91],"too":[92],"risky.":[93],"other":[96],"devising":[98,136],"this":[99,109],"via":[101],"simulations":[102],"suffers":[103],"from":[104,157],"simulation-to-reality":[106],"gap.":[107],"In":[108],"paper,":[110],"we":[111],"circumvent":[112],"these":[113,164],"issues":[114],"offline":[122],"existing":[125],"data":[126],"collected":[127],"on":[128,166],"formulate":[132],"such":[137],"contextual":[143],"bandit":[144],"framework.":[145],"propose":[147],"CB":[148],"algorithms":[150],"extract":[152],"optimal":[153],"policies":[156,165,172],"data.":[159,170,185],"train":[161],"evaluate":[163],"real-world":[167],"Our":[171],"show":[173],"consistent":[174],"improvements":[175],"over":[176],"rule-based":[178],"logging":[179],"collect":[183]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}