{"id":"https://openalex.org/W4378976932","doi":"https://doi.org/10.1109/vnc57357.2023.10136333","title":"Context-Aware Reinforcement Learning for Supporting WiFi Connectivity for Vehicles","display_name":"Context-Aware Reinforcement Learning for Supporting WiFi Connectivity for Vehicles","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4378976932","doi":"https://doi.org/10.1109/vnc57357.2023.10136333"},"language":"en","primary_location":{"id":"doi:10.1109/vnc57357.2023.10136333","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vnc57357.2023.10136333","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Vehicular Networking Conference (VNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102921627","display_name":"Mushahid Hussain","orcid":"https://orcid.org/0000-0003-4913-4651"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Mushahid Hussain","raw_affiliation_strings":["Instituto de Telecomunicações, University of Porto,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Porto,Porto,Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033447808","display_name":"Felipe M. G. Fran\u00e7a","orcid":"https://orcid.org/0000-0002-8980-6208"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Felipe Fran\u00e7a","raw_affiliation_strings":["Instituto de Telecomunicações, University of Porto,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Porto,Porto,Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I182534213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075956532","display_name":"Ana Aguiar","orcid":"https://orcid.org/0000-0002-6020-8087"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ana Aguiar","raw_affiliation_strings":["Instituto de Telecomunicações, University of Porto,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, University of Porto,Porto,Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I182534213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102921627"],"corresponding_institution_ids":["https://openalex.org/I182534213","https://openalex.org/I4210120471"],"apc_list":null,"apc_paid":null,"fwci":0.4012,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59201395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"65","last_page":"68"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8830722570419312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8186793327331543},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.7800233364105225},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.775077223777771},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6515540480613708},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5233516097068787},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4798952341079712},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4773994982242584},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4771230220794678},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.46496397256851196},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.44846659898757935},{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.4433518648147583},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4287647008895874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3581348955631256},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2596818804740906},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1406855583190918},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.13040781021118164}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8830722570419312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8186793327331543},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.7800233364105225},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.775077223777771},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6515540480613708},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5233516097068787},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4798952341079712},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4773994982242584},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4771230220794678},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.46496397256851196},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44846659898757935},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.4433518648147583},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4287647008895874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3581348955631256},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2596818804740906},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1406855583190918},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.13040781021118164},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vnc57357.2023.10136333","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vnc57357.2023.10136333","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Vehicular Networking Conference (VNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G1290529837","display_name":null,"funder_award_id":"POCI-01-0247-FEDER-045912","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6007735139","display_name":null,"funder_award_id":"UIDB/50008/2020","funder_id":"https://openalex.org/F4320337197","funder_display_name":"Nuclear Fuel Cycle and Supply Chain"}],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320337197","display_name":"Nuclear Fuel Cycle and Supply Chain","ror":"https://ror.org/05tj7dm33"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1975300048","https://openalex.org/W1992240028","https://openalex.org/W2005590005","https://openalex.org/W2070527530","https://openalex.org/W2127339858","https://openalex.org/W2134289576","https://openalex.org/W2150710029","https://openalex.org/W2167587495","https://openalex.org/W2402924533","https://openalex.org/W2476430736","https://openalex.org/W2489996649","https://openalex.org/W2520698845","https://openalex.org/W2895949630","https://openalex.org/W2902010115","https://openalex.org/W3124885489","https://openalex.org/W3196136988","https://openalex.org/W4206030165","https://openalex.org/W4214717370","https://openalex.org/W4240186237","https://openalex.org/W4285045988","https://openalex.org/W4285078025","https://openalex.org/W4324031743","https://openalex.org/W6653806348","https://openalex.org/W6713587642","https://openalex.org/W6839425567"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2101748387","https://openalex.org/W2357975469","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779","https://openalex.org/W2367195854"],"abstract_inverted_index":{"The":[0,90],"continuously":[1],"rising":[2],"number":[3],"of":[4,54,93],"mobile":[5],"users":[6],"and":[7,43,51,56,77],"applications":[8],"drives":[9],"spectrum":[10],"scarcity.":[11],"WiFi":[12,55],"connectivity":[13,59],"can":[14,102],"help":[15],"to":[16,46,60,86],"reduce":[17],"the":[18,49,66,100,105],"load":[19],"on":[20],"cellular":[21],"networks":[22],"in":[23,95],"urban":[24],"areas":[25],"for":[26],"slow":[27],"moving":[28,62],"commuters":[29],"if":[30],"supported":[31],"by":[32],"adequate":[33],"network":[34,44],"management.":[35],"This":[36],"research":[37],"explores":[38],"reinforcement":[39],"learning":[40,94],"using":[41,80],"context":[42],"data":[45],"deal":[47],"with":[48],"stochastic":[50],"dynamic":[52],"nature":[53],"provide":[57],"continuous":[58],"a":[61,72,87],"vehicle.":[63],"We":[64],"formulate":[65],"access":[67],"point":[68],"handoff":[69],"problem":[70],"as":[71],"Markov":[73],"Decision":[74],"Process":[75],"(MDP)":[76],"solve":[78],"it":[79],"Deep":[81],"Q":[82],"Network":[83],"(DQN)":[84],"applied":[85],"real-world":[88],"dataset.":[89,108],"observed":[91],"pattern":[92],"preliminary":[96],"results":[97],"indicates":[98],"that":[99],"agent":[101],"learn":[103],"from":[104],"real":[106],"world":[107]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}