{"id":"https://openalex.org/W3080641768","doi":"https://doi.org/10.1109/tii.2020.3019386","title":"Reinforcement Learning Enabled Dynamic Resource Allocation in the Internet of Vehicles","display_name":"Reinforcement Learning Enabled Dynamic Resource Allocation in the Internet of Vehicles","publication_year":2020,"publication_date":"2020-08-25","ids":{"openalex":"https://openalex.org/W3080641768","doi":"https://doi.org/10.1109/tii.2020.3019386","mag":"3080641768"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.3019386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3019386","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100736311","display_name":"Hongbin Liang","orcid":"https://orcid.org/0000-0002-6258-0595"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongbin Liang","raw_affiliation_strings":["School of Transportation and Logistics, National United Engineering Laboratory of Integrated and Intelligent Transportation and National Engineering Laboratory of Integrated Transportation Big Data Application Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation and Logistics, National United Engineering Laboratory of Integrated and Intelligent Transportation and National Engineering Laboratory of Integrated Transportation Big Data Application Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006303512","display_name":"Xiaohui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]},{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Zhang","raw_affiliation_strings":["Nanjing NARI Information & Communication Technology Co., Ltd., Nanjing, China","School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Nanjing NARI Information & Communication Technology Co., Ltd., Nanjing, China","institution_ids":["https://openalex.org/I4210118629"]},{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082378613","display_name":"Xintao Hong","orcid":"https://orcid.org/0000-0001-9826-4714"},"institutions":[{"id":"https://openalex.org/I4401041622","display_name":"Chengdu Technological University","ror":"https://ror.org/04713ex73","country_code":null,"type":"education","lineage":["https://openalex.org/I4401041622"]},{"id":"https://openalex.org/I44468530","display_name":"Qingdao University of Technology","ror":"https://ror.org/01qzc0f54","country_code":"CN","type":"education","lineage":["https://openalex.org/I44468530"]},{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Hong","raw_affiliation_strings":["School of Economics and Management, Chengdu Technological University, Chengdu, China","School of Economics and Management, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chengdu Technological University, Chengdu, China","institution_ids":["https://openalex.org/I44468530","https://openalex.org/I4401041622"]},{"raw_affiliation_string":"School of Economics and Management, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080465399","display_name":"Zongyuan Zhang","orcid":"https://orcid.org/0000-0003-4577-2613"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongyuan Zhang","raw_affiliation_strings":["Faculty of Science, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074493410","display_name":"Mushu Li","orcid":"https://orcid.org/0000-0002-9694-3294"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mushu Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083909778","display_name":"Guangdi Hu","orcid":"https://orcid.org/0000-0001-9247-215X"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangdi Hu","raw_affiliation_strings":["Automotive Research Institute, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Automotive Research Institute, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007472881","display_name":"Fen Hou","orcid":"https://orcid.org/0000-0003-2784-816X"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Fen Hou","raw_affiliation_strings":["State Key Laboratory of IoT for Smart City and Department of Electrical and Computer Engineering, University of Macau, Macao, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of IoT for Smart City and Department of Electrical and Computer Engineering, University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100736311"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":2.7055,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.90734972,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"17","issue":"7","first_page":"4957","last_page":"4967"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7779680490493774},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7050206065177917},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.688433051109314},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.6359933018684387},{"id":"https://openalex.org/keywords/reservation","display_name":"Reservation","score":0.5986171960830688},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5763089060783386},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5248820185661316},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5022718906402588},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45277953147888184},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33069682121276855},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.29266202449798584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24474602937698364},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1405060589313507}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7779680490493774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7050206065177917},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.688433051109314},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.6359933018684387},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.5986171960830688},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5763089060783386},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5248820185661316},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5022718906402588},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45277953147888184},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33069682121276855},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.29266202449798584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24474602937698364},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1405060589313507},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2020.3019386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3019386","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2366315490","display_name":null,"funder_award_id":"61571375","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4145199205","display_name":null,"funder_award_id":"61731017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7780914385","display_name":null,"funder_award_id":"2018YFB1701502","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"},{"id":"https://openalex.org/G7883346827","display_name":null,"funder_award_id":"61728108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8603726555","display_name":null,"funder_award_id":"037/2017/AMJ","funder_id":"https://openalex.org/F4320321655","funder_display_name":"Science and Technology Development Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"},{"id":"https://openalex.org/F4320336026","display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W565267543","https://openalex.org/W1968590904","https://openalex.org/W2109910161","https://openalex.org/W2158850316","https://openalex.org/W2296033070","https://openalex.org/W2513202551","https://openalex.org/W2514619461","https://openalex.org/W2534068475","https://openalex.org/W2589253474","https://openalex.org/W2594917114","https://openalex.org/W2604436698","https://openalex.org/W2613120170","https://openalex.org/W2758068229","https://openalex.org/W2789986657","https://openalex.org/W2795765720","https://openalex.org/W2808853068","https://openalex.org/W2891388911","https://openalex.org/W2907063143","https://openalex.org/W2920054549","https://openalex.org/W2920362155","https://openalex.org/W2941572705","https://openalex.org/W2968764495","https://openalex.org/W2969324740","https://openalex.org/W2971028111","https://openalex.org/W2994714051","https://openalex.org/W3008684691","https://openalex.org/W4294555834","https://openalex.org/W6738483526","https://openalex.org/W6760405395"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2923452570"],"abstract_inverted_index":{"As":[0],"an":[1],"important":[2],"application":[3],"scenario":[4],"of":[5,9,13,34,37,49,52,86,89,95,106,146,173,183,186,203,209],"the":[6,11,31,35,40,47,50,83,87,92,104,129,137,143,164,171,178,184,190,213],"industrial":[7],"Internet":[8,12,36,51,88,105,185],"things,":[10],"Vehicles":[14,90,107],"can":[15,67],"significantly":[16],"improve":[17,20,25,197],"road":[18],"safety,":[19],"traffic":[21],"management":[22],"efficiency,":[23],"and":[24,58,63,122,148,157,200],"people's":[26],"travel":[27],"experience.":[28],"Due":[29],"to":[30,81,135,162],"high":[32],"dynamics":[33],"vehicles":[38,53,187],"environment,":[39],"traditional":[41,214],"resource":[42,71,85,108,119,125,167,180,198],"optimization":[43,61,145],"technologies":[44],"cannot":[45],"meet":[46],"requirements":[48],"for":[54],"dynamic":[55,70,84,179],"communication,":[56],"computing":[57,147],"storage":[59],"resources":[60],"management,":[62],"artificial":[64,78],"intelligence":[65,79],"algorithms":[66],"adaptively":[68],"obtain":[69,163],"allocation":[72,109,126,168,181],"schemes":[73],"through":[74],"self-learning.":[75],"Therefore,":[76],"adopting":[77],"techniques":[80],"optimize":[82],"is":[91,133],"research":[93],"focus":[94],"this":[96,99,194],"article.":[97],"In":[98],"article,":[100],"we":[101],"first":[102],"model":[103],"problem":[110],"as":[111,153],"a":[112,118,123,154],"semi-Markov":[113],"decision":[114],"process":[115],"that":[116,177],"introduces":[117],"reservation":[120],"strategy":[121],"secondary":[124],"mechanism.":[127],"Then,":[128],"reinforcement":[130,160,191],"learning":[131,161,192],"algorithm":[132],"used":[134],"solve":[136],"model.":[138],"Thereafter,":[139],"it":[140,152],"theoretically":[141],"analyzes":[142],"joint":[144],"communication":[149],"resources,":[150],"models":[151],"hierarchical":[155,159],"architecture,":[156],"uses":[158],"optimal":[165],"system":[166,207],"plan.":[169],"Finally,":[170],"results":[172],"simulation":[174],"experiments":[175],"show":[176],"scheme":[182],"based":[188],"on":[189],"in":[193],"article":[195],"greatly":[196],"utilization":[199],"user":[201],"quality":[202,208],"experience":[204],"with":[205,212],"guaranteeing":[206],"service":[210],"compared":[211],"greedy":[215],"algorithm.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}