{"id":"https://openalex.org/W2768597617","doi":"https://doi.org/10.1145/3132340.3132355","title":"Deep Reinforcement Learning (DRL)-based Resource Management in Software-Defined and Virtualized Vehicular Ad Hoc Networks","display_name":"Deep Reinforcement Learning (DRL)-based Resource Management in Software-Defined and Virtualized Vehicular Ad Hoc Networks","publication_year":2017,"publication_date":"2017-11-15","ids":{"openalex":"https://openalex.org/W2768597617","doi":"https://doi.org/10.1145/3132340.3132355","mag":"2768597617"},"language":"en","primary_location":{"id":"doi:10.1145/3132340.3132355","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132340.3132355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM Symposium on Development and Analysis of Intelligent Vehicular Networks and Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100693513","display_name":"Ying He","orcid":"https://orcid.org/0000-0002-7079-8682"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ying He","raw_affiliation_strings":["Dalian University of Technology & Carleton University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology & Carleton University, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"F. Richard Yu","raw_affiliation_strings":["Carleton University, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100656619","display_name":"Nan Zhao","orcid":"https://orcid.org/0000-0002-6497-7799"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Zhao","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059837360","display_name":"Hongxi Yin","orcid":"https://orcid.org/0000-0002-3199-7750"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxi Yin","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012195474","display_name":"Azzedine Boukerche","orcid":"https://orcid.org/0000-0002-3851-9938"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Azzedine Boukerche","raw_affiliation_strings":["University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100693513"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":4.1712,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.94867608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8471969366073608},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8182016611099243},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.8051372766494751},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.6810727119445801},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.6202020645141602},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6100311279296875},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5118569731712341},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5053098797798157},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.49832963943481445},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.45788753032684326},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4487449824810028},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2535119652748108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1726437211036682},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12839454412460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8471969366073608},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8182016611099243},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.8051372766494751},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.6810727119445801},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.6202020645141602},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6100311279296875},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5118569731712341},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5053098797798157},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.49832963943481445},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45788753032684326},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4487449824810028},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2535119652748108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1726437211036682},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12839454412460327},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3132340.3132355","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132340.3132355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM Symposium on Development and Analysis of Intelligent Vehicular Networks and Applications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2001692015","https://openalex.org/W2011581446","https://openalex.org/W2025939224","https://openalex.org/W2029091717","https://openalex.org/W2040340473","https://openalex.org/W2048962783","https://openalex.org/W2059869588","https://openalex.org/W2080555506","https://openalex.org/W2081802922","https://openalex.org/W2087015185","https://openalex.org/W2089296955","https://openalex.org/W2112070322","https://openalex.org/W2114296561","https://openalex.org/W2116169759","https://openalex.org/W2122642161","https://openalex.org/W2141393937","https://openalex.org/W2145339207","https://openalex.org/W2155903900","https://openalex.org/W2156528695","https://openalex.org/W2162198265","https://openalex.org/W2171275769","https://openalex.org/W2216435223","https://openalex.org/W2257979135","https://openalex.org/W2270147915","https://openalex.org/W2271840356","https://openalex.org/W2276629685","https://openalex.org/W2276802311","https://openalex.org/W2314452538","https://openalex.org/W2342545915","https://openalex.org/W2343044157","https://openalex.org/W2343050074","https://openalex.org/W2443552644","https://openalex.org/W2520446561","https://openalex.org/W2527484278","https://openalex.org/W2531437790","https://openalex.org/W2589253474","https://openalex.org/W2618413983","https://openalex.org/W2741692976","https://openalex.org/W2742128636","https://openalex.org/W2772526503","https://openalex.org/W3139944676"],"related_works":["https://openalex.org/W2890601616","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Vehicular":[0],"ad":[1],"hoc":[2],"networks":[3],"(VANETs)":[4],"have":[5,27,46],"attracted":[6],"great":[7],"interests":[8],"from":[9],"both":[10],"industry":[11],"and":[12,23,39,74,110],"academia.":[13],"The":[14,120],"developments":[15],"of":[16,31,71,81,103,122,159],"VANETs":[17],"are":[18,112,153],"heavily":[19],"influenced":[20],"by":[21],"information":[22],"communications":[24],"technologies,":[25],"which":[26],"fueled":[28],"a":[29,96,138],"plethora":[30],"innovations":[32],"in":[33,51,92,116,144],"various":[34],"areas,":[35],"including":[36],"networking,":[37,72],"caching":[38,73,109],"computing.":[40],"Nevertheless,":[41],"these":[42,132],"important":[43],"enabling":[44],"technologies":[45],"traditionally":[47],"been":[48],"studied":[49],"separately":[50],"the":[52,79,88,101,117,123,157,160],"existing":[53],"works":[54],"on":[55],"vehicular":[56,84],"networks.":[57,85],"In":[58],"this":[59,93,145],"paper,":[60],"we":[61,129,136],"propose":[62,137],"an":[63],"integrated":[64],"framework":[65,94],"that":[66],"can":[67],"enable":[68],"dynamic":[69],"orchestration":[70],"computing":[75,111],"resources":[76],"to":[77,155],"improve":[78],"performance":[80],"next":[82],"generation":[83],"We":[86],"formulate":[87],"resource":[89],"allocation":[90],"strategy":[91],"as":[95],"joint":[97],"optimization":[98],"problem,":[99],"where":[100],"gains":[102],"not":[104],"only":[105],"networking":[106],"but":[107],"also":[108],"taken":[113],"into":[114],"consideration":[115],"proposed":[118,161],"framework.":[119],"complexity":[121],"system":[124,151],"is":[125],"very":[126],"high":[127],"when":[128],"jointly":[130],"consider":[131],"three":[133],"technologies.":[134],"Therefore,":[135],"novel":[139],"deep":[140],"reinforcement":[141],"learning":[142],"approach":[143],"paper.":[146],"Simulation":[147],"results":[148],"with":[149],"different":[150],"parameters":[152],"presented":[154],"show":[156],"effectiveness":[158],"scheme.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":3}],"updated_date":"2026-05-14T08:36:36.166977","created_date":"2025-10-10T00:00:00"}