{"id":"https://openalex.org/W2968764495","doi":"https://doi.org/10.1109/jsac.2019.2933962","title":"Spectrum Sharing in Vehicular Networks Based on Multi-Agent Reinforcement Learning","display_name":"Spectrum Sharing in Vehicular Networks Based on Multi-Agent Reinforcement Learning","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2968764495","doi":"https://doi.org/10.1109/jsac.2019.2933962","mag":"2968764495"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2933962","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933962","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/8839628/08792382.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/49/8839628/08792382.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066151952","display_name":"Le Liang","orcid":"https://orcid.org/0000-0002-8489-1933"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Le Liang","raw_affiliation_strings":["Intel Labs, Hillsboro, OR, USA"],"raw_orcid":"https://orcid.org/0000-0002-8489-1933","affiliations":[{"raw_affiliation_string":"Intel Labs, Hillsboro, OR, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427161","display_name":"Hao Ye","orcid":"https://orcid.org/0000-0003-1544-1768"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Ye","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1544-1768","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039289964","display_name":"Geoffrey Ye Li","orcid":"https://orcid.org/0000-0002-7894-2415"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geoffrey Ye Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.6793,"has_fulltext":true,"cited_by_count":544,"citation_normalized_percentile":{"value":0.99784146,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"37","issue":"10","first_page":"2282","last_page":"2292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9052959084510803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8724808096885681},{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.7465962767601013},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5589686632156372},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5528813600540161},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5270048975944519},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5177595019340515},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46807631850242615},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.44326454401016235},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.44064342975616455},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4234519898891449},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.4190897047519684},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.41786059737205505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2494717240333557},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1765492856502533},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1519961953163147},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.14132630825042725}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9052959084510803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8724808096885681},{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.7465962767601013},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5589686632156372},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5528813600540161},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5270048975944519},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5177595019340515},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46807631850242615},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.44326454401016235},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.44064342975616455},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4234519898891449},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.4190897047519684},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.41786059737205505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2494717240333557},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1765492856502533},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1519961953163147},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.14132630825042725},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2019.2933962","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933962","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/8839628/08792382.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/jsac.2019.2933962","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933962","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/8839628/08792382.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G462898336","display_name":null,"funder_award_id":"1815637","funder_id":"https://openalex.org/F4320307102","funder_display_name":"Intel Corporation"},{"id":"https://openalex.org/G6194066319","display_name":"Collaborative Research: Energy-Efficient Heterogeneous Network Virtualization with Spectrum-Power Trading","funder_award_id":"1731017","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6452899272","display_name":null,"funder_award_id":"1731017","funder_id":"https://openalex.org/F4320307102","funder_display_name":"Intel Corporation"},{"id":"https://openalex.org/G7987257143","display_name":"NeTS: Small: Collaborative Research: Improving Spectrum Efficiency for Hyper-Dense IoT Networks","funder_award_id":"1815637","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2968764495.pdf","grobid_xml":"https://content.openalex.org/works/W2968764495.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1639877187","https://openalex.org/W1641379095","https://openalex.org/W2038262541","https://openalex.org/W2048838717","https://openalex.org/W2097498347","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2314452538","https://openalex.org/W2327542793","https://openalex.org/W2514619461","https://openalex.org/W2523246573","https://openalex.org/W2540923637","https://openalex.org/W2546571074","https://openalex.org/W2592798481","https://openalex.org/W2604873668","https://openalex.org/W2607844539","https://openalex.org/W2609289242","https://openalex.org/W2613120170","https://openalex.org/W2625483604","https://openalex.org/W2728471704","https://openalex.org/W2756144809","https://openalex.org/W2761862361","https://openalex.org/W2772664513","https://openalex.org/W2796104866","https://openalex.org/W2799944166","https://openalex.org/W2802897269","https://openalex.org/W2839188019","https://openalex.org/W2887214500","https://openalex.org/W2896161835","https://openalex.org/W2951896791","https://openalex.org/W2963000651","https://openalex.org/W2964048168","https://openalex.org/W3099769178","https://openalex.org/W4214717370","https://openalex.org/W6637033378","https://openalex.org/W6674705169","https://openalex.org/W6727249380","https://openalex.org/W6734678876","https://openalex.org/W6736572398","https://openalex.org/W6754217797"],"related_works":["https://openalex.org/W1535080110","https://openalex.org/W306312984","https://openalex.org/W857189463","https://openalex.org/W4288094128","https://openalex.org/W2979675132","https://openalex.org/W2790520092","https://openalex.org/W4306309337","https://openalex.org/W2312786236","https://openalex.org/W3184916136","https://openalex.org/W2533656832"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,21,38,48,59,96,118,132,147],"spectrum":[4,23,110],"sharing":[5,61],"problem":[6],"in":[7,32,140],"vehicular":[8,35],"networks":[9],"based":[10],"on":[11],"multi-agent":[12,64],"reinforcement":[13,65],"learning,":[14],"where":[15],"multiple":[16,133],"vehicle-to-vehicle":[17],"(V2V)":[18],"links":[19,152],"reuse":[20],"frequency":[22],"preoccupied":[24],"by":[25],"vehicle-to-infrastructure":[26],"(V2I)":[27],"links.":[28,159],"Fast":[29],"channel":[30,44],"variations":[31],"high":[33],"mobility":[34],"environments":[36],"preclude":[37],"possibility":[39],"of":[40,150,157],"collecting":[41],"accurate":[42],"instantaneous":[43],"state":[45],"information":[46],"at":[47],"base":[49],"station":[50],"for":[51],"centralized":[52],"resource":[53,60],"management.":[54],"In":[55],"response,":[56],"we":[57],"model":[58],"as":[62,90],"a":[63,73,82,103,125,141],"learning":[66],"problem,":[67],"which":[68],"is":[69,79],"then":[70],"solved":[71],"using":[72,117],"fingerprint-based":[74],"deep":[75],"Q-network":[76],"method":[77],"that":[78,123],"amenable":[80],"to":[81,108,138,144],"distributed":[83,142],"implementation.":[84],"The":[85],"V2V":[86,134,158],"links,":[87],"each":[88],"acting":[89],"an":[91],"agent,":[92],"collectively":[93],"interact":[94],"with":[95,124],"communication":[97],"environment,":[98],"receive":[99],"distinctive":[100],"observations":[101],"yet":[102],"common":[104],"reward,":[105],"and":[106,111,129,153],"learn":[107,137],"improve":[109,146],"power":[112],"allocation":[113],"through":[114],"updating":[115],"Q-networks":[116],"gained":[119],"experiences.":[120],"We":[121],"demonstrate":[122],"proper":[126],"reward":[127],"design":[128],"training":[130],"mechanism,":[131],"agents":[135],"successfully":[136],"cooperate":[139],"way":[143],"simultaneously":[145],"sum":[148],"capacity":[149],"V2I":[151],"payload":[154],"delivery":[155],"rate":[156]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":92},{"year":2024,"cited_by_count":105},{"year":2023,"cited_by_count":84},{"year":2022,"cited_by_count":89},{"year":2021,"cited_by_count":92},{"year":2020,"cited_by_count":45},{"year":2019,"cited_by_count":11},{"year":2012,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}