{"id":"https://openalex.org/W4386825045","doi":"https://doi.org/10.1109/tccn.2023.3316644","title":"A Reinforcement Learning-Based Incentive Scheme for Multi-Hop Communications in Vehicular Networks","display_name":"A Reinforcement Learning-Based Incentive Scheme for Multi-Hop Communications in Vehicular Networks","publication_year":2023,"publication_date":"2023-09-18","ids":{"openalex":"https://openalex.org/W4386825045","doi":"https://doi.org/10.1109/tccn.2023.3316644"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2023.3316644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3316644","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023531086","display_name":"Axida Shan","orcid":"https://orcid.org/0000-0002-6941-0177"},"institutions":[{"id":"https://openalex.org/I4210113439","display_name":"Baotou Teachers College","ror":"https://ror.org/01xa88s20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113439"]},{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Axida Shan","raw_affiliation_strings":["Department of Automation and Information Engineering, Xi’an University of Technology, Xi’an, China","School of Information Science and Technology, Baotou Teachers' College, Baotou, China"],"raw_orcid":"https://orcid.org/0000-0002-6941-0177","affiliations":[{"raw_affiliation_string":"Department of Automation and Information Engineering, Xi’an University of Technology, Xi’an, China","institution_ids":["https://openalex.org/I4210131919"]},{"raw_affiliation_string":"School of Information Science and Technology, Baotou Teachers' College, Baotou, China","institution_ids":["https://openalex.org/I4210113439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019723430","display_name":"Xiumei Fan","orcid":"https://orcid.org/0000-0002-6967-9248"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiumei Fan","raw_affiliation_strings":["Department of Automation and Information Engineering, Xi’an University of Technology, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-6967-9248","affiliations":[{"raw_affiliation_string":"Department of Automation and Information Engineering, Xi’an University of Technology, Xi’an, China","institution_ids":["https://openalex.org/I4210131919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065252700","display_name":"Xianfu Chen","orcid":"https://orcid.org/0000-0002-9453-4200"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xianfu Chen","raw_affiliation_strings":["Communication systems Department, VTT Technical Research Centre of Finland, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9453-4200","affiliations":[{"raw_affiliation_string":"Communication systems Department, VTT Technical Research Centre of Finland, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037098061","display_name":"Yusheng Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusheng Ji","raw_affiliation_strings":["Information Systems Architecture Research Division, National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4364-8491","affiliations":[{"raw_affiliation_string":"Information Systems Architecture Research Division, National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Meta-Networking Research Center, The University of Electro-Communications, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6853-5878","affiliations":[{"raw_affiliation_string":"Meta-Networking Research Center, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023531086"],"corresponding_institution_ids":["https://openalex.org/I4210113439","https://openalex.org/I4210131919"],"apc_list":null,"apc_paid":null,"fwci":1.2474,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.79645557,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"335","last_page":"347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8362014293670654},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.816271960735321},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5810298323631287},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.548317551612854},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5044447183609009},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.46504485607147217},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35966062545776367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24685660004615784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8362014293670654},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.816271960735321},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5810298323631287},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.548317551612854},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5044447183609009},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.46504485607147217},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35966062545776367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24685660004615784},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2023.3316644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3316644","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1120579679","display_name":null,"funder_award_id":"61272509","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1925585936","display_name":null,"funder_award_id":"2021GY-072","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"},{"id":"https://openalex.org/G7101822232","display_name":null,"funder_award_id":"62062031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7347161697","display_name":null,"funder_award_id":"NJZY22035","funder_id":"https://openalex.org/F4320327830","funder_display_name":"Research Program of Science and Technology at Universities of Inner Mongolia Autonomous Region"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327830","display_name":"Research Program of Science and Technology at Universities of Inner Mongolia Autonomous Region","ror":null},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W5703791","https://openalex.org/W1592091759","https://openalex.org/W1996678967","https://openalex.org/W2023771496","https://openalex.org/W2040654434","https://openalex.org/W2057374123","https://openalex.org/W2062789233","https://openalex.org/W2079731381","https://openalex.org/W2092288328","https://openalex.org/W2114936722","https://openalex.org/W2115879528","https://openalex.org/W2121842925","https://openalex.org/W2127699957","https://openalex.org/W2132549513","https://openalex.org/W2135782021","https://openalex.org/W2136904248","https://openalex.org/W2153678353","https://openalex.org/W2162960057","https://openalex.org/W2507331219","https://openalex.org/W2587898568","https://openalex.org/W2605908639","https://openalex.org/W2769933548","https://openalex.org/W2794124131","https://openalex.org/W2891725338","https://openalex.org/W2903709398","https://openalex.org/W2934826843","https://openalex.org/W2942089721","https://openalex.org/W2967512994","https://openalex.org/W2988791363","https://openalex.org/W3011120880","https://openalex.org/W3039555386","https://openalex.org/W3086548214","https://openalex.org/W3090723951","https://openalex.org/W3100457262","https://openalex.org/W3122758366","https://openalex.org/W3125839514","https://openalex.org/W3161863195","https://openalex.org/W3198728774","https://openalex.org/W3207035085","https://openalex.org/W4226240301","https://openalex.org/W4226376523","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W4405141166","https://openalex.org/W1978191894","https://openalex.org/W2367468089","https://openalex.org/W4306904969","https://openalex.org/W2358591856","https://openalex.org/W2018045843","https://openalex.org/W2098133976","https://openalex.org/W1522862521"],"abstract_inverted_index":{"Vehicular":[0],"network":[1,48,55],"applications":[2,45],"heavily":[3],"rely":[4],"on":[5,171,191,215],"multi-hop":[6,93,157],"communication":[7],"technologies":[8],"to":[9,69,83,88,181],"ensure":[10],"efficient":[11],"and":[12,28,101],"reliable":[13],"data":[14,90],"transmissions":[15],"because":[16,64],"of":[17,23,43,99,110,128,205,222,226,237,246],"the":[18,34,44,53,85,96,102,108,111,138,166,183,203,227,231,235],"limited":[19],"wireless":[20],"transmission":[21],"range":[22],"vehicles,":[24],"road":[25],"side":[26],"units,":[27],"some":[29,120],"other":[30,241],"mobile":[31],"devices":[32],"in":[33,41,62,115,119,144,159,196,219,244],"network.":[35],"There":[36],"is":[37,59,125],"a":[38,126,145,172,187,192,197],"common":[39],"assumption":[40],"most":[42],"that":[46,230],"all":[47],"nodes":[49,66,87,100,180],"are":[50,67,80],"cooperative":[51],"during":[52,136],"entire":[54],"procedure.":[56],"However,":[57],"this":[58,149],"not":[60],"practical":[61],"reality,":[63],"rational":[65],"reluctant":[68],"assist":[70],"others":[71],"with":[72],"consuming":[73],"own":[74],"precious":[75],"resources.":[76],"Hence,":[77],"incentive":[78,139,154,238],"mechanisms":[79],"inevitably":[81],"required":[82],"encourage":[84],"intermediate":[86,179],"forward":[89],"packets":[91],"for":[92,156],"communications.":[94],"Nevertheless,":[95],"high":[97],"mobility":[98],"intermittent":[103],"connectivity":[104],"among":[105],"them":[106],"make":[107],"estimation":[109],"environment":[112,169],"extremely":[113],"challenging":[114],"vehicular":[116,160,253],"networks.":[117,161,254],"Moreover,":[118],"traffic":[121,217],"scenarios":[122],"where":[123],"there":[124],"lack":[127],"fixed":[129],"infrastructures":[130],"(rural":[131],"area,":[132],"disaster":[133],"areas,":[134],"or":[135],"maintenance),":[137],"schemes":[140],"should":[141],"be":[142],"self-organized":[143],"distributed":[146,199],"manner.":[147,200],"In":[148],"paper,":[150],"we":[151,209],"propose":[152],"an":[153],"scheme":[155,164,233],"communications":[158],"The":[162,224],"proposed":[163,207,232],"estimates":[165],"complicated":[167],"dynamic":[168],"based":[170,190,214],"fuzzy":[173],"logic":[174],"approach,":[175],"then":[176],"further":[177],"stimulates":[178],"maximize":[182],"expected":[184],"utility":[185],"from":[186],"long-term":[188],"perspective":[189],"reinforcement":[193],"learning":[194],"method":[195],"fully":[198],"To":[201],"evaluate":[202],"performance":[204],"our":[206],"scheme,":[208],"conducted":[210],"extensive":[211],"computer":[212],"simulations":[213,228],"realistic":[216],"networks":[218],"Xi\u2019an":[220],"city":[221],"China.":[223],"results":[225],"demonstrate":[229],"has":[234],"superiority":[236],"capabilities":[239],"over":[240],"baseline":[242],"approaches":[243],"terms":[245],"packet":[247],"delivery":[248],"ratio,":[249],"end-to-end":[250],"delay":[251],"within":[252]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-10-10T00:00:00"}