{"id":"https://openalex.org/W2962953708","doi":"https://doi.org/10.1587/transcom.2018ebp3299","title":"Deep-Reinforcement-Learning-Based Distributed Vehicle Position Controls for Coverage Expansion in mmWave V2X","display_name":"Deep-Reinforcement-Learning-Based Distributed Vehicle Position Controls for Coverage Expansion in mmWave V2X","publication_year":2019,"publication_date":"2019-04-16","ids":{"openalex":"https://openalex.org/W2962953708","doi":"https://doi.org/10.1587/transcom.2018ebp3299","mag":"2962953708"},"language":"en","primary_location":{"id":"doi:10.1587/transcom.2018ebp3299","is_oa":false,"landing_page_url":"https://doi.org/10.1587/transcom.2018ebp3299","pdf_url":null,"source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001189882","display_name":"Akihito Taya","orcid":"https://orcid.org/0000-0001-9074-9709"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Akihito TAYA","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042195263","display_name":"Takayuki Nishio","orcid":"https://orcid.org/0000-0003-1026-319X"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayuki NISHIO","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694405","display_name":"Masahiro Morikura","orcid":"https://orcid.org/0000-0002-3634-1320"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro MORIKURA","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063642951","display_name":"Koji Yamamoto","orcid":"https://orcid.org/0000-0003-4106-3983"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji YAMAMOTO","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001189882"],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.4769,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64948628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"E102.B","issue":"10","first_page":"2054","last_page":"2065"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8840405941009521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.862662672996521},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.7523962259292603},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6147753000259399},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5402147173881531},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5312034487724304},{"id":"https://openalex.org/keywords/overtaking","display_name":"Overtaking","score":0.5103763937950134},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3579402565956116},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35213977098464966},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34543877840042114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28378719091415405},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.25886571407318115}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8840405941009521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.862662672996521},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.7523962259292603},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6147753000259399},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5402147173881531},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5312034487724304},{"id":"https://openalex.org/C2778448659","wikidata":"https://www.wikidata.org/wiki/Q1931051","display_name":"Overtaking","level":2,"score":0.5103763937950134},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3579402565956116},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35213977098464966},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34543877840042114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28378719091415405},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.25886571407318115},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transcom.2018ebp3299","is_oa":false,"landing_page_url":"https://doi.org/10.1587/transcom.2018ebp3299","pdf_url":null,"source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1517334397","https://openalex.org/W1596682412","https://openalex.org/W1658008008","https://openalex.org/W1978699935","https://openalex.org/W1986899407","https://openalex.org/W1995549873","https://openalex.org/W2015886329","https://openalex.org/W2043914629","https://openalex.org/W2046366715","https://openalex.org/W2048294994","https://openalex.org/W2056812597","https://openalex.org/W2067461601","https://openalex.org/W2075453005","https://openalex.org/W2081811828","https://openalex.org/W2086984184","https://openalex.org/W2098944087","https://openalex.org/W2104074482","https://openalex.org/W2111036121","https://openalex.org/W2124058244","https://openalex.org/W2137111046","https://openalex.org/W2137693329","https://openalex.org/W2145339207","https://openalex.org/W2146890818","https://openalex.org/W2164899652","https://openalex.org/W2170882064","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2406391039","https://openalex.org/W2601013285","https://openalex.org/W2603407422","https://openalex.org/W2768919152","https://openalex.org/W2769147204","https://openalex.org/W2772664513","https://openalex.org/W2785504253","https://openalex.org/W2790459615","https://openalex.org/W2883380460","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2101748387","https://openalex.org/W2357975469","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2970347269","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779"],"abstract_inverted_index":{"In":[0],"millimeter":[1],"wave":[2],"(mmWave)":[3],"vehicular":[4],"communications,":[5],"multi-hop":[6],"relay":[7,45,218],"disconnection":[8],"by":[9,55,145],"line-of-sight":[10],"(LOS)":[11],"blockage":[12],"is":[13,53,124,189],"a":[14,37,56,127,137,146,154,159,174],"critical":[15],"problem,":[16],"particularly":[17],"in":[18,234],"the":[19,78,85,88,187,203,206,212,217,224,235],"early":[20],"diffusion":[21],"phase":[22],"of":[23,87,114,230],"mmWave-available":[24],"vehicles,":[25],"where":[26],"not":[27,82,92],"all":[28,84],"vehicles":[29,61,76,134,171,192],"have":[30],"mmWave":[31,231],"communication":[32,232],"devices.":[33],"This":[34,52,151],"paper":[35,152],"proposes":[36],"distributed":[38],"position":[39],"control":[40],"method":[41,80,214],"to":[42,66,172,196,202],"establish":[43,197],"long":[44,109,143,198],"paths":[46],"through":[47,179],"road":[48],"side":[49],"units":[50],"(RSUs).":[51],"realized":[54],"scheme":[57],"via":[58,71,205],"which":[59,169],"autonomous":[60,133],"change":[62,104],"their":[63,100,115],"relative":[64],"positions":[65],"communicate":[67],"with":[68,77,94],"each":[69,95],"other":[70],"LOS":[72],"paths.":[73],"Even":[74],"though":[75],"proposed":[79,213],"do":[81,91],"use":[83],"information":[86,113],"environment":[89],"and":[90,105,107,183,200,220,227,237],"cooperate":[93],"other,":[96],"they":[97],"can":[98,135,193,215],"decide":[99],"action":[101],"(e.g.,":[102,117],"lane":[103],"overtaking)":[106],"form":[108],"relays":[110,144,199],"only":[111],"using":[112],"surroundings":[116],"surrounding":[118],"vehicle":[119],"positions).":[120],"The":[121],"decision-making":[122],"problem":[123],"formulated":[125],"as":[126],"Markov":[128],"decision":[129],"process":[130],"such":[131],"that":[132,211],"learn":[136,173],"practical":[138],"movement":[139,176],"strategy":[140,177,188],"for":[141],"making":[142],"reinforcement":[147,162],"learning":[148,155,163,236],"(RL)":[149],"algorithm.":[150],"designs":[153],"algorithm":[156],"based":[157],"on":[158],"sophisticated":[160],"deep":[161],"algorithm,":[164],"asynchronous":[165],"advantage":[166],"actor-critic":[167],"(A3C),":[168],"enables":[170],"complex":[175],"quickly":[178],"its":[180],"deep-neural-network":[181],"architecture":[182],"multi-agent-learning":[184],"mechanism.":[185],"Once":[186],"well":[190],"trained,":[191],"move":[194],"independently":[195],"connect":[201],"RSUs":[204],"relays.":[207],"Simulation":[208],"results":[209],"confirm":[210],"increase":[216],"length":[219],"coverage":[221],"even":[222],"if":[223],"traffic":[225],"conditions":[226],"penetration":[228],"ratio":[229],"devices":[233],"operation":[238],"phases":[239],"are":[240],"different.":[241]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}