{"id":"https://openalex.org/W3164427039","doi":"https://doi.org/10.1109/tcomm.2022.3182034","title":"Transferable Deep Reinforcement Learning Framework for Autonomous Vehicles With Joint Radar-Data Communications","display_name":"Transferable Deep Reinforcement Learning Framework for Autonomous Vehicles With Joint Radar-Data Communications","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W3164427039","doi":"https://doi.org/10.1109/tcomm.2022.3182034","mag":"3164427039"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3182034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3182034","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007329852","display_name":"Nguyen Quang Hieu","orcid":"https://orcid.org/0000-0003-1517-8285"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Nguyen Quang Hieu","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338634","display_name":"Ping Wang","orcid":"https://orcid.org/0000-0002-1599-5480"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ping Wang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022649488","display_name":"Dong In Kim","orcid":"https://orcid.org/0000-0001-7711-8072"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong In Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060020877","display_name":"Chau Yuen","orcid":"https://orcid.org/0000-0002-9307-2120"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chau Yuen","raw_affiliation_strings":["Engineering Product Development (EPD) Pillar, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Engineering Product Development (EPD) Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007329852"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":3.3627,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.92605173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"70","issue":"8","first_page":"5164","last_page":"5180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8987586498260498},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7677046060562134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7288823127746582},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6414247751235962},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5695407390594482},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5397717356681824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5119045972824097},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4874458611011505},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47617000341415405},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.46751266717910767},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44664204120635986},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4016183614730835},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.369907945394516},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3664940893650055},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34062933921813965},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2442818284034729},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11543264985084534}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8987586498260498},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7677046060562134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7288823127746582},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6414247751235962},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5695407390594482},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5397717356681824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5119045972824097},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4874458611011505},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47617000341415405},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.46751266717910767},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44664204120635986},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4016183614730835},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.369907945394516},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3664940893650055},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34062933921813965},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2442818284034729},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11543264985084534},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2022.3182034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3182034","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/164292","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/164292","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3227984981","display_name":null,"funder_award_id":"2021R1A2C2007638","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W205112281","https://openalex.org/W2031727428","https://openalex.org/W2036003768","https://openalex.org/W2076337359","https://openalex.org/W2079720599","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2201581102","https://openalex.org/W2274744099","https://openalex.org/W2395579298","https://openalex.org/W2407584500","https://openalex.org/W2558027072","https://openalex.org/W2738638456","https://openalex.org/W2746553466","https://openalex.org/W2751319288","https://openalex.org/W2761873684","https://openalex.org/W2786337676","https://openalex.org/W2788862220","https://openalex.org/W2796402180","https://openalex.org/W2898035736","https://openalex.org/W2914202397","https://openalex.org/W2921469264","https://openalex.org/W2938567449","https://openalex.org/W2953303875","https://openalex.org/W2963376229","https://openalex.org/W2963412383","https://openalex.org/W2963463766","https://openalex.org/W2964291307","https://openalex.org/W2971738358","https://openalex.org/W3013870565","https://openalex.org/W3033820925","https://openalex.org/W3035574168","https://openalex.org/W3038233023","https://openalex.org/W3047932782","https://openalex.org/W3082538580","https://openalex.org/W3085267010","https://openalex.org/W3102178346","https://openalex.org/W3111117516","https://openalex.org/W3115142864","https://openalex.org/W3130202693","https://openalex.org/W3130277620","https://openalex.org/W3151834167","https://openalex.org/W4214717370","https://openalex.org/W6687681856","https://openalex.org/W6783144354","https://openalex.org/W6790478079"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2768698792","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Autonomous":[0],"Vehicles":[1],"(AVs)":[2],"are":[3],"required":[4],"to":[5,76,112,129,147,159,184,187,221],"operate":[6],"safely":[7],"and":[8,33,51,91,199],"efficiently":[9],"in":[10,83,210],"dynamic":[11,52,90],"environments.":[12],"For":[13],"this,":[14],"the":[15,25,39,42,71,78,89,94,114,118,145,153,167,175,181,195],"AVs":[16],"equipped":[17],"with":[18,45],"Joint":[19],"Radar-Communications":[20],"(JRC)":[21],"functions":[22,48,87],"can":[23,206],"enhance":[24],"driving":[26,216],"safety":[27],"by":[28,180],"utilizing":[29],"both":[30],"radar":[31],"detection":[32,178],"data":[34],"communication":[35],"functions.":[36],"However,":[37],"optimizing":[38],"performance":[40],"of":[41,53,93,107,214],"AV":[43,79,119,146,182],"system":[44],"two":[46],"different":[47],"under":[49,88],"uncertainty":[50,92],"surrounding":[54,95,126],"environments":[55],"is":[56],"very":[57],"challenging.":[58],"In":[59],"this":[60],"work,":[61],"we":[62,136],"first":[63],"propose":[64],"an":[65,100],"intelligent":[66],"optimization":[67],"framework":[68,133,173],"based":[69],"on":[70],"Markov":[72],"Decision":[73],"Process":[74],"(MDP)":[75],"help":[77],"make":[80,130],"optimal":[81,115],"decisions":[82],"selecting":[84],"JRC":[85],"operation":[86],"environment.":[96,127,162],"We":[97],"then":[98],"develop":[99,137],"effective":[101],"learning":[102,110,172,192,198,201],"algorithm":[103],"leveraging":[104],"recent":[105],"advances":[106],"deep":[108,170,190,196],"reinforcement":[109,171,191,197],"techniques":[111],"find":[113,207],"policy":[116],"for":[117,151],"without":[120],"requiring":[121],"any":[122],"prior":[123],"information":[124],"about":[125],"Furthermore,":[128],"our":[131,203],"proposed":[132,168,204],"more":[134],"scalable,":[135],"a":[138,160,211],"Transfer":[139],"Learning":[140],"(TL)":[141],"mechanism":[142],"that":[143,166],"enables":[144],"leverage":[148],"valuable":[149],"experiences":[150],"accelerating":[152],"training":[154],"process":[155],"when":[156],"it":[157],"moves":[158],"new":[161],"Extensive":[163],"simulations":[164],"show":[165],"transferable":[169],"reduces":[174],"obstacle":[176],"miss":[177],"probability":[179],"up":[183],"67%":[185],"compared":[186],"other":[188],"conventional":[189],"approaches.":[193],"With":[194],"transfer":[200],"approaches,":[202],"solution":[205],"its":[208],"applications":[209],"wide":[212],"range":[213],"autonomous":[215],"scenarios":[217],"from":[218],"driver":[219],"assistance":[220],"full":[222],"automation":[223],"transportation.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}