{"id":"https://openalex.org/W4401717700","doi":"https://doi.org/10.1109/tmc.2024.3447034","title":"Risk-Aware Reinforcement Learning-Based Federated Learning for IoV Systems","display_name":"Risk-Aware Reinforcement Learning-Based Federated Learning for IoV Systems","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4401717700","doi":"https://doi.org/10.1109/tmc.2024.3447034"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3447034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3447034","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091024726","display_name":"Xiaozhen Lu","orcid":"https://orcid.org/0000-0001-8247-0353"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhen Lu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8247-0353","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103140263","display_name":"Zhibo Liu","orcid":"https://orcid.org/0009-0007-4737-9643"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Liu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-4737-9643","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650500","display_name":"Yuhan Chen","orcid":"https://orcid.org/0000-0001-9796-0291"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Chen","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-2402-611X","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688855","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-6104-7908"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6104-7908","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100785103","display_name":"Qihui Wu","orcid":"https://orcid.org/0000-0002-9521-5084"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Wu","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9521-5084","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3892,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83974998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"23","issue":"12","first_page":"14672","last_page":"14688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8875839710235596},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8005399703979492},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41696566343307495},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3855036497116089},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36668628454208374},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3365458846092224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8875839710235596},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8005399703979492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41696566343307495},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3855036497116089},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36668628454208374},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3365458846092224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3447034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3447034","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G451195247","display_name":null,"funder_award_id":"62371231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4610669669","display_name":null,"funder_award_id":"NJ202403","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7203450436","display_name":null,"funder_award_id":"U21A20444","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8315569708","display_name":null,"funder_award_id":"62202222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"that":[3,65],"improves":[4],"data":[5,92],"privacy":[6],"reduces":[7],"the":[8,27,34,75,82,88,99,129,137,149,154,164,170,176,181,200,206,220],"computational":[9,185],"overhead":[10],"for":[11,51,152,163],"Internet":[12],"of":[13,30,37,67,84,140,187,202],"Vehicles":[14],"(IoV)":[15],"systems":[16],"but":[17],"has":[18],"difficulty":[19],"in":[20],"defending":[21],"against":[22],"selfish":[23,55],"attacks":[24],"due":[25],"to":[26,53,114,135,147,168,173],"restricted":[28],"quality":[29],"service":[31],"requirements":[32],"and":[33,87,103,158,184,195,215,225],"high":[35],"mobility":[36],"vehicles.":[38],"In":[39],"this":[40,72],"paper,":[41],"we":[42],"design":[43],"a":[44,59,110,132,160],"risk-aware":[45,111],"hierarchical":[46,61],"reinforcement":[47],"learning-based":[48],"FL":[49,85],"framework":[50,73,108],"IoV":[52],"resist":[54],"attacks.":[56],"By":[57],"designing":[58],"two-level":[60],"policy":[62,77,167],"selection":[63,83],"module":[64],"consists":[66],"two":[68,79],"deep":[69],"neural":[70],"networks,":[71],"divides":[74],"training":[76,91,101,126,156,166,210],"into":[78],"sub-policies,":[80],"i.e.,":[81],"participants":[86],"corresponding":[89],"local":[90,120],"size,":[93],"which":[94],"are":[95],"chosen":[96,155],"based":[97],"on":[98,192],"previous":[100],"performance":[102,183],"vehicle":[104],"participation":[105],"performance.":[106],"This":[107],"designs":[109,159],"safety":[112],"guide":[113,130],"avoid":[115],"dangerous":[116],"states":[117],"such":[118],"as":[119],"task":[121],"failure":[122],"resulting":[123],"from":[124],"risky":[125],"policies.":[127],"Specifically,":[128],"uses":[131],"warning":[133],"signal":[134],"evaluate":[136],"short-term":[138],"risk":[139],"each":[141],"state-action":[142],"pair,":[143],"applies":[144],"an":[145],"R-network":[146],"estimate":[148],"long-term":[150],"risks":[151],"modifying":[153],"policy,":[157],"punishment":[161],"function":[162],"modified":[165],"revise":[169],"immediate":[171],"reward":[172],"further":[174],"enhance":[175],"safe":[177],"exploration.":[178],"We":[179],"analyze":[180],"convergence":[182,216],"complexity":[186],"our":[188,203],"scheme.":[189],"Experimental":[190],"results":[191],"MNIST,":[193],"CIFAR-10,":[194],"Stanford":[196],"Cars":[197],"datasets":[198],"verify":[199],"effectiveness":[201],"scheme,":[204],"including":[205],"global":[207],"model":[208],"accuracy,":[209],"latency,":[211],"detection":[212],"success":[213],"rate,":[214],"speed":[217],"compared":[218],"with":[219],"benchmarks":[221],"FedAvg,":[222],"MFL,":[223],"DQNPS,":[224],"SHRL.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}