{"id":"https://openalex.org/W4398199712","doi":"https://doi.org/10.1109/tmc.2024.3404249","title":"PreM-FedIoV: A Novel Federated Reinforcement Learning Framework for Predictive Maintenance in IoV","display_name":"PreM-FedIoV: A Novel Federated Reinforcement Learning Framework for Predictive Maintenance in IoV","publication_year":2024,"publication_date":"2024-05-22","ids":{"openalex":"https://openalex.org/W4398199712","doi":"https://doi.org/10.1109/tmc.2024.3404249"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3404249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3404249","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100597210","display_name":"Lu Yang","orcid":"https://orcid.org/0000-0002-1558-6847"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lu Yang","raw_affiliation_strings":["Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-1558-6847","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055813479","display_name":"Songtao Guo","orcid":"https://orcid.org/0000-0001-6741-4871"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songtao Guo","raw_affiliation_strings":["Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-6741-4871","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076502653","display_name":"Chen\u2010Khong Tham","orcid":"https://orcid.org/0000-0002-6005-1198"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen-Khong Tham","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6005-1198","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101899595","display_name":"Mingyan Li","orcid":"https://orcid.org/0000-0002-6239-4872"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyan Li","raw_affiliation_strings":["Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-6239-4872","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101823816","display_name":"Guiyan Liu","orcid":"https://orcid.org/0000-0002-6491-9556"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guiyan Liu","raw_affiliation_strings":["Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-6491-9556","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000555267","display_name":"Pengzhan Zhou","orcid":"https://orcid.org/0000-0002-8796-5969"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengzhan Zhou","raw_affiliation_strings":["Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-8796-5969","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber-Physical-Society (Ministry of Education), and college of computer science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100597210"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":1.66,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84271857,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"23","issue":"12","first_page":"11954","last_page":"11970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9122999906539917,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9122999906539917,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8271917700767517},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8268251419067383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36733633279800415},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33745700120925903}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8271917700767517},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8268251419067383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36733633279800415},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33745700120925903}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3404249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3404249","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1855217396","display_name":null,"funder_award_id":"CSTB2022NSCQ-MSX1029","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G1880356491","display_name":null,"funder_award_id":"62272069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6780016216","display_name":null,"funder_award_id":"62202073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7048696448","display_name":null,"funder_award_id":"62202072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W17164458","https://openalex.org/W2016797155","https://openalex.org/W2084801885","https://openalex.org/W2110787940","https://openalex.org/W2120841219","https://openalex.org/W2787536066","https://openalex.org/W2891772212","https://openalex.org/W2955213239","https://openalex.org/W2999959427","https://openalex.org/W3024896345","https://openalex.org/W3047304572","https://openalex.org/W3049305796","https://openalex.org/W3133434317","https://openalex.org/W3162751737","https://openalex.org/W3171189420","https://openalex.org/W3174959864","https://openalex.org/W3194243671","https://openalex.org/W3196731549","https://openalex.org/W3199070602","https://openalex.org/W3201693840","https://openalex.org/W3209859025","https://openalex.org/W4205993435","https://openalex.org/W4206493885","https://openalex.org/W4210531367","https://openalex.org/W4210852771","https://openalex.org/W4221125840","https://openalex.org/W4254703201","https://openalex.org/W4281263218","https://openalex.org/W4285302300","https://openalex.org/W4293152731","https://openalex.org/W4296129772","https://openalex.org/W4299283926","https://openalex.org/W4302420844","https://openalex.org/W4307897928","https://openalex.org/W4313251672","https://openalex.org/W4315783035","https://openalex.org/W4317553556","https://openalex.org/W4318020423","https://openalex.org/W4318344247","https://openalex.org/W4321597034","https://openalex.org/W4327597842","https://openalex.org/W4365128754","https://openalex.org/W4379659765","https://openalex.org/W4383502281","https://openalex.org/W4386450673","https://openalex.org/W4386472916","https://openalex.org/W4387411824","https://openalex.org/W4387463177","https://openalex.org/W4388979352","https://openalex.org/W4389913150","https://openalex.org/W4390046273","https://openalex.org/W4390046943","https://openalex.org/W4391342635","https://openalex.org/W4391944385","https://openalex.org/W4392153081","https://openalex.org/W4392745394","https://openalex.org/W4393237596","https://openalex.org/W4393864804","https://openalex.org/W6600701357","https://openalex.org/W6728757088","https://openalex.org/W6755068953","https://openalex.org/W6758757267","https://openalex.org/W6759238902","https://openalex.org/W6765541894","https://openalex.org/W6768511045","https://openalex.org/W6773976177","https://openalex.org/W6798850380"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0,126,137,200],"Internet":[1],"of":[2,12,60,146,219,238],"Vehicles":[3],"(IoV)":[4],"enhances":[5],"data":[6,38,61,102],"availability":[7],"by":[8,70],"equipping":[9],"a":[10,101,124],"plethora":[11],"sensors,":[13],"driving":[14],"the":[15,42,56,64,79,105,109,133,143,150,155,181,194,213,236,244,258],"automotive":[16,43],"industry":[17],"towards":[18],"data-driven":[19],"Predictive":[20],"Maintenance":[21],"(PreM)":[22],"models.":[23,136],"However,":[24],"traditional":[25],"centralized":[26],"PreM":[27,40],"solutions,":[28],"requiring":[29],"complete":[30],"access":[31],"to":[32,55,88,104,164,175,209,221,251],"training":[33],"data,":[34],"raise":[35],"concerns":[36],"about":[37],"privacy.":[39],"in":[41,49,205,223,226,235,257],"domain":[44],"is":[45],"more":[46],"challenging":[47],"than":[48],"many":[50],"other":[51],"fields,":[52],"partly":[53],"due":[54],"varying":[57],"distribution":[58],"nature":[59],"samples":[62],"and":[63,123,159,168,179,191,233,254],"limited":[65],"network":[66],"connectivity":[67],"time":[68,230],"caused":[69],"vehicle":[71,98,148],"mobility.":[72],"To":[73],"address":[74],"these":[75],"challenges,":[76],"we":[77,172,216],"propose":[78],"PreM-FedIoV":[80,182],"framework,":[81],"extending":[82],"single-agent":[83],"Double":[84,90],"Deep":[85,91],"Q-Network":[86,92],"(DDQN)":[87],"Multi-Agent":[89],"(MADDQN).":[93],"In":[94],"each":[95,97,147],"round,":[96,232],"client":[99],"uploads":[100],"packet":[103],"server":[106,127],"based":[107,153],"on":[108,132,154],"current":[110],"contention":[111,144],"window,":[112],"containing":[113],"its":[114],"local":[115,117,135,156],"model,":[116],"test":[118,157],"Mean":[119],"Absolute":[120],"Error":[121],"(MAE),":[122],"timestamp.":[125],"initially":[128],"performs":[129],"federated":[130],"aggregation":[131],"received":[134],"MADDQN":[138],"module":[139],"then":[140],"dynamically":[141],"adjusts":[142],"window":[145],"for":[149],"next":[151],"round":[152],"MAE":[158],"communication":[160,166,228],"statistical":[161],"state,":[162],"aiming":[163],"optimize":[165],"costs":[167],"predictive":[169],"performance.":[170],"Additionally,":[171],"utilize":[173],"NS-3":[174],"create":[176],"IoV":[177],"simulations":[178],"deploy":[180],"framework":[183,207],"within":[184],"NS3-gym.":[185],"We":[186],"choose":[187],"Federated":[188],"Averaging":[189],"(FedAvg)":[190],"FedAdam":[192],"following":[193],"IEEE":[195],"802.11p":[196],"standard":[197],"as":[198],"baselines.":[199],"experiments":[201],"demonstrate":[202],"significant":[203],"improvements":[204,256],"our":[206],"compared":[208],"state-of-the-art":[210],"algorithms.":[211],"On":[212],"C-MAPSS":[214],"dataset,":[215,248],"achieve":[217],"reductions":[218],"up":[220,250],"10.2%":[222],"MAE,":[224],"26.31%":[225],"average":[227],"clock":[229],"per":[231,241],"65.6%":[234],"number":[237],"participating":[239],"clients":[240],"round.":[242],"For":[243],"Random":[245],"Battery":[246],"Usage":[247],"with":[249],"4.55%,":[252],"24.44%,":[253],"36.58%":[255],"respective":[259],"metrics.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}