{"id":"https://openalex.org/W4285279510","doi":"https://doi.org/10.1109/tits.2022.3179442","title":"Federated Deep Reinforcement Learning-Based Spectrum Access Algorithm With Warranty Contract in Intelligent Transportation Systems","display_name":"Federated Deep Reinforcement Learning-Based Spectrum Access Algorithm With Warranty Contract in Intelligent Transportation Systems","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4285279510","doi":"https://doi.org/10.1109/tits.2022.3179442"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3179442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3179442","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Federated_Deep_Reinforcement_Learning-Based_Spectrum_Access_Algorithm_With_Warranty_Contract_in_Intelligent_Transportation_Systems/23007854","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074401878","display_name":"Rongbo Zhu","orcid":"https://orcid.org/0000-0003-1620-0560"},"institutions":[{"id":"https://openalex.org/I204823248","display_name":"Huazhong Agricultural University","ror":"https://ror.org/023b72294","country_code":"CN","type":"education","lineage":["https://openalex.org/I204823248"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rongbo Zhu","raw_affiliation_strings":["College of Informatics, Huazhong Agricultural University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Informatics, Huazhong Agricultural University, Wuhan, China","institution_ids":["https://openalex.org/I204823248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393515","display_name":"Mengyao Li","orcid":"https://orcid.org/0000-0002-1821-3392"},"institutions":[{"id":"https://openalex.org/I174442536","display_name":"South Central Minzu University","ror":"https://ror.org/03d7sax13","country_code":"CN","type":"education","lineage":["https://openalex.org/I174442536"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyao Li","raw_affiliation_strings":["College of Computer Science, South-Central University for Nationalities, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central University for Nationalities, Wuhan, China","institution_ids":["https://openalex.org/I174442536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458790","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0002-1979-8994"},"institutions":[{"id":"https://openalex.org/I174442536","display_name":"South Central Minzu University","ror":"https://ror.org/03d7sax13","country_code":"CN","type":"education","lineage":["https://openalex.org/I174442536"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["College of Computer Science, South-Central University for Nationalities, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central University for Nationalities, Wuhan, China","institution_ids":["https://openalex.org/I174442536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002822427","display_name":"Lu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lu Liu","raw_affiliation_strings":["School of Informatics, University of Leicester, Leicester, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Leicester, Leicester, U.K","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071592220","display_name":"Maode Ma","orcid":"https://orcid.org/0000-0003-1438-7018"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Maode Ma","raw_affiliation_strings":["College of Engineering, Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5074401878"],"corresponding_institution_ids":["https://openalex.org/I204823248"],"apc_list":null,"apc_paid":null,"fwci":1.2498,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.82878707,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"1","first_page":"1178","last_page":"1190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8020802736282349},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7791382670402527},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6404608488082886},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6334955096244812},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.578278660774231},{"id":"https://openalex.org/keywords/warranty","display_name":"Warranty","score":0.48163002729415894},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.451095312833786},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4316607117652893},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.41806429624557495},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3209657371044159},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.276602566242218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22025269269943237},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17126837372779846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8020802736282349},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7791382670402527},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6404608488082886},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6334955096244812},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.578278660774231},{"id":"https://openalex.org/C2779056723","wikidata":"https://www.wikidata.org/wiki/Q329717","display_name":"Warranty","level":2,"score":0.48163002729415894},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.451095312833786},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4316607117652893},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.41806429624557495},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3209657371044159},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.276602566242218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22025269269943237},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17126837372779846},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2022.3179442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3179442","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/23007854","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Federated_Deep_Reinforcement_Learning-Based_Spectrum_Access_Algorithm_With_Warranty_Contract_in_Intelligent_Transportation_Systems/23007854","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/23007854","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Federated_Deep_Reinforcement_Learning-Based_Spectrum_Access_Algorithm_With_Warranty_Contract_in_Intelligent_Transportation_Systems/23007854","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.41999998688697815,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1908731766","display_name":null,"funder_award_id":"61772562","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7580141315","display_name":null,"funder_award_id":"2662022JC004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2098133520","https://openalex.org/W2611185577","https://openalex.org/W2789942274","https://openalex.org/W2803370496","https://openalex.org/W2894110571","https://openalex.org/W2897411018","https://openalex.org/W2900594532","https://openalex.org/W2902796038","https://openalex.org/W2907214660","https://openalex.org/W2907217398","https://openalex.org/W2910713515","https://openalex.org/W2911433940","https://openalex.org/W2946933691","https://openalex.org/W2950190405","https://openalex.org/W2963079995","https://openalex.org/W2963240573","https://openalex.org/W2963318081","https://openalex.org/W2982588466","https://openalex.org/W2989289980","https://openalex.org/W2997415551","https://openalex.org/W3000688900","https://openalex.org/W3003747473","https://openalex.org/W3007279825","https://openalex.org/W3014620413","https://openalex.org/W3016207298","https://openalex.org/W3019142787","https://openalex.org/W3025058555","https://openalex.org/W3029682813","https://openalex.org/W3032350052","https://openalex.org/W3032998286","https://openalex.org/W3036874940","https://openalex.org/W3046178819","https://openalex.org/W3066015876","https://openalex.org/W3088044911","https://openalex.org/W3091349911","https://openalex.org/W3100844423","https://openalex.org/W3104668545","https://openalex.org/W3112288498","https://openalex.org/W3121207556","https://openalex.org/W3127042088","https://openalex.org/W3133881815","https://openalex.org/W3135234076","https://openalex.org/W3151627678","https://openalex.org/W3182258553","https://openalex.org/W3193218352","https://openalex.org/W4211067547","https://openalex.org/W6684921986","https://openalex.org/W6759238902","https://openalex.org/W6780897730"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692","https://openalex.org/W4294873804"],"abstract_inverted_index":{"Cognitive":[0],"radio":[1],"(CR)":[2],"provides":[3],"an":[4],"effective":[5],"solution":[6],"to":[7,23,82,119,129,168,179],"meet":[8,136],"the":[9,25,29,34,45,53,58,89,95,108,112,137,161,172,185,193,198,201,206,215,221],"huge":[10],"bandwidth":[11],"requirements":[12,42,139],"in":[13,44,65,143,176,192],"intelligent":[14],"transportation":[15],"systems":[16],"(ITS),":[17],"which":[18,51,87,126,159],"enables":[19],"secondary":[20],"users":[21,31,38,64],"(SUs)":[22],"access":[24,55,72,85,147,208],"idle":[26],"spectrum":[27,54,71,84,133,146,207],"of":[28,37,60,63,98,104,110,174],"primary":[30],"(PUs).":[32],"However,":[33],"high":[35],"mobility":[36],"and":[39,49,57,102,140,170,183,213,220,228],"real-time":[40,138],"service":[41,61],"result":[43],"additional":[46],"transmission":[47,100,124],"collisions":[48],"interference,":[50],"degrades":[52],"rate":[56,210,217,223],"quality":[59],"(QoS)":[62],"ITS.":[66],"This":[67],"paper":[68],"proposes":[69],"a":[70,145],"algorithm":[73,166,203],"(Feilin)":[74],"based":[75,153],"on":[76,154],"federated":[77,155,163],"deep":[78,156],"reinforcement":[79],"learning":[80,165],"(FDRL)":[81],"improve":[83,141],"rate,":[86],"maximizes":[88],"QoS":[90,142],"reward":[91],"function":[92],"with":[93,197,218,224],"considering":[94],"hybrid":[96],"benefits":[97],"delay,":[99],"power":[101],"utility":[103,109],"SUs.":[105],"To":[106,135],"guarantee":[107],"SUs,":[111],"warranty":[113],"contract":[114],"is":[115,151],"designed":[116],"for":[117,122,131],"SUs":[118,128,219],"obtain":[120],"compensation":[121],"data":[123],"failure,":[125],"promotes":[127],"compete":[130],"more":[132],"resources.":[134],"ITS,":[144],"model":[148],"called":[149],"FDQN-W":[150],"proposed":[152,202],"Q-network":[157],"(DQN),":[158],"adopts":[160],"asynchronous":[162],"weighted":[164],"(AFWLA)":[167],"share":[169],"update":[171],"weights":[173],"DQN":[175],"multiple":[177],"agents":[178],"decrease":[180],"time":[181],"cost":[182],"accelerate":[184],"convergence.":[186],"Detailed":[187],"simulation":[188],"results":[189],"show":[190],"that,":[191],"multiuser":[194],"scenario,":[195],"compared":[196],"existing":[199],"methods,":[200],"Feilin":[204],"increases":[205],"success":[209],"by":[211,226],"15.1%,":[212],"reduces":[214],"collision":[216,222],"PUs":[225],"46.4%":[227],"6.8%,":[229],"respectively.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}