{"id":"https://openalex.org/W4388505123","doi":"https://doi.org/10.1109/tce.2023.3330943","title":"Federated Offline Reinforcement Learning With Multimodal Data","display_name":"Federated Offline Reinforcement Learning With Multimodal Data","publication_year":2023,"publication_date":"2023-11-08","ids":{"openalex":"https://openalex.org/W4388505123","doi":"https://doi.org/10.1109/tce.2023.3330943"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2023.3330943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3330943","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022939072","display_name":"Jiabao Wen","orcid":"https://orcid.org/0000-0003-2303-9613"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabao Wen","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2303-9613","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008135980","display_name":"Huiao Dai","orcid":"https://orcid.org/0000-0002-1654-9589"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiao Dai","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-1654-9589","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005003415","display_name":"Jingyi He","orcid":"https://orcid.org/0000-0003-2817-7396"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi He","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2817-7396","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031593368","display_name":"Meng Xi","orcid":"https://orcid.org/0000-0001-8207-3921"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Xi","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-8207-3921","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002735305","display_name":"Shuai Xiao","orcid":"https://orcid.org/0000-0003-4058-8120"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Xiao","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-4058-8120","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066144350","display_name":"Jiachen Yang","orcid":"https://orcid.org/0000-0003-2558-552X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachen Yang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2558-552X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":4.0855,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.95119323,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"70","issue":"1","first_page":"4266","last_page":"4276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6994128227233887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6626585721969604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4032937288284302},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3920985758304596},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3254171311855316}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6994128227233887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6626585721969604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4032937288284302},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3920985758304596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3254171311855316}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2023.3330943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3330943","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2993372972","display_name":null,"funder_award_id":"62301356","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3903710966","display_name":null,"funder_award_id":"62306211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6122868372","display_name":null,"funder_award_id":"62271345","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2144256528","https://openalex.org/W2575148973","https://openalex.org/W2736281251","https://openalex.org/W2745605851","https://openalex.org/W2858441627","https://openalex.org/W2900067643","https://openalex.org/W2901369892","https://openalex.org/W2912213068","https://openalex.org/W2918900760","https://openalex.org/W2922193167","https://openalex.org/W2962787969","https://openalex.org/W2989693802","https://openalex.org/W3016525976","https://openalex.org/W3017117334","https://openalex.org/W3088582486","https://openalex.org/W3133561728","https://openalex.org/W3136981622","https://openalex.org/W3163859882","https://openalex.org/W3188034453","https://openalex.org/W3195498235","https://openalex.org/W3201703597","https://openalex.org/W4200252270","https://openalex.org/W4211034016","https://openalex.org/W4254291495","https://openalex.org/W4295241292","https://openalex.org/W4311415873","https://openalex.org/W4311793708","https://openalex.org/W4319872806","https://openalex.org/W4379033874","https://openalex.org/W6679045638","https://openalex.org/W6684859321","https://openalex.org/W6684921986","https://openalex.org/W6728757088","https://openalex.org/W6747473740","https://openalex.org/W6757469721","https://openalex.org/W6765541894","https://openalex.org/W6776601253","https://openalex.org/W6779265984","https://openalex.org/W6779823529","https://openalex.org/W6796289742","https://openalex.org/W6796589144","https://openalex.org/W6802659552","https://openalex.org/W6810738896","https://openalex.org/W6841549819","https://openalex.org/W6849187823","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"The":[0,107],"Tactile":[1,42],"Internet":[2,43],"(TI)":[3],"allows":[4],"operators":[5],"to":[6,32,37,52,75,104,114,133],"have":[7],"an":[8],"immersive":[9],"experience":[10],"in":[11,66,72,161],"a":[12,20,148],"remote":[13],"environment.":[14],"During":[15],"this":[16,73],"process,":[17],"users":[18],"generate":[19],"large":[21],"amount":[22],"of":[23,41,79,88,96,124,158],"demonstration":[24],"data":[25,36,92],"containing":[26],"tactile":[27],"information.":[28],"It":[29],"is":[30,70,112,131],"important":[31],"reasonably":[33],"use":[34,53],"user-generated":[35,55],"improve":[38],"the":[39,77,85,94,100,118,122,128,135,156,159,162,169,175],"intelligence":[40],"applications":[44],"without":[45,59],"infringing":[46],"on":[47,144],"user":[48,90,141],"privacy.":[49],"In":[50,83],"order":[51],"only":[54],"datasets":[56],"for":[57],"learning":[58,69,81,110,177],"expensive":[60],"environment":[61],"interaction,":[62],"conservative":[63],"policy":[64],"estimation":[65],"offline":[67,108],"reinforcement":[68,80,109],"introduced":[71,132],"paper":[74],"ensure":[76],"convergence":[78],"algorithms.":[82],"addition,":[84],"dataset":[86],"composed":[87],"different":[89,105,140],"behavior":[91,120],"has":[93],"characteristics":[95],"multimodal":[97,136,182],"distribution,":[98],"where":[99],"same":[101],"state":[102],"corresponds":[103],"actions.":[106],"algorithm":[111,153,160,171],"used":[113],"reconstruct":[115],"and":[116,127,154,184],"learn":[117],"user\u2019s":[119],"under":[121],"framework":[123],"federated":[125,149,176],"learning,":[126],"diffusion":[129,150],"model":[130,134],"distribution":[137],"caused":[138],"by":[139],"preference.":[142],"Based":[143],"this,":[145],"we":[146],"propose":[147],"Q-learning":[151],"(FDQL)":[152],"verify":[155],"effectiveness":[157],"d4rl":[163],"dataset.":[164],"Experimental":[165],"results":[166],"demonstrate":[167],"that":[168],"FDQL":[170],"performs":[172],"efficiently":[173],"within":[174],"framework,":[178],"effectively":[179],"capturing":[180],"users\u2019":[181],"behaviors":[183],"achieving":[185],"state-of-the-art":[186],"results.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}