{"id":"https://openalex.org/W4389352393","doi":"https://doi.org/10.1109/tce.2023.3339630","title":"Federated Multimodal Learning for Privacy-Preserving Driver Break Recommendations in Consumer Electronics","display_name":"Federated Multimodal Learning for Privacy-Preserving Driver Break Recommendations in Consumer Electronics","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389352393","doi":"https://doi.org/10.1109/tce.2023.3339630"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2023.3339630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3339630","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056163974","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0002-3403-2604"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Liu","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3403-2604","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101275546","display_name":"Longfei Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longfei Jiang","raw_affiliation_strings":["HDU-ITMO Joint Institute, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HDU-ITMO Joint Institute, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032515372","display_name":"Huaming Lin","orcid":"https://orcid.org/0000-0002-7544-180X"},"institutions":[{"id":"https://openalex.org/I4210160629","display_name":"China Information Technology Security Evaluation Center","ror":"https://ror.org/053cexp66","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210160629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaming Lin","raw_affiliation_strings":["Hangzhou Security and Technology Evaluation Center, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Security and Technology Evaluation Center, Hangzhou, China","institution_ids":["https://openalex.org/I4210160629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002896600","display_name":"Jia Hu","orcid":"https://orcid.org/0000-0001-5406-8420"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jia Hu","raw_affiliation_strings":["Computer Science Department, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5406-8420","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005877741","display_name":"Sahil Garg","orcid":"https://orcid.org/0000-0003-0229-608X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahil Garg","raw_affiliation_strings":["Electrical Engineering Department, École de technologie supérieure, Université du Québec, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0229-608X","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, École de technologie supérieure, Université du Québec, Montreal, QC, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049726789","display_name":"Mubarak Alrashoud","orcid":"https://orcid.org/0000-0002-5902-7414"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mubarak Alrashoud","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","Department of Software Engineering (SWE), College of Computer and Information Sciences (CCIS), King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-5902-7414","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]},{"raw_affiliation_string":"Department of Software Engineering (SWE), College of Computer and Information Sciences (CCIS), King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5056163974"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":null,"apc_paid":null,"fwci":4.9158,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95673001,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"4564","last_page":"4573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12406","display_name":"IoT and GPS-based Vehicle Safety Systems","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distraction","display_name":"Distraction","score":0.9501122236251831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6772016286849976},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.594140350818634},{"id":"https://openalex.org/keywords/distracted-driving","display_name":"Distracted driving","score":0.5092471837997437},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.489341676235199},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4813002645969391},{"id":"https://openalex.org/keywords/mobile-phone","display_name":"Mobile phone","score":0.4496873915195465},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.441225528717041},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.42820796370506287},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4054257571697235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3470671474933624},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3464324474334717},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13801300525665283},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08353033661842346}],"concepts":[{"id":"https://openalex.org/C2776378700","wikidata":"https://www.wikidata.org/wiki/Q3030775","display_name":"Distraction","level":2,"score":0.9501122236251831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6772016286849976},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.594140350818634},{"id":"https://openalex.org/C2776465824","wikidata":"https://www.wikidata.org/wiki/Q5283083","display_name":"Distracted driving","level":3,"score":0.5092471837997437},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.489341676235199},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4813002645969391},{"id":"https://openalex.org/C2777421447","wikidata":"https://www.wikidata.org/wiki/Q17517","display_name":"Mobile phone","level":2,"score":0.4496873915195465},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.441225528717041},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.42820796370506287},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4054257571697235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3470671474933624},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3464324474334717},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13801300525665283},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08353033661842346},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2023.3339630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3339630","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G518041980","display_name":null,"funder_award_id":"62172134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W2031533839","https://openalex.org/W2052086489","https://openalex.org/W2108598243","https://openalex.org/W2163345210","https://openalex.org/W2509901229","https://openalex.org/W2593116425","https://openalex.org/W2772431765","https://openalex.org/W2905005563","https://openalex.org/W2963183964","https://openalex.org/W3026578319","https://openalex.org/W3088681345","https://openalex.org/W3099912322","https://openalex.org/W3108426412","https://openalex.org/W3119182752","https://openalex.org/W3135472452","https://openalex.org/W3156717451","https://openalex.org/W3161405290","https://openalex.org/W3189316782","https://openalex.org/W3197671932","https://openalex.org/W3208062862","https://openalex.org/W3209410322","https://openalex.org/W3211643445","https://openalex.org/W3214466607","https://openalex.org/W4281386388","https://openalex.org/W4281763929","https://openalex.org/W4285678542","https://openalex.org/W4286579648","https://openalex.org/W4306174813","https://openalex.org/W4309633540","https://openalex.org/W4312330142","https://openalex.org/W4365800906","https://openalex.org/W4375798881"],"related_works":["https://openalex.org/W2105821991","https://openalex.org/W2051187670","https://openalex.org/W2147463956","https://openalex.org/W4281250427","https://openalex.org/W2891960815","https://openalex.org/W2946368029","https://openalex.org/W1989682839","https://openalex.org/W3189952116","https://openalex.org/W626594146","https://openalex.org/W3193324181"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"driver":[3,43,49,65,68,104,183,205],"distraction":[4,50,66],"behaviors,":[5],"such":[6,58,123],"as":[7,59,124],"eating,":[8],"drinking,":[9],"and":[10,17,76,95,117,157],"making":[11],"phone":[12],"calls,":[13],"have":[14],"become":[15],"more":[16,18],"frequent,":[19],"especially":[20],"during":[21],"continuous":[22],"driving.":[23],"This":[24],"results":[25],"in":[26,30,114,181,200],"a":[27,150],"significant":[28],"increase":[29],"traffic":[31],"accidents":[32],"caused":[33],"by":[34],"those":[35],"behaviors.":[36],"Therefore,":[37],"it":[38],"is":[39,108,130],"crucial":[40],"to":[41,102,132,173],"recommend":[42],"breaks":[44],"when":[45],"frequent":[46],"instances":[47],"of":[48,79,89,110,135,153,202,213],"are":[51],"detected.":[52],"Despite":[53],"numerous":[54],"single":[55],"modal-based":[56],"approaches,":[57],"computer":[60],"vision,":[61],"were":[62],"proposed":[63,192],"for":[64],"detection,":[67],"break":[69,206],"recommendations":[70,207],"still":[71],"suffer":[72],"from":[73,155],"low":[74],"accuracy":[75],"mandatory":[77],"requirement":[78],"preinstalled":[80],"cameras.":[81],"To":[82],"make":[83],"the":[84,87,142,191,211,214],"full":[85],"use":[86],"power":[88],"ambient":[90],"information":[91,112],"including":[92],"images,":[93,115],"audios,":[94,116],"postures,":[96],"we":[97,164],"introduce":[98],"Multimodal":[99,169],"Learning":[100,167,171],"(ML)":[101],"identify":[103],"distraction.":[105],"Our":[106],"model":[107,148],"capable":[109],"utilizing":[111],"contained":[113],"postures":[118],"through":[119],"consumer":[120],"electronic":[121],"devices":[122],"mobile":[125],"phones.":[126],"Moreover,":[127],"transfer":[128],"learning":[129],"utilized":[131],"take":[133],"advantage":[134],"previously":[136],"trained":[137],"models,":[138],"thereby":[139],"significantly":[140],"enhancing":[141],"accuracy.":[143],"However,":[144],"training":[145],"an":[146],"personalized":[147],"requires":[149],"substantial":[151],"amount":[152],"data":[154],"entities":[156],"individuals":[158,215],"which":[159],"raises":[160],"privacy":[161,176,212],"concerns.":[162],"Henceforth,":[163],"integrate":[165],"Federated":[166],"into":[168],"Deep":[170],"framework":[172],"protect":[174],"participants\u2019":[175],"while":[177],"achieving":[178],"better":[179],"performance":[180],"recommending":[182],"breaks.":[184],"The":[185],"experimental":[186],"findings":[187],"conclusively":[188],"demonstrate":[189],"that":[190],"method":[193],"not":[194],"only":[195],"outperforms":[196],"other":[197],"existing":[198],"approaches":[199],"terms":[201],"providing":[203],"effective":[204],"but":[208],"also":[209],"prioritizes":[210],"involved.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}