{"id":"https://openalex.org/W7125957126","doi":"https://doi.org/10.1109/tits.2026.3652470","title":"An Online\u2013Offline Machine Learning Approach for Estimating Driver States Using Multi-Sensory Data","display_name":"An Online\u2013Offline Machine Learning Approach for Estimating Driver States Using Multi-Sensory Data","publication_year":2026,"publication_date":"2026-01-28","ids":{"openalex":"https://openalex.org/W7125957126","doi":"https://doi.org/10.1109/tits.2026.3652470"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2026.3652470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2026.3652470","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054653490","display_name":"Yubo Jiao","orcid":"https://orcid.org/0000-0001-7133-4567"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yubo Jiao","raw_affiliation_strings":["Department of Civil Engineering, McGill University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7133-4567","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiangbo Yu","orcid":"https://orcid.org/0000-0002-4525-4640"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiangbo Yu","raw_affiliation_strings":["Department of Civil Engineering, McGill University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4525-4640","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09861933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"5","first_page":"5410","last_page":"5425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9204999804496765,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9204999804496765,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.03480000048875809,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7964000105857849},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6164000034332275},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5291000008583069},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5059999823570251},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.35199999809265137},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.34529998898506165},{"id":"https://openalex.org/keywords/online-model","display_name":"Online model","score":0.3343999981880188},{"id":"https://openalex.org/keywords/online-and-offline","display_name":"Online and offline","score":0.32600000500679016},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.322299987077713}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7964000105857849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7271000146865845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6607000231742859},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6164000034332275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6133000254631042},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5291000008583069},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5059999823570251},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2026.3652470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2026.3652470","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319952","display_name":"Canada Foundation for Innovation","ror":"https://ror.org/000az4664"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Drivers\u2019":[0],"mental":[1],"and":[2,16,24,38,45,71,125,128,139,172,200,208,222],"physiological":[3],"states":[4,20,101,214],"critically":[5],"influence":[6,67],"traffic":[7],"safety,":[8],"making":[9],"reliable":[10,207],"estimation":[11,204],"essential":[12],"for":[13],"timely":[14],"warnings":[15,221],"interventions.":[17],"However,":[18],"these":[19,213],"evolve":[21],"over":[22],"time":[23],"are":[25],"only":[26],"indirectly":[27],"observable":[28],"through":[29],"noisy,":[30],"modality-dependent":[31],"responses,":[32],"which":[33],"can":[34],"induce":[35],"biased":[36],"labels":[37,117],"fragile":[39],"detectors.":[40],"To":[41],"improve":[42],"the":[43,60,66,107,146,158,162,191,202],"accuracy":[44,168],"reliability":[46],"of":[47,62,68,184,211],"state":[48],"estimation,":[49],"we":[50],"propose":[51],"a":[52,111],"unified":[53],"nonlinear":[54],"state-space":[55,193],"framework":[56,109],"that":[57,145,190,201],"jointly":[58],"models":[59],"dynamics":[61,199],"latent":[63,197],"driver":[64],"states,":[65,92],"driving":[69],"context,":[70],"their":[72],"effects":[73],"on":[74],"multi-sensory":[75,98],"responses.":[76],"Within":[77],"this":[78],"framework,":[79],"an":[80,94],"offline":[81,120],"multi-view":[82],"clustering":[83],"method":[84],"fuses":[85],"complementary":[86],"indicators":[87],"to":[88,100,174],"establish":[89],"robust":[90],"benchmark":[91,159],"while":[93,161],"online":[95,132,163],"ResNet-Transformer":[96],"maps":[97],"data":[99],"in":[102,110],"real":[103],"time.":[104],"We":[105],"evaluated":[106],"proposed":[108,192],"driver-fatigue":[112],"case":[113],"study,":[114],"where":[115],"fatigue":[116,155],"were":[118,129],"inferred":[119],"from":[121,215],"self-reports,":[122],"reaction-time":[123],"variability,":[124],"eye-aspect-ratio":[126],"variability;":[127],"subsequently":[130],"detected":[131],"using":[133],"blood":[134],"volume":[135],"pulse,":[136],"electrodermal":[137],"activity,":[138],"facial":[140],"images.":[141],"Our":[142],"results":[143],"show":[144],"offline-derived":[147],"levels":[148],"exhibit":[149],"statistically":[150],"significant":[151],"separation":[152],"across":[153],"multiple":[154],"indicators,":[156],"validating":[157],"labels,":[160],"model":[164],"achieved":[165],"82.5%":[166],"mean":[167],"with":[169,176],"10-second":[170],"windows":[171],"up":[173],"89.5%":[175],"30-second":[177],"windows,":[178],"outperforming":[179],"representative":[180],"baselines":[181],"without":[182],"evidence":[183],"class-specific":[185],"bias.":[186],"These":[187],"findings":[188],"demonstrate":[189],"representation":[194],"effectively":[195],"captures":[196],"driver-state":[198],"online-offline":[203],"approach":[205],"offers":[206],"effective":[209],"means":[210],"inferring":[212],"diverse":[216],"observational":[217],"sources,":[218],"supporting":[219],"proactive":[220],"safer":[223],"human\u2013vehicle":[224],"interaction.":[225]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-01-29T00:00:00"}
