{"id":"https://openalex.org/W3197104528","doi":"https://doi.org/10.1109/tits.2021.3105326","title":"Learning Multimodal Representations for Drowsiness Detection","display_name":"Learning Multimodal Representations for Drowsiness Detection","publication_year":2021,"publication_date":"2021-08-26","ids":{"openalex":"https://openalex.org/W3197104528","doi":"https://doi.org/10.1109/tits.2021.3105326","mag":"3197104528"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3105326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3105326","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/91570/91570.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032971738","display_name":"Kun Qian","orcid":"https://orcid.org/0000-0002-1918-6453"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Qian","raw_affiliation_strings":["Group on Audition for Intelligent Medicine (AIM), Institute of Engineering Medicine, Beijing Institute of Technology, Beijing, Haidian, China"],"raw_orcid":"https://orcid.org/0000-0002-1918-6453","affiliations":[{"raw_affiliation_string":"Group on Audition for Intelligent Medicine (AIM), Institute of Engineering Medicine, Beijing Institute of Technology, Beijing, Haidian, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055581099","display_name":"Tomoya Koike","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoya Koike","raw_affiliation_strings":["Educational Physiology Laboratory, Graduate School of Education, The University of Tokyo, Tokyo, Bunkyo-ku, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Physiology Laboratory, Graduate School of Education, The University of Tokyo, Tokyo, Bunkyo-ku, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091754518","display_name":"T\u00f4ru Nakamura","orcid":"https://orcid.org/0000-0002-5340-6333"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Toru Nakamura","raw_affiliation_strings":["Graduate School of Engineering Science, Osaka University, Suita, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University, Suita, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Bjorn W. Schuller","raw_affiliation_strings":["Group on Language, Audio and Music (GLAM), Imperial College London, London, U.K","Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"Group on Language, Audio and Music (GLAM), Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087660235","display_name":"Yoshiharu Yamamoto","orcid":"https://orcid.org/0000-0002-1132-0355"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshiharu Yamamoto","raw_affiliation_strings":["Educational Physiology Laboratory, Graduate School of Education, The University of Tokyo, Tokyo, Bunkyo-ku, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1132-0355","affiliations":[{"raw_affiliation_string":"Educational Physiology Laboratory, Graduate School of Education, The University of Tokyo, Tokyo, Bunkyo-ku, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032971738"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":3.6709,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.93106704,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"23","issue":"8","first_page":"11539","last_page":"11548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7198231220245361},{"id":"https://openalex.org/keywords/accelerometer","display_name":"Accelerometer","score":0.6847325563430786},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6327739953994751},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5917499661445618},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5751140713691711},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5133501887321472},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5023765563964844},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.44454947113990784},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.42730408906936646},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.41451922059059143},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15199324488639832},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12076583504676819}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7198231220245361},{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.6847325563430786},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6327739953994751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5917499661445618},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5751140713691711},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5133501887321472},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5023765563964844},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.44454947113990784},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.42730408906936646},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.41451922059059143},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15199324488639832},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12076583504676819},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tits.2021.3105326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3105326","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:91570","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-915702","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/91570/91570.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:91909","is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/91909","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:uni-augsburg.opus-bayern.de:91570","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-915702","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/91570/91570.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5557434662","display_name":null,"funder_award_id":"20H00569","funder_id":"https://openalex.org/F4320320912","funder_display_name":"Ministry of Education, Culture, Sports, Science and Technology"},{"id":"https://openalex.org/G576142307","display_name":null,"funder_award_id":"19F19081","funder_id":"https://openalex.org/F4320320912","funder_display_name":"Ministry of Education, Culture, Sports, Science and Technology"},{"id":"https://openalex.org/G59341721","display_name":null,"funder_award_id":"20H00569","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6063292424","display_name":null,"funder_award_id":"19F19081","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8538514152","display_name":null,"funder_award_id":"19081","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"},{"id":"https://openalex.org/F4320323110","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197104528.pdf","grobid_xml":"https://content.openalex.org/works/W3197104528.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1501669607","https://openalex.org/W1904701389","https://openalex.org/W1938223019","https://openalex.org/W1964055967","https://openalex.org/W1967587211","https://openalex.org/W2001619934","https://openalex.org/W2005305331","https://openalex.org/W2014815679","https://openalex.org/W2025623975","https://openalex.org/W2042700175","https://openalex.org/W2083638830","https://openalex.org/W2119821739","https://openalex.org/W2122111042","https://openalex.org/W2131213359","https://openalex.org/W2131774270","https://openalex.org/W2134738818","https://openalex.org/W2146976664","https://openalex.org/W2147924864","https://openalex.org/W2155002669","https://openalex.org/W2167277498","https://openalex.org/W2172717914","https://openalex.org/W2395515569","https://openalex.org/W2428938247","https://openalex.org/W2487211121","https://openalex.org/W2509901229","https://openalex.org/W2514447793","https://openalex.org/W2586472050","https://openalex.org/W2761083049","https://openalex.org/W2782522902","https://openalex.org/W2789261132","https://openalex.org/W2890226609","https://openalex.org/W2891503716","https://openalex.org/W2906548844","https://openalex.org/W2906909175","https://openalex.org/W2909963827","https://openalex.org/W2914641625","https://openalex.org/W2919115771","https://openalex.org/W2940333097","https://openalex.org/W2943512776","https://openalex.org/W2954333383","https://openalex.org/W2963980377","https://openalex.org/W2964182121","https://openalex.org/W2969846993","https://openalex.org/W2975672594","https://openalex.org/W2979380835","https://openalex.org/W2979985240","https://openalex.org/W2994536032","https://openalex.org/W2995356865","https://openalex.org/W2995744782","https://openalex.org/W2997475949","https://openalex.org/W2997551485","https://openalex.org/W3010981289","https://openalex.org/W4206723194","https://openalex.org/W4212863985","https://openalex.org/W6745609711"],"related_works":["https://openalex.org/W2765080098","https://openalex.org/W2385749422","https://openalex.org/W2009888974","https://openalex.org/W2355290145","https://openalex.org/W2353465659","https://openalex.org/W3023105672","https://openalex.org/W2355539379","https://openalex.org/W4231410700","https://openalex.org/W4237770763","https://openalex.org/W2347752811"],"abstract_inverted_index":{"Drowsiness":[0],"detection":[1,33,104,215],"is":[2],"a":[3,86,170,183,217],"crucial":[4],"step":[5],"for":[6,100,137,165,213],"safe":[7],"driving.":[8],"A":[9],"plethora":[10],"of":[11,37],"efforts":[12],"has":[13],"been":[14],"invested":[15],"on":[16,43,69,93,186],"using":[17],"pervasive":[18],"sensor":[19],"data":[20,67,122,141,157,177],"(e.g.,":[21,46,52,123],"video,":[22],"physiology)":[23],"empowered":[24],"by":[25,111,154],"machine":[26,97,189],"learning":[27,98,190],"to":[28,77,162],"build":[29],"an":[30],"automatic":[31],"drowsiness":[32,103,107,214],"system.":[34],"Nevertheless,":[35],"most":[36],"the":[38,58,64,101,138,151,166,175],"existing":[39],"methods":[40,71,191,206],"are":[41,72],"based":[42,68,92],"complicated":[44],"wearables":[45],"electroencephalogram)":[47],"or":[48,145],"computer":[49],"vision":[50],"algorithms":[51],"eye":[53],"state":[54],"analysis),":[55],"which":[56,130,172],"makes":[57],"relevant":[59],"systems":[60],"hardly":[61],"applicable":[62],"in":[63,74,114,169,216],"wild.":[65],"Furthermore,":[66],"these":[70],"insufficient":[73],"nature":[75],"due":[76],"limited":[78],"simulation":[79],"experiments.":[80],"In":[81],"this":[82],"light,":[83],"we":[84,118,148,181],"propose":[85],"novel":[87],"and":[88,127,196],"easily":[89],"implemented":[90],"method":[91],"full":[94],"non-invasive":[95],"multimodal":[96],"analysis":[99],"driver":[102],"task.":[105],"The":[106],"level":[108],"was":[109],"estimated":[110],"self-reported":[112],"questionnaire":[113],"pre-designed":[115],"protocols.":[116],"First,":[117],"consider":[119],"involving":[120],"environmental":[121],"temperature,":[124],"humidity,":[125],"illuminance,":[126],"further":[128],"more),":[129],"can":[131,158,207],"be":[132,160],"regarded":[133],"as":[134],"complementary":[135],"information":[136],"human":[139],"activity":[140],"recorded":[142],"via":[143],"accelerometers":[144],"actigraphs.":[146],"Second,":[147],"demonstrate":[149],"that":[150],"models":[152,195],"trained":[153],"daily":[155],"life":[156],"still":[159],"efficient":[161],"make":[163,182],"predictions":[164],"subject":[167],"performing":[168],"simulator,":[171],"may":[173],"benefit":[174],"future":[176],"collection":[178],"methods.":[179],"Finally,":[180],"comprehensive":[184],"study":[185],"investigating":[187],"different":[188],"including":[192],"classic":[193],"\u2018shallow\u2019":[194],"recent":[197],"deep":[198],"models.":[199],"Experimental":[200],"results":[201],"show":[202],"that,":[203],"our":[204],"proposed":[205],"reach":[208],"64.6%":[209],"unweighted":[210],"average":[211],"recall":[212],"subject-independent":[218],"scenario.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}