{"id":"https://openalex.org/W4394688733","doi":"https://doi.org/10.3389/fcomp.2024.1371181","title":"Evaluating the robustness of multimodal task load estimation models","display_name":"Evaluating the robustness of multimodal task load estimation models","publication_year":2024,"publication_date":"2024-04-10","ids":{"openalex":"https://openalex.org/W4394688733","doi":"https://doi.org/10.3389/fcomp.2024.1371181"},"language":"en","primary_location":{"id":"doi:10.3389/fcomp.2024.1371181","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2024.1371181","pdf_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2024.1371181/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2024.1371181/pdf?isPublishedV2=False","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019842271","display_name":"Andreas Foltyn","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Andreas Foltyn","raw_affiliation_strings":["Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany"],"affiliations":[{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016481694","display_name":"Jessica Deuschel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jessica Deuschel","raw_affiliation_strings":["Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany"],"affiliations":[{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095764646","display_name":"Nadine R. Lang-Richter","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nadine R. Lang-Richter","raw_affiliation_strings":["Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany"],"affiliations":[{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054494399","display_name":"Nina Holzer","orcid":"https://orcid.org/0009-0005-0098-5959"},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nina Holzer","raw_affiliation_strings":["Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany"],"affiliations":[{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany","institution_ids":["https://openalex.org/I4210124274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033611504","display_name":"Maximilian P. Oppelt","orcid":null},"institutions":[{"id":"https://openalex.org/I4210124274","display_name":"Fraunhofer Institute for Integrated Circuits","ror":"https://ror.org/024ape423","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210124274","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian P. Oppelt","raw_affiliation_strings":["Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","Machine Learning and Data Analytics Lab (MaD Lab), Department Artificial Intelligence in Biomedical Engineering, Friedrich-Alexander-University Erlangen Nuremberg, Erlangen, Germany","Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany","Machine Learning and Data Analytics Lab (MaD Lab), Department Artificial Intelligence in Biomedical Engineering, Friedrich-Alexander-University Erlangen Nuremberg, Germany"],"affiliations":[{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Erlangen, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Machine Learning and Data Analytics Lab (MaD Lab), Department Artificial Intelligence in Biomedical Engineering, Friedrich-Alexander-University Erlangen Nuremberg, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]},{"raw_affiliation_string":"Department Digital Health and Analytics, Fraunhofer IIS, Fraunhofer Institute for Integrated Circuits IIS, Germany","institution_ids":["https://openalex.org/I4210124274"]},{"raw_affiliation_string":"Machine Learning and Data Analytics Lab (MaD Lab), Department Artificial Intelligence in Biomedical Engineering, Friedrich-Alexander-University Erlangen Nuremberg, Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019842271"],"corresponding_institution_ids":["https://openalex.org/I4210124274"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":3.9811,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.92970957,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"6","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7681008577346802},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6406134366989136},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.506665050983429},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44325727224349976},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3791801333427429},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14969539642333984},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0617547333240509},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.046509355306625366}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7681008577346802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6406134366989136},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.506665050983429},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44325727224349976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3791801333427429},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14969539642333984},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0617547333240509},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.046509355306625366},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3389/fcomp.2024.1371181","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2024.1371181","pdf_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2024.1371181/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e3a3994d9fa34d1b95b19e432953fd97","is_oa":true,"landing_page_url":"https://doaj.org/article/e3a3994d9fa34d1b95b19e432953fd97","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computer Science, Vol 6 (2024)","raw_type":"article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/468524","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/468524","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.3389/fcomp.2024.1371181","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2024.1371181","pdf_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2024.1371181/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G320941915","display_name":null,"funder_award_id":"20-3410-2-9-8","funder_id":"https://openalex.org/F4320330033","funder_display_name":"ADA Lovelace Center for Analytics, Data, Applications"},{"id":"https://openalex.org/G8010892114","display_name":null,"funder_award_id":"20-3410-2-9-8","funder_id":"https://openalex.org/F4320331012","funder_display_name":"Bayerische Staatsministerium f\u00fcr Wirtschaft, Landesentwicklung und Energie"}],"funders":[{"id":"https://openalex.org/F4320330033","display_name":"ADA Lovelace Center for Analytics, Data, Applications","ror":null},{"id":"https://openalex.org/F4320331012","display_name":"Bayerische Staatsministerium f\u00fcr Wirtschaft, Landesentwicklung und Energie","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4394688733.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W130949339","https://openalex.org/W1522301498","https://openalex.org/W1980877068","https://openalex.org/W2040084725","https://openalex.org/W2063976153","https://openalex.org/W2064749740","https://openalex.org/W2065073464","https://openalex.org/W2106411961","https://openalex.org/W2111107118","https://openalex.org/W2140079265","https://openalex.org/W2141007997","https://openalex.org/W2157289187","https://openalex.org/W2157331557","https://openalex.org/W2169317304","https://openalex.org/W2295598076","https://openalex.org/W2492022253","https://openalex.org/W2551393996","https://openalex.org/W2560674852","https://openalex.org/W2795960359","https://openalex.org/W2801195133","https://openalex.org/W2917077727","https://openalex.org/W2949676527","https://openalex.org/W2988244882","https://openalex.org/W3000086239","https://openalex.org/W3003199999","https://openalex.org/W3015948701","https://openalex.org/W3033146535","https://openalex.org/W3102376463","https://openalex.org/W3110225343","https://openalex.org/W3118469617","https://openalex.org/W3131682283","https://openalex.org/W3146444530","https://openalex.org/W3175508462","https://openalex.org/W3199395343","https://openalex.org/W3216185083","https://openalex.org/W4212774754","https://openalex.org/W4237834911","https://openalex.org/W4239510810","https://openalex.org/W4281746451","https://openalex.org/W4295414112","https://openalex.org/W4307122019","https://openalex.org/W4312283584","https://openalex.org/W4312994447","https://openalex.org/W4313360745","https://openalex.org/W4387103552","https://openalex.org/W4391848979","https://openalex.org/W6631190155","https://openalex.org/W6676179485","https://openalex.org/W6739651123","https://openalex.org/W6766978945","https://openalex.org/W6926152023"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Numerous":[0],"studies":[1],"have":[2],"focused":[3],"on":[4,27,76,124,134],"constructing":[5],"multimodal":[6,256],"machine":[7,106,257],"learning":[8,107,110,258],"models":[9,23,66,121,195,259],"for":[10,196,218,272],"estimating":[11],"a":[12,17,70,86,97,102,151,207],"person's":[13],"cognitive":[14],"load.":[15],"However,":[16,142],"prevalent":[18],"limitation":[19],"is":[20,59,222,231],"that":[21,185],"these":[22,65,162,166],"are":[24],"typically":[25],"evaluated":[26],"data":[28,46,126,229],"from":[29,73,127],"the":[30,62,74,125,128,143,158,193,214,225,228,234,243,251],"same":[31],"scenario":[32,71],"they":[33,78],"were":[34,79,113,122],"trained":[35,123],"on.":[36],"Little":[37],"attention":[38],"has":[39],"been":[40],"given":[41],"to":[42,60,137,150,174,202,212],"their":[43,139],"robustness":[44,200],"against":[45],"distribution":[47,230,262],"shifts,":[48],"which":[49,77,112,266],"may":[50,147,268],"occur":[51],"during":[52],"deployment.":[53],"The":[54,120,182],"aim":[55],"of":[56,64,104,161,179,237,255],"this":[57,82,221],"paper":[58],"investigate":[61],"performance":[63,145,217,236],"when":[67],"confronted":[68],"with":[69],"different":[72],"one":[75],"trained.":[80],"For":[81],"evaluation,":[83],"we":[84,155,168],"utilized":[85],"dataset":[87],"encompassing":[88],"two":[89,244],"distinct":[90],"scenarios:":[91],"an":[92],"n":[93,129,219],"-Back":[94,130],"test":[95],"and":[96,108,132,253,264],"driving":[98],"simulation.":[99],"We":[100],"selected":[101],"variety":[103],"classic":[105],"deep":[109],"architectures,":[111],"further":[114],"complemented":[115],"by":[116,172],"various":[117],"fusion":[118,187,204],"techniques.":[119],"task":[131],"tested":[133],"both":[135,197],"scenarios":[136],"evaluate":[138],"predictive":[140,144,216,235],"performance.":[141],"alone":[146],"not":[148,223],"lead":[149],"trustworthy":[152],"model.":[153],"Therefore,":[154],"looked":[156],"at":[157],"uncertainty":[159],"estimates":[160],"models.":[163],"By":[164],"leveraging":[165],"estimates,":[167],"can":[169],"reduce":[170],"misclassification":[171],"resorting":[173],"alternative":[175],"measures":[176],"in":[177,260],"situations":[178],"high":[180],"uncertainty.":[181],"findings":[183],"indicate":[184],"late":[186],"produces":[188],"stable":[189],"classification":[190],"results":[191],"across":[192],"examined":[194],"scenarios,":[198],"enhancing":[199],"compared":[201],"feature-based":[203],"methods.":[205],"Although":[206],"simple":[208],"logistic":[209],"regression":[210],"tends":[211],"provide":[213],"best":[215],"-Back,":[220],"always":[224],"case":[226],"if":[227],"shifted.":[232],"Finally,":[233],"individual":[238],"modalities":[239],"differs":[240],"significantly":[241],"between":[242],"scenarios.":[245],"This":[246],"research":[247],"provides":[248],"insights":[249],"into":[250],"capabilities":[252],"limitations":[254],"handling":[261],"shifts":[263],"identifies":[265],"approaches":[267],"potentially":[269],"be":[270],"suitable":[271],"achieving":[273],"robust":[274],"results.":[275]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}