{"id":"https://openalex.org/W3127528277","doi":"https://doi.org/10.1109/access.2021.3056007","title":"HARMONY: A Human-Centered Multimodal Driving Study in the Wild","display_name":"HARMONY: A Human-Centered Multimodal Driving Study in the Wild","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3127528277","doi":"https://doi.org/10.1109/access.2021.3056007","mag":"3127528277"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3056007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3056007","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09343252.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09343252.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066478442","display_name":"Arash Tavakoli","orcid":"https://orcid.org/0000-0002-8675-8570"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arash Tavakoli","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8675-8570","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045230031","display_name":"Shashwat Kumar","orcid":"https://orcid.org/0000-0003-2222-4331"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shashwat Kumar","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031953529","display_name":"Xiang Guo","orcid":"https://orcid.org/0000-0002-5006-4163"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang Guo","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5006-4163","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004440941","display_name":"Vahid Balali","orcid":"https://orcid.org/0000-0002-5553-7599"},"institutions":[{"id":"https://openalex.org/I59897056","display_name":"California State University, Long Beach","ror":"https://ror.org/0080fxk18","country_code":"US","type":"education","lineage":["https://openalex.org/I59897056"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vahid Balali","raw_affiliation_strings":["California State University Long Beach, Long Beach, CA, USA","Department of Civil Engineering & Construction Engineering Management, California State University Long Beach, Long Beach, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5553-7599","affiliations":[{"raw_affiliation_string":"California State University Long Beach, Long Beach, CA, USA","institution_ids":["https://openalex.org/I59897056"]},{"raw_affiliation_string":"Department of Civil Engineering & Construction Engineering Management, California State University Long Beach, Long Beach, CA, USA","institution_ids":["https://openalex.org/I59897056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063971383","display_name":"Mehdi Boukhechba","orcid":"https://orcid.org/0000-0001-6295-2523"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehdi Boukhechba","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6295-2523","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009161432","display_name":"Arsalan Heydarian","orcid":"https://orcid.org/0000-0001-5972-6947"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arsalan Heydarian","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5972-6947","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066478442"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.1832,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.96807951,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"23956","last_page":"23978"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11963","display_name":"Impact of Light on Environment and Health","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7477028369903564},{"id":"https://openalex.org/keywords/global-positioning-system","display_name":"Global Positioning System","score":0.6235165596008301},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5476771593093872},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.41924458742141724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38855820894241333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31901490688323975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7477028369903564},{"id":"https://openalex.org/C60229501","wikidata":"https://www.wikidata.org/wiki/Q18822","display_name":"Global Positioning System","level":2,"score":0.6235165596008301},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5476771593093872},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.41924458742141724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38855820894241333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31901490688323975},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3056007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3056007","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09343252.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0f14b185dacd49f8a57b324c8b8dcc2b","is_oa":true,"landing_page_url":"https://doaj.org/article/0f14b185dacd49f8a57b324c8b8dcc2b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 23956-23978 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3056007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3056007","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09343252.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3127528277.pdf","grobid_xml":"https://content.openalex.org/works/W3127528277.grobid-xml"},"referenced_works_count":133,"referenced_works":["https://openalex.org/W116278252","https://openalex.org/W206388996","https://openalex.org/W430615283","https://openalex.org/W584347604","https://openalex.org/W599326828","https://openalex.org/W1213379166","https://openalex.org/W1506576353","https://openalex.org/W1542923118","https://openalex.org/W1582614941","https://openalex.org/W1829026862","https://openalex.org/W1840817511","https://openalex.org/W1919099765","https://openalex.org/W1942100074","https://openalex.org/W1967193415","https://openalex.org/W1967661515","https://openalex.org/W1972299090","https://openalex.org/W1975632293","https://openalex.org/W1982121300","https://openalex.org/W1983628226","https://openalex.org/W2001097956","https://openalex.org/W2032782437","https://openalex.org/W2032807220","https://openalex.org/W2067646858","https://openalex.org/W2070084003","https://openalex.org/W2072394433","https://openalex.org/W2079797681","https://openalex.org/W2084865243","https://openalex.org/W2091442045","https://openalex.org/W2094243516","https://openalex.org/W2094314042","https://openalex.org/W2094603253","https://openalex.org/W2161638362","https://openalex.org/W2162654428","https://openalex.org/W2165641398","https://openalex.org/W2168022939","https://openalex.org/W2266995346","https://openalex.org/W2284188655","https://openalex.org/W2323089860","https://openalex.org/W2345729520","https://openalex.org/W2401341187","https://openalex.org/W2428938247","https://openalex.org/W2468660406","https://openalex.org/W2468750428","https://openalex.org/W2538626945","https://openalex.org/W2561448204","https://openalex.org/W2564507783","https://openalex.org/W2568071501","https://openalex.org/W2572052422","https://openalex.org/W2581608176","https://openalex.org/W2583266938","https://openalex.org/W2587912617","https://openalex.org/W2593493570","https://openalex.org/W2602356334","https://openalex.org/W2604255570","https://openalex.org/W2616729688","https://openalex.org/W2679723396","https://openalex.org/W2738611661","https://openalex.org/W2762833599","https://openalex.org/W2766093294","https://openalex.org/W2778222790","https://openalex.org/W2793268941","https://openalex.org/W2794923854","https://openalex.org/W2795159612","https://openalex.org/W2795306158","https://openalex.org/W2795747782","https://openalex.org/W2795960359","https://openalex.org/W2804739511","https://openalex.org/W2807126412","https://openalex.org/W2887850625","https://openalex.org/W2895440884","https://openalex.org/W2903831537","https://openalex.org/W2905931162","https://openalex.org/W2909419488","https://openalex.org/W2909963827","https://openalex.org/W2913872323","https://openalex.org/W2918488900","https://openalex.org/W2934625602","https://openalex.org/W2936245205","https://openalex.org/W2937818113","https://openalex.org/W2939334764","https://openalex.org/W2943337555","https://openalex.org/W2943438545","https://openalex.org/W2947155785","https://openalex.org/W2959716684","https://openalex.org/W2963491064","https://openalex.org/W2963652603","https://openalex.org/W2965195900","https://openalex.org/W2965773650","https://openalex.org/W2969594709","https://openalex.org/W2971424918","https://openalex.org/W2982005186","https://openalex.org/W2989113880","https://openalex.org/W2990170267","https://openalex.org/W3000552549","https://openalex.org/W3003065662","https://openalex.org/W3003266444","https://openalex.org/W3003487961","https://openalex.org/W3004330901","https://openalex.org/W3007552921","https://openalex.org/W3019397229","https://openalex.org/W3024115689","https://openalex.org/W3032794635","https://openalex.org/W3038760392","https://openalex.org/W3038932711","https://openalex.org/W3040240178","https://openalex.org/W3045388177","https://openalex.org/W3088426660","https://openalex.org/W3091090068","https://openalex.org/W3095669736","https://openalex.org/W3098428315","https://openalex.org/W3101584909","https://openalex.org/W3112856749","https://openalex.org/W4233973055","https://openalex.org/W4238015707","https://openalex.org/W4297790214","https://openalex.org/W4299427186","https://openalex.org/W6608407660","https://openalex.org/W6614971054","https://openalex.org/W6618223761","https://openalex.org/W6628044531","https://openalex.org/W6630438502","https://openalex.org/W6632579646","https://openalex.org/W6640334822","https://openalex.org/W6684578798","https://openalex.org/W6694058218","https://openalex.org/W6721805750","https://openalex.org/W6732419002","https://openalex.org/W6738303152","https://openalex.org/W6756633688","https://openalex.org/W6767518270","https://openalex.org/W6777025511","https://openalex.org/W6779801487","https://openalex.org/W6780133810"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Effective":[0],"shared":[1],"autonomy":[2],"requires":[3,25],"a":[4,94,179],"clear":[5],"understanding":[6,26,49],"of":[7,23,63,87,188,204],"driver's":[8,28,51,101,118],"behavior,":[9],"which":[10],"is":[11,90,146],"governed":[12],"by":[13,224],"multiple":[14],"psychophysiological":[15,77,226],"and":[16,30,53,65,82,103,110,121,130,135,156,169,171,174,218],"environmental":[17,157,222],"variables.":[18],"Disentangling":[19],"this":[20,88],"intricate":[21],"web":[22],"interactions":[24],"the":[27,50,61,131,147,172,186,202,221],"state":[29,52,191],"behaviors":[31,102,217],"in":[32,55],"different":[33],"real-world":[34,56],"scenarios,":[35],"longitudinally.":[36],"Naturalistic":[37],"Driving":[38],"Studies":[39],"(NDS)":[40],"have":[41],"shown":[42],"to":[43,48,60,91,210,220],"be":[44],"an":[45],"effective":[46],"approach":[47],"behavior":[54],"scenarios.":[57],"However,":[58],"due":[59],"lack":[62],"technological":[64],"computing":[66],"capabilities,":[67],"former":[68],"NDS":[69],"only":[70],"focused":[71],"on":[72],"vision-based":[73],"approaches,":[74],"ignoring":[75],"important":[76],"factors":[78],"such":[79,142],"as":[80,143],"cognition":[81],"emotion.":[83],"The":[84],"main":[85],"objective":[86],"paper":[89,161],"introduce":[92],"HARMONY,":[93],"human-centered":[95],"multimodal":[96],"naturalistic":[97,153],"driving":[98],"study,":[99,182],"where":[100],"states":[104],"are":[105],"monitored":[106],"through":[107,193],"(1)":[108],"in-cabin":[109],"outside":[111],"video":[112,232],"streams":[113],"(2)":[114],"physiological":[115],"signals":[116],"including":[117,139],"heart":[119],"rate":[120],"hand":[122],"acceleration":[123],"(IMU":[124],"data),":[125],"(3)":[126],"ambient":[127],"noise,":[128],"light,":[129],"vehicle's":[132],"GPS":[133],"location,":[134],"(4)":[136],"music":[137],"logs,":[138],"song":[140],"features":[141,229],"tempo.":[144],"HARMONY":[145],"first":[148,184],"study":[149],"that":[150],"collects":[151],"long-term":[152],"facial,":[154],"physiological,":[155],"data":[158,167],"simultaneously.":[159],"This":[160],"summarizes":[162],"HARMONY's":[163],"goals,":[164],"framework":[165],"design,":[166],"collection":[168],"analysis,":[170],"on-going":[173],"future":[175],"research":[176],"efforts.":[177],"Through":[178],"presented":[180],"case":[181],"we":[183,200,213],"demonstrate":[185,211],"importance":[187],"longitudinal":[189],"driver":[190,216],"sensing":[192],"using":[194],"Kernel":[195],"Density":[196],"Estimation":[197],"Methods.":[198],"Second,":[199],"leverage":[201],"application":[203],"Bayesian":[205],"Change":[206],"Point":[207],"detection":[208],"methods":[209],"how":[212],"can":[214],"identify":[215],"responses":[219],"conditions":[223],"fusing":[225],"information":[227],"with":[228],"extracted":[230],"from":[231],"streams.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}