{"id":"https://openalex.org/W4400645838","doi":"https://doi.org/10.1109/iv55156.2024.10588411","title":"Driver Head Pose Estimation with Multimodal Temporal Fusion of Color and Depth Modeling Networks","display_name":"Driver Head Pose Estimation with Multimodal Temporal Fusion of Color and Depth Modeling Networks","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4400645838","doi":"https://doi.org/10.1109/iv55156.2024.10588411"},"language":"en","primary_location":{"id":"doi:10.1109/iv55156.2024.10588411","doi":"https://doi.org/10.1109/iv55156.2024.10588411","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iv55156.2024.10588411","pdf_url":null,"source":{"id":"https://openalex.org/S4210198592","display_name":"IEEE Intelligent Vehicles Symposium","issn_l":"1931-0587","issn":["1931-0587","2642-7214"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025651238","display_name":"Susmitha Gogineni","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susmitha Gogineni","raw_affiliation_strings":["University of Texas,Department of Electrical Engineering,Dallas, Richardson,TX,USA,75080"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas,Department of Electrical Engineering,Dallas, Richardson,TX,USA,75080","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040793194","display_name":"Carlos Busso","orcid":"https://orcid.org/0000-0002-4075-4072","observed_orcids":["https://orcid.org/0000-0002-4075-4072"]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Busso","raw_affiliation_strings":["University of Texas,Department of Electrical Engineering,Dallas, Richardson,TX,USA,75080"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas,Department of Electrical Engineering,Dallas, Richardson,TX,USA,75080","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0907323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1974","last_page":"1981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.925000011920929},{"id":"https://openalex.org/keywords/temporal-modeling","display_name":"temporal modeling","score":0.8420000076293945},{"id":"https://openalex.org/keywords/pointnet","display_name":"PointNet","score":0.8019999861717224},{"id":"https://openalex.org/keywords/resnet-50","display_name":"ResNet50","score":0.921999990940094},{"id":"https://openalex.org/keywords/in-vehicle-monitoring","display_name":"in-vehicle monitoring","score":0.7139999866485596},{"id":"https://openalex.org/keywords/driver-attention","display_name":"driver attention","score":0.6949999928474426},{"id":"https://openalex.org/keywords/illumination-robustness","display_name":"illumination robustness","score":0.640999972820282},{"id":"https://openalex.org/keywords/occlusion-handling","display_name":"occlusion handling","score":0.8109999895095825},{"id":"https://openalex.org/keywords/naturalistic-driving-data","display_name":"naturalistic driving data","score":0.7929999828338623}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7361102104187012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7293837070465088},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6953073143959045},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5617558360099792},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4673035144805908},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32100170850753784},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08628568053245544},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv55156.2024.10588411","doi":"https://doi.org/10.1109/iv55156.2024.10588411","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iv55156.2024.10588411","pdf_url":null,"source":{"id":"https://openalex.org/S4210198592","display_name":"IEEE Intelligent Vehicles Symposium","issn_l":"1931-0587","issn":["1931-0587","2642-7214"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W245591269","https://openalex.org/W1522301498","https://openalex.org/W1896788142","https://openalex.org/W1974744233","https://openalex.org/W1987654648","https://openalex.org/W2089453973","https://openalex.org/W2108107014","https://openalex.org/W2108598243","https://openalex.org/W2116208238","https://openalex.org/W2124319230","https://openalex.org/W2125188427","https://openalex.org/W2145708690","https://openalex.org/W2149382413","https://openalex.org/W2194775991","https://openalex.org/W2215711223","https://openalex.org/W2293770242","https://openalex.org/W2560609797","https://openalex.org/W2562996209","https://openalex.org/W2565233142","https://openalex.org/W2589255576","https://openalex.org/W2624503621","https://openalex.org/W2761173690","https://openalex.org/W2793296744","https://openalex.org/W2807126412","https://openalex.org/W2896423298","https://openalex.org/W2904325242","https://openalex.org/W2957744218","https://openalex.org/W2964171387","https://openalex.org/W2978329087","https://openalex.org/W3093559573","https://openalex.org/W3113416056","https://openalex.org/W3118281159","https://openalex.org/W3118941076","https://openalex.org/W3160792241","https://openalex.org/W3176751833","https://openalex.org/W3206812900","https://openalex.org/W4224296764","https://openalex.org/W4224932526","https://openalex.org/W4225329021","https://openalex.org/W4304092564","https://openalex.org/W4308080471","https://openalex.org/W4312976151","https://openalex.org/W4327661965","https://openalex.org/W4400975545","https://openalex.org/W6852932500"],"related_works":["https://openalex.org/W3160792241","https://openalex.org/W1964668440","https://openalex.org/W3118281159","https://openalex.org/W2153000018","https://openalex.org/W2791777119","https://openalex.org/W2559424230","https://openalex.org/W2741922652","https://openalex.org/W1120591376","https://openalex.org/W2109607380","https://openalex.org/W2234480906"],"abstract_inverted_index":{"For":[0],"in-vehicle":[1],"systems,":[2],"head":[3,29,185,224],"pose":[4,30,186,225],"estimation":[5],"(HPE)":[6],"is":[7,32,44,75,108,121,153,201],"a":[8,132,156,202,212],"primitive":[9],"task":[10],"for":[11,39],"many":[12],"safety":[13],"indicators,":[14],"including":[15,238],"driver":[16,67],"attention":[17],"modeling,":[18],"visual":[19],"awareness":[20],"estimation,":[21],"behavior":[22],"detection,":[23],"and":[24,41,61,94,120,142,147,218,241],"gaze":[25],"detection.":[26],"The":[27,100,149,161],"driver\u2019s":[28],"information":[31],"also":[33],"used":[34],"to":[35,53,64,85,110,123,176,179,259],"augment":[36],"human-vehicle":[37],"interfaces":[38],"infotainment":[40],"navigation.":[42],"HPE":[43,68,134,233],"challenging,":[45],"especially":[46],"in":[47,57,223],"the":[48,54,167,181,194,247],"context":[49],"of":[50,184],"driving,":[51],"due":[52],"sudden":[55],"variations":[56],"illumination,":[58],"extreme":[59],"poses,":[60],"occlusions.":[62],"Due":[63],"these":[65,128],"challenges,":[66],"based":[69,158],"only":[70],"on":[71,159],"2D":[72,93,101,146],"color":[73,141,162],"data":[74,84,96,102,115,138],"unreliable.":[76],"These":[77],"challenges":[78],"can":[79],"be":[80],"addressed":[81],"by":[82,127],"3D-depth":[83],"an":[86,251],"extent.":[87],"We":[88,188,206,227],"observe":[89],"that":[90],"features":[91,119],"from":[92,140],"3D":[95,114],"complement":[97],"each":[98],"other.":[99],"provides":[103,116],"detailed":[104,213],"localized":[105],"features,":[106],"but":[107],"sensitive":[109],"illumination":[111],"variations,":[112],"whereas":[113],"topological":[117],"geometrical":[118],"robust":[122,133],"lighting":[124],"conditions.":[125],"Motivated":[126],"observations,":[129],"we":[130,172],"propose":[131],"model":[135,157,192,209,245],"which":[136,200],"fuses":[137],"obtained":[139,154],"depth":[143,150],"cameras":[144],"(i.e.,":[145],"3D).":[148],"feature":[151],"representation":[152],"with":[155,166,211,216,231],"PointNet++.":[160],"images":[163],"are":[164],"processed":[165],"ResNet-50":[168],"model.":[169],"In":[170],"addition,":[171],"add":[173],"temporal":[174],"modeling":[175],"our":[177,190,208,229],"framework":[178],"exploit":[180],"time-continuous":[182],"nature":[183],"trajectories.":[187],"implement":[189],"proposed":[191],"using":[193,235],"multimodal":[195,219],"driving":[196,204],"monitoring":[197],"(MDM)":[198],"corpus,":[199],"naturalistic":[203],"database.":[205],"present":[207],"results":[210,230],"ablation":[214],"study":[215],"unimodal":[217],"implementations,":[220],"showing":[221],"improvement":[222],"estimation.":[226],"compare":[228],"baseline":[232],"models":[234],"regular":[236],"cameras,":[237],"OpenFace":[239],"2.0":[240],"HopeNet.":[242],"Our":[243],"fusion":[244],"achieves":[246],"best":[248],"performance,":[249],"obtaining":[250],"average":[252],"root":[253],"mean":[254],"square":[255],"error":[256],"(RMSE)":[257],"equal":[258],"4.38":[260],"degrees.":[261]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-07-16T00:00:00"}