{"id":"https://openalex.org/W4402742522","doi":"https://doi.org/10.1109/tcsvt.2024.3465438","title":"Pedestrian Facial Attention Detection Using Deep Fusion and Multi-Modal Fusion Classifier","display_name":"Pedestrian Facial Attention Detection Using Deep Fusion and Multi-Modal Fusion Classifier","publication_year":2024,"publication_date":"2024-09-23","ids":{"openalex":"https://openalex.org/W4402742522","doi":"https://doi.org/10.1109/tcsvt.2024.3465438"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3465438","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3465438","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065447538","display_name":"Jing Lian","orcid":"https://orcid.org/0000-0002-2095-5563"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Lian","raw_affiliation_strings":["School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-2095-5563","affiliations":[{"raw_affiliation_string":"School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhenghao Wang","orcid":"https://orcid.org/0000-0003-2039-2163"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghao Wang","raw_affiliation_strings":["School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-2039-2163","affiliations":[{"raw_affiliation_string":"School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101856898","display_name":"Dongfang Yang","orcid":"https://orcid.org/0000-0002-4948-4056"},"institutions":[{"id":"https://openalex.org/I4210131649","display_name":"China Automotive Engineering Research Institute","ror":"https://ror.org/039jhgf83","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210131649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongfang Yang","raw_affiliation_strings":["Chang&#x2019;an Automobile Company Ltd., Chongqing, China","Chang&#x2019;an Automobile Co., Ltd, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chang&#x2019;an Automobile Company Ltd., Chongqing, China","institution_ids":["https://openalex.org/I4210131649"]},{"raw_affiliation_string":"Chang&#x2019;an Automobile Co., Ltd, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102928468","display_name":"Zheng Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131649","display_name":"China Automotive Engineering Research Institute","ror":"https://ror.org/039jhgf83","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210131649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Zheng","raw_affiliation_strings":["Chang&#x2019;an Automobile Company Ltd., Chongqing, China","Chang&#x2019;an Automobile Co., Ltd, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chang&#x2019;an Automobile Company Ltd., Chongqing, China","institution_ids":["https://openalex.org/I4210131649"]},{"raw_affiliation_string":"Chang&#x2019;an Automobile Co., Ltd, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083033930","display_name":"Linhui Li","orcid":"https://orcid.org/0000-0002-2667-8800"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linhui Li","raw_affiliation_strings":["School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-2667-8800","affiliations":[{"raw_affiliation_string":"School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115590533","display_name":"Yibin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibin Zhang","raw_affiliation_strings":["School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive Engineering, Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Faculty of Vehicle Engineering and Mechanics, State Key Laboratory of Structural Analysis for Industrial Equipment, School of Automotive Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5065447538"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.4762,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64108887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"35","issue":"1","first_page":"967","last_page":"980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.8899999856948853,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.8899999856948853,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.694214403629303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6819030046463013},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5926477313041687},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5740121603012085},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5296808481216431},{"id":"https://openalex.org/keywords/pedestrian-detection","display_name":"Pedestrian detection","score":0.5178613662719727},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5064648389816284},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4248337149620056},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41967839002609253},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.29498037695884705},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15114635229110718}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.694214403629303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6819030046463013},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5926477313041687},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5740121603012085},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5296808481216431},{"id":"https://openalex.org/C2780156472","wikidata":"https://www.wikidata.org/wiki/Q2355550","display_name":"Pedestrian detection","level":3,"score":0.5178613662719727},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5064648389816284},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4248337149620056},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41967839002609253},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.29498037695884705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15114635229110718},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3465438","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3465438","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2313884243","display_name":null,"funder_award_id":"61976039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2466174857","display_name":null,"funder_award_id":"52172382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3082796668","display_name":null,"funder_award_id":"2021JJ12GX015","funder_id":"https://openalex.org/F4320336612","funder_display_name":"Science and Technology Innovation Foundation of Harbin"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336612","display_name":"Science and Technology Innovation Foundation of Harbin","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1988798713","https://openalex.org/W2066359650","https://openalex.org/W2115579991","https://openalex.org/W2151182669","https://openalex.org/W2315907656","https://openalex.org/W2470569826","https://openalex.org/W2485940282","https://openalex.org/W2601564443","https://openalex.org/W2737029439","https://openalex.org/W2771583656","https://openalex.org/W2796850409","https://openalex.org/W2884561390","https://openalex.org/W2884915206","https://openalex.org/W2896127393","https://openalex.org/W2903149075","https://openalex.org/W2939489045","https://openalex.org/W2949442988","https://openalex.org/W2963287796","https://openalex.org/W2964015378","https://openalex.org/W2972527557","https://openalex.org/W2981311757","https://openalex.org/W2986102820","https://openalex.org/W3025784200","https://openalex.org/W3033116542","https://openalex.org/W3035574168","https://openalex.org/W3046673529","https://openalex.org/W3084798277","https://openalex.org/W3108662837","https://openalex.org/W3111881137","https://openalex.org/W3127334354","https://openalex.org/W3129163909","https://openalex.org/W3144974485","https://openalex.org/W3154013571","https://openalex.org/W3182910206","https://openalex.org/W3200034414","https://openalex.org/W3201097678","https://openalex.org/W3213918751","https://openalex.org/W3214126613","https://openalex.org/W4210889190","https://openalex.org/W4213008278","https://openalex.org/W4221078550","https://openalex.org/W4229009643","https://openalex.org/W4283775680","https://openalex.org/W4285229583","https://openalex.org/W4312303088","https://openalex.org/W4313596593","https://openalex.org/W4315644348","https://openalex.org/W4318541551","https://openalex.org/W4386075937","https://openalex.org/W4386280177","https://openalex.org/W4386524883","https://openalex.org/W4386799853","https://openalex.org/W4388451541","https://openalex.org/W4388841144","https://openalex.org/W4389251461","https://openalex.org/W6637178625","https://openalex.org/W6766978945","https://openalex.org/W6781592564","https://openalex.org/W6784492024","https://openalex.org/W6801572865","https://openalex.org/W6810852782"],"related_works":["https://openalex.org/W2624903463","https://openalex.org/W3207051105","https://openalex.org/W2093384100","https://openalex.org/W4386960967","https://openalex.org/W4313452767","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Pedestrian":[0],"facial":[1,81],"attention":[2,82],"plays":[3],"an":[4,78],"essential":[5],"role":[6],"in":[7,49],"autonomous":[8],"driving":[9],"scenarios":[10],"where":[11],"a":[12,89,96,107],"vehicle":[13],"has":[14],"to":[15,54,94,163],"handle":[16],"complex":[17,50],"interactions":[18],"with":[19,29],"pedestrians.":[20],"By":[21],"inferring":[22],"whether":[23],"pedestrians":[24,35],"are":[25],"making":[26],"eye":[27,44],"contact":[28],"the":[30,32,55,63,114,120,125,149,152,164],"ego-vehicle,":[31],"intention":[33],"of":[34,65,99,127,151],"can":[36,158],"be":[37],"deduced.":[38],"However,":[39],"traditional":[40],"gaze":[41],"estimation":[42],"and":[43,62,102,142],"detection":[45,83],"algorithms":[46],"have":[47],"limitations":[48],"traffic":[51],"scenes":[52],"due":[53],"lower":[56],"resolution":[57],"caused":[58,68],"by":[59,69,137],"spatial":[60,116],"distance":[61],"lack":[64],"visual":[66,100],"features":[67,101],"occlusion.":[70],"To":[71],"address":[72],"these":[73],"limitations,":[74],"this":[75],"study":[76],"proposes":[77],"innovative":[79],"pedestrian":[80],"framework.":[84],"The":[85,132,145],"proposed":[86,133,153],"framework":[87,134],"adopts":[88],"deep":[90],"feature":[91,121],"fusion":[92,98,109],"strategy":[93],"achieve":[95,159],"deep-level":[97],"semantic":[103],"pose":[104],"features.":[105],"Moreover,":[106],"multi-modal":[108],"classifier":[110],"that":[111,156],"helps":[112],"discover":[113],"cross-model":[115],"interactive":[117],"representation":[118],"from":[119],"maps,":[122],"thus":[123],"enhancing":[124],"robustness":[126],"model":[128],"generalization,":[129],"is":[130,135],"proposed.":[131],"verified":[136],"experiments":[138],"on":[139],"public":[140],"JAAD":[141],"LOOK":[143],"datasets.":[144],"experimental":[146],"results":[147],"demonstrate":[148],"effectiveness":[150],"framework,":[154],"indicating":[155],"it":[157],"better":[160],"performance":[161],"compared":[162],"existing":[165],"methods.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}
