{"id":"https://openalex.org/W4405429571","doi":"https://doi.org/10.1109/tits.2024.3510116","title":"MTSF: Multi-Scale Temporal-Spatial Fusion Network for Driver Attention Prediction","display_name":"MTSF: Multi-Scale Temporal-Spatial Fusion Network for Driver Attention Prediction","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405429571","doi":"https://doi.org/10.1109/tits.2024.3510116"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3510116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3510116","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043654176","display_name":"Lisheng Jin","orcid":"https://orcid.org/0000-0002-3086-1333"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lisheng Jin","raw_affiliation_strings":["School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-3086-1333","affiliations":[{"raw_affiliation_string":"School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080253666","display_name":"Bingdong Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingdong Ji","raw_affiliation_strings":["School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-8321-1433","affiliations":[{"raw_affiliation_string":"School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078255726","display_name":"Baicang Guo","orcid":"https://orcid.org/0000-0002-1130-4232"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baicang Guo","raw_affiliation_strings":["School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-1130-4232","affiliations":[{"raw_affiliation_string":"School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017341063","display_name":"Huanhuan Wang","orcid":"https://orcid.org/0000-0002-6957-8017"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanhuan Wang","raw_affiliation_strings":["School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-6957-8017","affiliations":[{"raw_affiliation_string":"School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104287117","display_name":"Zhuotong Han","orcid":"https://orcid.org/0009-0001-9011-0128"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuotong Han","raw_affiliation_strings":["School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0001-9011-0128","affiliations":[{"raw_affiliation_string":"School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xingchen Liu","orcid":"https://orcid.org/0009-0002-1075-3834"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingchen Liu","raw_affiliation_strings":["School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0002-1075-3834","affiliations":[{"raw_affiliation_string":"School of Vehicle and Energy and Hebei Key Laboratory of Special Delivery Equipment, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":0.857,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.75736771,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"26","issue":"2","first_page":"1494","last_page":"1509"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5524079203605652},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5102660655975342},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4790443181991577},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4255768060684204},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1758037507534027},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.13582557439804077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5524079203605652},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5102660655975342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4790443181991577},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4255768060684204},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1758037507534027},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.13582557439804077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3510116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3510116","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2375550858","display_name":null,"funder_award_id":"52202503","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G519602969","display_name":null,"funder_award_id":"BJK 2023026","funder_id":"https://openalex.org/F4320329357","funder_display_name":"Science and Technology Department of Tibet"},{"id":"https://openalex.org/G5270818542","display_name":"\u57fa\u4e8e\u9a7e\u9a76\u4eba\u573a\u666f\u6ce8\u610f\u529b\u7684\u53ef\u5f62\u53d8\u7fa4\u4f53\u611f\u77e5\u65b9\u6cd5\u7814\u7a76","funder_award_id":"52072333","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329357","display_name":"Science and Technology Department of Tibet","ror":"https://ror.org/05r4nm410"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1934890906","https://openalex.org/W2032007016","https://openalex.org/W2071555787","https://openalex.org/W2081913479","https://openalex.org/W2128272608","https://openalex.org/W2144764737","https://openalex.org/W2149305888","https://openalex.org/W2152233525","https://openalex.org/W2163292664","https://openalex.org/W2192271525","https://openalex.org/W2194775991","https://openalex.org/W2474210745","https://openalex.org/W2565639579","https://openalex.org/W2568458040","https://openalex.org/W2591673470","https://openalex.org/W2614855966","https://openalex.org/W2738450183","https://openalex.org/W2752782242","https://openalex.org/W2883429621","https://openalex.org/W2887806157","https://openalex.org/W2902418641","https://openalex.org/W2947918549","https://openalex.org/W2949813473","https://openalex.org/W2962965915","https://openalex.org/W2963155035","https://openalex.org/W2963163009","https://openalex.org/W2963503775","https://openalex.org/W2963513865","https://openalex.org/W2963581854","https://openalex.org/W2963828885","https://openalex.org/W2969741484","https://openalex.org/W2986131415","https://openalex.org/W2990711573","https://openalex.org/W2997304642","https://openalex.org/W3011978462","https://openalex.org/W3022565501","https://openalex.org/W3025800305","https://openalex.org/W3091744080","https://openalex.org/W3107893623","https://openalex.org/W3118519864","https://openalex.org/W3122939190","https://openalex.org/W3182837918","https://openalex.org/W3194945615","https://openalex.org/W3202477427","https://openalex.org/W4200067971","https://openalex.org/W4225467065","https://openalex.org/W4226224676","https://openalex.org/W4239147634","https://openalex.org/W4308309693","https://openalex.org/W4312443924","https://openalex.org/W4386575163","https://openalex.org/W4387717646","https://openalex.org/W4390871737","https://openalex.org/W4391424431","https://openalex.org/W4397040147","https://openalex.org/W6610281778","https://openalex.org/W6681008293","https://openalex.org/W6721805750","https://openalex.org/W6795360677"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recently,":[0],"there":[1],"have":[2],"been":[3],"certain":[4],"important":[5,237],"advances":[6],"in":[7,14,105,136],"the":[8,18,25,44,70,99,129,137,148,158,181,199,205,232],"field":[9],"of":[10,21,28,46,72,77,125,177,183],"driver":[11,55,217],"attention":[12,56,154,218,230],"prediction":[13,57,171],"dynamic":[15],"scenarios":[16],"for":[17,243],"bionic":[19],"perception":[20],"intelligent":[22],"vehicles.":[23],"Given":[24],"visual":[26],"characteristics":[27],"experienced":[29],"and":[30,36,41,95,102,115,133,150,170,180,214,239],"skilled":[31],"drivers,":[32],"who":[33],"can":[34,96,215,235],"rapidly":[35],"accurately":[37],"perceive":[38],"their":[39],"environment":[40],"effectively":[42],"identify":[43,240],"significance":[45],"environmental":[47],"stimuli,":[48],"it":[49],"is":[50,202],"believed":[51],"that":[52,198],"an":[53,83,92,153,223],"effective":[54,224],"model":[58],"should":[59],"not":[60],"only":[61],"extract":[62,121],"temporal-spatial":[63,86,123,175,225],"features":[64,124,141,176],"comprehensively":[65],"but":[66],"also":[67],"flexibly":[68],"highlight":[69],"importance":[71],"these":[73],"features.":[74,166],"In":[75],"light":[76],"this":[78,80],"challenge,":[79],"paper":[81],"proposing":[82],"improved":[84],"multi-scale":[85],"fusion":[87,226],"network":[88],"model,":[89],"which":[90],"adopts":[91],"encoder-fusion-decoder":[93],"architecture":[94],"fully":[97],"use":[98],"scale,":[100],"spatial,":[101],"temporal":[103],"information":[104],"video.":[106],"First,":[107],"two":[108],"independent":[109],"feature":[110,138],"extraction":[111],"backbones,":[112],"one":[113],"2D":[114],"another":[116],"3D,":[117],"are":[118,145,172,186],"used":[119],"to":[120,147,156,188,204],"four":[122],"different":[126,143,178],"scales":[127],"from":[128,142],"input":[130],"video":[131],"clip":[132],"align":[134],"them":[135],"dimension.":[139],"Then,":[140],"levels":[144],"added":[146],"channel":[149],"fused":[151,187],"using":[152,222],"mechanism":[155],"achieve":[157],"3D-2D":[159],"soft":[160],"combination":[161],"effect":[162],"guided":[163],"by":[164],"spatial":[165],"Finally,":[167],"hierarchical":[168],"decoding":[169],"performed":[173],"on":[174,193,229],"branches,":[179],"results":[182],"multiple":[184],"branches":[185],"generate":[189],"saliency":[190,211],"maps.":[191],"Experiments":[192],"three":[194],"challenging":[195],"datasets":[196],"show":[197],"proposed":[200,233],"method":[201,234],"superior":[203],"state-":[206],"of-the-art":[207],"methods":[208],"regarding":[209],"several":[210],"evaluation":[212],"metrics":[213],"predict":[216],"more":[219],"accurately.":[220],"By":[221],"strategy":[227],"based":[228],"mechanism,":[231],"detect":[236],"targets":[238],"risk":[241],"areas":[242],"a":[244],"human-like":[245],"autonomous":[246],"driving":[247],"system.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
