{"id":"https://openalex.org/W4391953389","doi":"https://doi.org/10.1109/tiv.2024.3367688","title":"Region-Based Illumination-Temperature Awareness and Cross-Modality Enhancement for Multispectral Pedestrian Detection","display_name":"Region-Based Illumination-Temperature Awareness and Cross-Modality Enhancement for Multispectral Pedestrian Detection","publication_year":2024,"publication_date":"2024-02-20","ids":{"openalex":"https://openalex.org/W4391953389","doi":"https://doi.org/10.1109/tiv.2024.3367688"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3367688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3367688","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101664660","display_name":"Yanhao Liu","orcid":"https://orcid.org/0009-0003-8706-5543"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhao Liu","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8706-5543","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609886","display_name":"Chuan Hu","orcid":"https://orcid.org/0000-0001-5379-1561"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Hu","raw_affiliation_strings":["Intelligent Vehicle Institute, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5379-1561","affiliations":[{"raw_affiliation_string":"Intelligent Vehicle Institute, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035340487","display_name":"Baixuan Zhao","orcid":"https://orcid.org/0000-0001-8929-8322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baixuan Zhao","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8929-8322","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101578650","display_name":"Yonghui Huang","orcid":"https://orcid.org/0000-0002-7858-0952"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghui Huang","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7858-0952","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100688257","display_name":"Xi Zhang","orcid":"https://orcid.org/0000-0001-8909-2201"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Zhang","raw_affiliation_strings":["Intelligent Vehicle Institute, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8909-2201","affiliations":[{"raw_affiliation_string":"Intelligent Vehicle Institute, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":16.0308,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98540234,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"10","first_page":"6369","last_page":"6380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11963","display_name":"Impact of Light on Environment and Health","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.8924503326416016},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7324115037918091},{"id":"https://openalex.org/keywords/pedestrian-detection","display_name":"Pedestrian detection","score":0.7187761664390564},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4921652674674988},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.48164477944374084},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.47981882095336914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4429386258125305},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40829727053642273},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3697776794433594},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.328662633895874},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.20159468054771423},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1260995864868164},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.09002292156219482}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.8924503326416016},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7324115037918091},{"id":"https://openalex.org/C2780156472","wikidata":"https://www.wikidata.org/wiki/Q2355550","display_name":"Pedestrian detection","level":3,"score":0.7187761664390564},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4921652674674988},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.48164477944374084},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.47981882095336914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4429386258125305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40829727053642273},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3697776794433594},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.328662633895874},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.20159468054771423},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1260995864868164},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.09002292156219482}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3367688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3367688","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5299999713897705,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G8787995571","display_name":null,"funder_award_id":"52177218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1910108985","https://openalex.org/W2031454541","https://openalex.org/W2115574509","https://openalex.org/W2125556102","https://openalex.org/W2415234561","https://openalex.org/W2463627759","https://openalex.org/W2608096492","https://openalex.org/W2608295741","https://openalex.org/W2741620214","https://openalex.org/W2792925809","https://openalex.org/W2921180939","https://openalex.org/W2925287836","https://openalex.org/W2929607865","https://openalex.org/W2955058313","https://openalex.org/W2963188557","https://openalex.org/W2963579094","https://openalex.org/W2964027659","https://openalex.org/W2987131085","https://openalex.org/W2997281059","https://openalex.org/W3036931590","https://openalex.org/W3084389333","https://openalex.org/W3090763579","https://openalex.org/W3116967329","https://openalex.org/W3147948705","https://openalex.org/W3164576087","https://openalex.org/W3174058041","https://openalex.org/W3186570689","https://openalex.org/W3196099359","https://openalex.org/W4200632941","https://openalex.org/W4205911079","https://openalex.org/W4205954831","https://openalex.org/W4220724622","https://openalex.org/W4225487034","https://openalex.org/W4226334005","https://openalex.org/W4226412070","https://openalex.org/W4285557518","https://openalex.org/W4289752563","https://openalex.org/W4320036619","https://openalex.org/W4323022579","https://openalex.org/W4386137413","https://openalex.org/W4386737248","https://openalex.org/W6620707391","https://openalex.org/W6753836424"],"related_works":["https://openalex.org/W4318664220","https://openalex.org/W2771047279","https://openalex.org/W4388409104","https://openalex.org/W1544811710","https://openalex.org/W3132270449","https://openalex.org/W4377289091","https://openalex.org/W2972620127","https://openalex.org/W3013647784","https://openalex.org/W2997281059","https://openalex.org/W2981141433"],"abstract_inverted_index":{"Multispectral":[0],"pedestrian":[1,200],"detection":[2],"based":[3],"on":[4,196],"RGB-thermal":[5],"(RGB-T)":[6],"camera":[7],"has":[8],"been":[9],"actively":[10],"studied":[11],"in":[12,15,69,216,222],"autonomous":[13],"driving":[14],"recent":[16],"years":[17],"as":[18,48,103],"its":[19],"robustness":[20],"under":[21],"complex":[22],"traffic":[23,70],"scenes.":[24,71],"However,":[25],"the":[26,35,93,159,225],"fusion":[27,36,42,55,90,111,126,132,141,145,178],"of":[28,41,60,65,187,192,219,227],"multispectral":[29,199],"data":[30],"poses":[31],"several":[32],"challenges.":[33],"Firstly,":[34],"method":[37,230],"requires":[38],"dynamic":[39],"adjustment":[40],"weights":[43],"considering":[44],"environmental":[45,118],"influences,":[46],"such":[47],"illumination":[49,95],"and":[50,63,96,116,157,184,203,207,210],"temperature.":[51],"Secondly,":[52],"effective":[53,83,175],"feature":[54,68],"necessitates":[56],"addressing":[57],"slight":[58,160],"misalignment":[59,161],"visual":[61],"sensors":[62],"enhancement":[64,168],"inconspicuous":[66,188],"target's":[67],"To":[72],"solve":[73],"problems":[74],"above,":[75],"we":[76],"propose":[77],"a":[78,128],"novel":[79],"network":[80],"with":[81,147,232],"three":[82],"modules.":[84,137],"In":[85],"contrast":[86],"to":[87,107,123,173,177],"previous":[88,124],"global":[89,115],"weight":[91],"methods,":[92],"region-based":[94],"temperature":[97],"aware":[98],"(RITA)":[99],"module":[100,143,170],"is":[101,133,171],"proposed":[102,134,172,229],"dual":[104],"pipeline":[105],"structure":[106],"generate":[108],"5":[109],"regional":[110,117],"weights,":[112],"which":[113,152,180],"contains":[114],"information":[119],"comprehensively.":[120],"Additionally,":[121],"compared":[122,231],"one-stage":[125],"strategies,":[127],"two-stage":[129],"refined":[130],"modality":[131],"by":[135,214],"two":[136,197],"The":[138,165],"spatial-aligned":[139],"modal":[140],"(SAMF)":[142],"generates":[144],"features":[146,156,176,186],"large-scale":[148],"spatial":[149],"attention":[150],"masks,":[151],"can":[153],"enhance":[154,185],"corresponding":[155],"alleviate":[158],"between":[162],"different":[163],"modalities.":[164],"object-correlated":[166],"cross-modality":[167],"(OCE)":[169],"complement":[174],"modality,":[179],"establishes":[181],"inter-pedestrian":[182],"relationships":[183],"pedestrians.":[189],"Experimental":[190],"results":[191],"average":[193],"miss":[194,217],"rate":[195,218],"challenging":[198],"datasets":[201],"KAIST":[202],"CVC-14":[204],"achieve":[205],"7.64%":[206],"21.3%":[208],"respectively,":[209],"outperform":[211],"competitive":[212],"BAANet":[213],"10.35%":[215],"distant":[220],"pedestrians":[221],"KAIST,":[223],"demonstrating":[224],"advantages":[226],"our":[228],"state-of-the-art":[233],"methods.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
