{"id":"https://openalex.org/W3215427668","doi":"https://doi.org/10.1109/tits.2021.3129692","title":"Capitalizing on RGB-FIR Hybrid Imaging for Road Detection","display_name":"Capitalizing on RGB-FIR Hybrid Imaging for Road Detection","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3215427668","doi":"https://doi.org/10.1109/tits.2021.3129692","mag":"3215427668"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3129692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3129692","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102723963","display_name":"Yigong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yigong Zhang","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089409762","display_name":"Jin Xie","orcid":"https://orcid.org/0000-0001-6978-8834"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Xie","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540588","display_name":"Jos\u00e9 M. Alvarez","orcid":"https://orcid.org/0000-0002-7535-6322"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose M. Alvarez","raw_affiliation_strings":["NVIDIA Corporation, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"NVIDIA Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012773300","display_name":"Chengzhong Xu","orcid":"https://orcid.org/0000-0001-9480-0356"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Cheng-Zhong Xu","raw_affiliation_strings":["Department of Computer and Information Science, State Key Laboratory of Internet of Things for Smart City (SKL-IOTSC), University of Macau, Macau"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, State Key Laboratory of Internet of Things for Smart City (SKL-IOTSC), University of Macau, Macau","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726984","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0003-4800-832X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, Jiangsu Key Laboratory of Image and Video Understanding for Social Security, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036133825","display_name":"Hui Kong","orcid":"https://orcid.org/0000-0002-5303-0276"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Hui Kong","raw_affiliation_strings":["Department of Electromechanical Engineering (EME), State Key Laboratory of Internet of Things for Smart City (SKL-IOTSC), University of Macau, Macau"],"affiliations":[{"raw_affiliation_string":"Department of Electromechanical Engineering (EME), State Key Laboratory of Internet of Things for Smart City (SKL-IOTSC), University of Macau, Macau","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102723963"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":0.6782,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.72120122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"23","issue":"8","first_page":"13819","last_page":"13834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8340775966644287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7928990125656128},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7434245944023132},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6654073596000671},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5872994661331177},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5554519295692444},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.521605372428894},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5164923667907715},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46790844202041626},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4564826488494873},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.44743412733078003},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32805290818214417},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.22200211882591248},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.12359970808029175}],"concepts":[{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8340775966644287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7928990125656128},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7434245944023132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6654073596000671},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5872994661331177},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5554519295692444},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.521605372428894},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5164923667907715},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46790844202041626},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4564826488494873},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.44743412733078003},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32805290818214417},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.22200211882591248},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12359970808029175},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2021.3129692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3129692","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G635378778","display_name":null,"funder_award_id":"U1713208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W33116912","https://openalex.org/W1569925765","https://openalex.org/W1686810756","https://openalex.org/W1910108985","https://openalex.org/W1979177694","https://openalex.org/W2053131138","https://openalex.org/W2081303520","https://openalex.org/W2092282499","https://openalex.org/W2108897342","https://openalex.org/W2115340290","https://openalex.org/W2115448105","https://openalex.org/W2115579991","https://openalex.org/W2122498056","https://openalex.org/W2218119663","https://openalex.org/W2340897893","https://openalex.org/W2460157116","https://openalex.org/W2505004417","https://openalex.org/W2512727433","https://openalex.org/W2527450075","https://openalex.org/W2560023338","https://openalex.org/W2562137921","https://openalex.org/W2587989515","https://openalex.org/W2596750703","https://openalex.org/W2607626645","https://openalex.org/W2737777104","https://openalex.org/W2741620214","https://openalex.org/W2762439315","https://openalex.org/W2765382011","https://openalex.org/W2774839435","https://openalex.org/W2791440580","https://openalex.org/W2792727293","https://openalex.org/W2808134123","https://openalex.org/W2895946091","https://openalex.org/W2896066781","https://openalex.org/W2896171544","https://openalex.org/W2897020901","https://openalex.org/W2901716381","https://openalex.org/W2902139631","https://openalex.org/W2921749009","https://openalex.org/W2925325108","https://openalex.org/W2932012013","https://openalex.org/W2962690897","https://openalex.org/W2962912109","https://openalex.org/W2963188557","https://openalex.org/W2963419596","https://openalex.org/W2963579094","https://openalex.org/W2963881378","https://openalex.org/W2968070752","https://openalex.org/W2968557240","https://openalex.org/W2971014764","https://openalex.org/W2979304272","https://openalex.org/W2985033611","https://openalex.org/W2989928722","https://openalex.org/W2996837277","https://openalex.org/W3034233533","https://openalex.org/W3035750252","https://openalex.org/W3042173136","https://openalex.org/W3069056889","https://openalex.org/W3080961686","https://openalex.org/W3103520796","https://openalex.org/W3105378872","https://openalex.org/W3109944402","https://openalex.org/W3110089052","https://openalex.org/W3125553402","https://openalex.org/W3190666950","https://openalex.org/W4293402673","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638264490","https://openalex.org/W6749191827","https://openalex.org/W6756227230","https://openalex.org/W6769962720","https://openalex.org/W6782494946"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4281783339","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W1964041166","https://openalex.org/W4293094720","https://openalex.org/W2739701376"],"abstract_inverted_index":{"Traditionally,":[0],"road":[1,49,110],"detection":[2,50],"approaches":[3],"mostly":[4],"capitalize":[5],"on":[6,52,91,95],"RGB":[7,17,77,86,128,152],"images,":[8],"3D":[9],"LiDAR":[10,25],"point":[11,26],"cloud":[12,27],"or":[13],"their":[14],"fusion.":[15],"However,":[16],"camera":[18,78],"is":[19,28,43,117],"sensitive":[20],"to":[21,79,101,162,189],"light":[22],"conditions,":[23],"while":[24],"sparse":[29],"compared":[30],"with":[31],"dense":[32],"image":[33,41],"pixels.":[34],"In":[35,54],"this":[36,55],"work,":[37],"a":[38,71,113,136,199],"new":[39],"hybrid":[40,58,66],"dataset":[42],"provided":[44],"for":[45,150],"the":[46,57,103,120,140,143,159,164,167,178,191,195,208],"task":[47],"of":[48,70,83,124,166,180,212],"based":[51,94,115],"cameras.":[53],"dataset,":[56],"images":[59,108,131],"are":[60,132,156,186],"acquired":[61],"by":[62,105],"an":[63,76,172],"optically":[64],"aligned":[65],"imaging":[67],"device,":[68],"consisting":[69],"far-infrared":[72],"(FIR)":[73],"imager":[74],"and":[75,85,129,153,210],"output":[80,121],"pixel-wise":[81],"registration":[82],"thermal":[84],"frames.":[87],"Then":[88],"we":[89],"investigate":[90],"three":[92],"methods":[93],"fully":[96],"convolutional":[97],"neural":[98],"network":[99],"(F-CNN)":[100],"demonstrate":[102,207],"advantages":[104],"fusing":[106],"RGB-FIR":[107],"in":[109,194],"detection.":[111],"First,":[112],"middle-fusion":[114],"model":[116,175,202],"built,":[118],"where":[119],"feature":[122],"maps":[123],"encoder":[125],"branches":[126,155,161,182],"from":[127],"FIR":[130,154],"directly":[133],"concatenated":[134],"into":[135],"single-fusion":[137],"branch":[138],"as":[139,158],"decoder.":[141],"Next,":[142],"originally":[144],"discarded":[145],"layers":[146],"after":[147],"fusion":[148,168,196,214],"operation":[149],"both":[151],"recovered":[157],"mimic":[160,181],"imitate":[163,190],"distributions":[165],"outputs,":[169],"which":[170],"constitutes":[171],"extended":[173],"cross":[174,201],"(ECM).":[176],"Moreover,":[177],"outputs":[179,193],"at":[183],"different":[184],"scales":[185],"also":[187],"used":[188],"corresponding":[192],"branch,":[197],"called":[198],"hierarchical":[200],"(HCM).":[203],"The":[204],"experimental":[205],"results":[206],"effectiveness":[209],"efficiency":[211],"our":[213],"strategies.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}