{"id":"https://openalex.org/W4387185260","doi":"https://doi.org/10.3233/faia230441","title":"Uncertainty-Encoded Multi-Modal Fusion for Robust Object Detection in Autonomous Driving","display_name":"Uncertainty-Encoded Multi-Modal Fusion for Robust Object Detection in Autonomous Driving","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387185260","doi":"https://doi.org/10.3233/faia230441"},"language":"en","primary_location":{"id":"doi:10.3233/faia230441","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230441","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230441","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230441","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103175019","display_name":"Yang Lou","orcid":"https://orcid.org/0000-0002-9932-5299"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Lou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017671322","display_name":"Qun Song","orcid":"https://orcid.org/0000-0002-3611-9404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qun Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100937573","display_name":"Qian Xu","orcid":"https://orcid.org/0009-0003-8889-2145"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040651615","display_name":"Rui Tan","orcid":"https://orcid.org/0000-0001-8441-9973"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Tan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100356291","display_name":"Jianping Wang","orcid":"https://orcid.org/0000-0002-9318-1482"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianping Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8482,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95220484,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7659009099006653},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6336772441864014},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5494682788848877},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5003178119659424},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.49824070930480957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49552977085113525},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4823455214500427},{"id":"https://openalex.org/keywords/fusion-rules","display_name":"Fusion rules","score":0.4663490653038025},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.45687854290008545},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.45348307490348816},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44670966267585754},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3263756334781647},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2644006609916687},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.26412975788116455}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7659009099006653},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6336772441864014},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5494682788848877},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5003178119659424},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.49824070930480957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49552977085113525},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4823455214500427},{"id":"https://openalex.org/C2778971668","wikidata":"https://www.wikidata.org/wiki/Q5510284","display_name":"Fusion rules","level":4,"score":0.4663490653038025},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.45687854290008545},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.45348307490348816},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44670966267585754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3263756334781647},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2644006609916687},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.26412975788116455},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia230441","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230441","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230441","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:pure.atira.dk:publications/a81f1233-bcff-494c-bffa-a55eb7193ed3","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/a81f1233-bcff-494c-bffa-a55eb7193ed3","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:tudelft.nl:uuid:532af9e5-dc99-4cd3-9c96-c5a10f809b03","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:532af9e5-dc99-4cd3-9c96-c5a10f809b03","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.3233/faia230441","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230441","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230441","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1482925484","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387185260.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W2150066425","https://openalex.org/W2150884987","https://openalex.org/W2194775991","https://openalex.org/W2555618208","https://openalex.org/W2560321925","https://openalex.org/W2566550653","https://openalex.org/W2600383743","https://openalex.org/W2640329709","https://openalex.org/W2796981170","https://openalex.org/W2884561390","https://openalex.org/W2884906157","https://openalex.org/W2889809710","https://openalex.org/W2897529137","https://openalex.org/W2905076052","https://openalex.org/W2932447084","https://openalex.org/W2948027124","https://openalex.org/W2962887366","https://openalex.org/W2963167203","https://openalex.org/W2963238274","https://openalex.org/W2967324759","https://openalex.org/W2968296999","https://openalex.org/W2968924835","https://openalex.org/W2983607421","https://openalex.org/W2989996808","https://openalex.org/W3003626968","https://openalex.org/W3005354951","https://openalex.org/W3008115128","https://openalex.org/W3009086519","https://openalex.org/W3017930107","https://openalex.org/W3034543232","https://openalex.org/W3035461736","https://openalex.org/W3042403800","https://openalex.org/W3045476482","https://openalex.org/W3082772998","https://openalex.org/W3090783201","https://openalex.org/W3100811978","https://openalex.org/W3107819843","https://openalex.org/W3108426750","https://openalex.org/W3119965255","https://openalex.org/W3130463448","https://openalex.org/W4213176388","https://openalex.org/W4221155480","https://openalex.org/W4287237265","https://openalex.org/W4293846201","https://openalex.org/W4313007055"],"related_works":["https://openalex.org/W2095705906","https://openalex.org/W2970686063","https://openalex.org/W2975200075","https://openalex.org/W2801801420","https://openalex.org/W3187859696","https://openalex.org/W3120409519","https://openalex.org/W4312873602","https://openalex.org/W2127769904","https://openalex.org/W1988485990","https://openalex.org/W4386011182"],"abstract_inverted_index":{"Multi-modal":[0],"fusion":[1,17,26,59,125,137],"has":[2,42],"shown":[3],"initial":[4],"promising":[5],"results":[6],"for":[7],"object":[8,48,159],"detection":[9,49,105],"of":[10,24,146],"autonomous":[11],"driving":[12],"perception.":[13],"However,":[14],"many":[15],"existing":[16],"schemes":[18],"do":[19],"not":[20],"consider":[21],"the":[22,57,67,112,124,155],"quality":[23],"each":[25,103],"input":[27],"and":[28,71,149,165],"may":[29],"suffer":[30],"from":[31],"adverse":[32,76],"conditions":[33],"on":[34],"one":[35],"or":[36],"more":[37],"sensors.":[38],"While":[39],"predictive":[40],"uncertainty":[41],"been":[43],"applied":[44],"to":[45,66,74,101,122],"characterize":[46],"single-modal":[47,91],"performance":[50,151],"at":[51],"run":[52],"time,":[53],"incorporating":[54],"uncertainties":[55,92],"into":[56,93,134],"multi-modal":[58,158],"still":[60],"lacks":[61],"effective":[62],"solutions":[63],"due":[64],"primarily":[65],"uncertainty\u2019s":[68],"cross-modal":[69],"incomparability":[70],"distinct":[72],"sensitivities":[73],"various":[75],"conditions.":[77],"To":[78],"fill":[79],"this":[80,82],"gap,":[81],"paper":[83],"proposes":[84],"Uncertainty-Encoded":[85],"Mixture-of-Experts":[86],"(UMoE)":[87],"that":[88,141],"explicitly":[89],"incorporates":[90],"LiDAR-camera":[94],"fusion.":[95],"UMoE":[96,129,142],"uses":[97],"individual":[98],"expert":[99,113],"network":[100,121],"process":[102],"sensor\u2019s":[104],"result":[106],"together":[107],"with":[108,154],"encoded":[109],"uncertainty.":[110],"Then,":[111],"networks\u2019":[114],"outputs":[115],"are":[116],"analyzed":[117],"by":[118],"a":[119,144],"gating":[120],"determine":[123],"weights.":[126],"The":[127],"proposed":[128],"module":[130],"can":[131],"be":[132],"integrated":[133],"any":[135],"proposal":[136],"pipeline.":[138],"Evaluation":[139],"shows":[140],"achieves":[143],"maximum":[145],"10.67%,":[147],"3.17%,":[148],"5.40%":[150],"gain":[152],"compared":[153],"state-of-the-art":[156],"proposal-level":[157],"detectors":[160],"under":[161],"extreme":[162],"weather,":[163],"adversarial,":[164],"blinding":[166],"attack":[167],"scenarios.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}