{"id":"https://openalex.org/W7135208996","doi":"https://doi.org/10.48550/arxiv.2603.11380","title":"DriveXQA: Cross-modal Visual Question Answering for Adverse Driving Scene Understanding","display_name":"DriveXQA: Cross-modal Visual Question Answering for Adverse Driving Scene Understanding","publication_year":2026,"publication_date":"2026-03-11","ids":{"openalex":"https://openalex.org/W7135208996","doi":"https://doi.org/10.48550/arxiv.2603.11380"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11380","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11380","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129030279","display_name":"Mingzhe Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tao, Mingzhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129021412","display_name":"Ruiping Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ruiping","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128992941","display_name":"Junwei Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Junwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129087373","display_name":"Yufan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yufan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117354359","display_name":"Kedi Ying","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying, Kedi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128983729","display_name":"M. Saquib Sarfraz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarfraz, M. Saquib","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129058948","display_name":"Kailun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kailun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128998765","display_name":"Jiaming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiaming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129063701","display_name":"Rainer Stiefelhagen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stiefelhagen, Rainer","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5129030279"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8414000272750854},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45969998836517334},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.41830000281333923},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41429999470710754},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4101000130176544},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4077000021934509},{"id":"https://openalex.org/keywords/projector","display_name":"Projector","score":0.37959998846054077}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8414000272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458000183105469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5109000205993652},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47999998927116394},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45969998836517334},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3165000081062317},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C2992147540","wikidata":"https://www.wikidata.org/wiki/Q1277161","display_name":"Adverse weather","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11380","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11380","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fusing":[0],"sensors":[1],"with":[2,103],"complementary":[3,92],"modalities":[4,94,112],"is":[5],"crucial":[6],"for":[7,26,49,135],"maintaining":[8],"a":[9,46,100,104],"stable":[10],"and":[11,63,81],"comprehensive":[12],"understanding":[13],"of":[14],"abnormal":[15],"driving":[16,33,51],"scenes.":[17],"However,":[18],"Multimodal":[19],"Large":[20],"Language":[21],"Models":[22],"(MLLMs)":[23],"are":[24],"underexplored":[25],"leveraging":[27],"multi-sensor":[28],"information":[29,115],"to":[30,55,113],"understand":[31],"adverse":[32],"scenarios":[34],"in":[35],"autonomous":[36,50],"vehicles.":[37],"To":[38],"address":[39],"this":[40],"gap,":[41],"we":[42,97],"propose":[43],"the":[44,111,136],"DriveXQA,":[45],"multimodal":[47],"dataset":[48],"VQA.":[52],"In":[53],"addition":[54],"four":[56],"visual":[57,93],"modalities,":[58],"five":[59,64],"sensor":[60],"failure":[61],"cases,":[62],"weather":[65],"conditions,":[66],"it":[67],"includes":[68],"$102,505$":[69],"QA":[70],"pairs":[71],"categorized":[72],"into":[73],"three":[74],"types:":[75],"global":[76],"scene":[77],"level,":[78,80],"allocentric":[79],"ego-vehicle":[82],"centric":[83],"level.":[84],"Since":[85],"no":[86],"existing":[87],"MLLM":[88],"framework":[89],"adopts":[90],"multiple":[91],"as":[95,129],"input,":[96],"design":[98],"MVX-LLM,":[99],"token-efficient":[101],"architecture":[102],"Dual":[105],"Cross-Attention":[106],"(DCA)":[107],"projector":[108],"that":[109,119],"fuses":[110],"alleviate":[114],"redundancy.":[116],"Experiments":[117],"demonstrate":[118],"our":[120],"DCA":[121],"achieves":[122],"improved":[123],"performance":[124],"under":[125],"challenging":[126],"conditions":[127],"such":[128],"foggy":[130],"(GPTScore:":[131],"$53.5$":[132],"vs.":[133],"$25.1$":[134],"baseline).":[137]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-03-14T00:00:00"}
