{"id":"https://openalex.org/W4417438627","doi":"https://doi.org/10.1109/access.2025.3645363","title":"Multi-Modal Cross-Attention-Based Multi-Label Weather and Severity Level Classification","display_name":"Multi-Modal Cross-Attention-Based Multi-Label Weather and Severity Level Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4417438627","doi":"https://doi.org/10.1109/access.2025.3645363"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3645363","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645363","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3645363","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113387551","display_name":"Hyeongjin Ju","orcid":"https://orcid.org/0009-0003-6853-6135"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyeongjin Ju","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-6853-6135","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047203526","display_name":"Ya\u011f\u0131z Nal\u00e7akan","orcid":"https://orcid.org/0000-0001-8867-842X"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yagiz Nalcakan","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-8867-842X","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050791614","display_name":"Incheol Park","orcid":"https://orcid.org/0009-0000-7634-0480"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Incheol Park","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-7634-0480","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113717142","display_name":"Youngwan Jin","orcid":"https://orcid.org/0009-0009-1831-4562"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngwan Jin","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0009-1831-4562","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110973513","display_name":"S. D. Yeo","orcid":"https://orcid.org/0009-0000-1369-6252"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanghyeop Yeo","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-1369-6252","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043085156","display_name":"Shiho Kim","orcid":"https://orcid.org/0000-0001-9935-1721"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shiho Kim","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9935-1721","affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36501496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"215882","last_page":"215896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2020999938249588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2020999938249588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.1177000030875206,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6933000087738037},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6111000180244446},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.5300999879837036},{"id":"https://openalex.org/keywords/weather-forecasting","display_name":"Weather forecasting","score":0.46380001306533813},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.39649999141693115},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.383899986743927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7730000019073486},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6933000087738037},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6111000180244446},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.5300999879837036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4643999934196472},{"id":"https://openalex.org/C21001229","wikidata":"https://www.wikidata.org/wiki/Q182868","display_name":"Weather forecasting","level":2,"score":0.46380001306533813},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41190001368522644},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38839998841285706},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3645363","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645363","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3645363","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645363","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8023224246","display_name":null,"funder_award_id":"RS-2025-02216658","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2056149869","https://openalex.org/W2083366168","https://openalex.org/W2113968972","https://openalex.org/W2140941585","https://openalex.org/W2154673940","https://openalex.org/W2162374190","https://openalex.org/W2169356686","https://openalex.org/W2194775991","https://openalex.org/W2293009534","https://openalex.org/W2360445881","https://openalex.org/W2606267751","https://openalex.org/W2618530766","https://openalex.org/W2893202042","https://openalex.org/W2896012877","https://openalex.org/W2902151759","https://openalex.org/W3017233012","https://openalex.org/W3034543232","https://openalex.org/W3035588244","https://openalex.org/W3082022523","https://openalex.org/W3120220640","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3153343195","https://openalex.org/W3165570722","https://openalex.org/W3191343975","https://openalex.org/W3207649350","https://openalex.org/W3210493473","https://openalex.org/W4225544505","https://openalex.org/W4283579066","https://openalex.org/W4283793601","https://openalex.org/W4312349930","https://openalex.org/W4312453657","https://openalex.org/W4312820606","https://openalex.org/W4319935924","https://openalex.org/W4385245566","https://openalex.org/W4385633240","https://openalex.org/W4386071707","https://openalex.org/W4386076493","https://openalex.org/W4386432115","https://openalex.org/W4388145401","https://openalex.org/W4389752793","https://openalex.org/W4390873312","https://openalex.org/W4402595405","https://openalex.org/W4402727671","https://openalex.org/W4402775923"],"related_works":[],"abstract_inverted_index":{"Ensuring":[0],"traffic":[1],"safety":[2],"in":[3,39,207,235,247],"autonomous":[4,46,65,208,233],"vehicles":[5],"requires":[6],"accurate":[7],"weather":[8,29,34,50,73,85,155,187,237],"and":[9,31,57,90,144,157,170,174,188,223,230,242,262,265],"severity":[10,35,40,59,92,158,189],"recognition,":[11],"especially":[12],"when":[13],"operating":[14],"within":[15],"a":[16,82,124,148,162,182,201],"defined":[17],"operational":[18,101],"design":[19,102],"domain":[20],"(ODD).":[21],"However,":[22],"most":[23],"existing":[24,134],"studies":[25],"focus":[26],"on":[27,72,95],"single-label":[28],"recognition":[30,156],"largely":[32],"overlook":[33],"classification.":[36,159],"This":[37,128],"gap":[38],"annotation":[41,121],"limits":[42],"the":[43,131,142],"adaptability":[44],"of":[45,133,164,254],"systems":[47,67],"under":[48],"varied":[49],"conditions.":[51],"Current":[52],"datasets":[53],"are":[54,62,244],"typically":[55],"single-labeled":[56],"lack":[58],"annotations,":[60],"which":[61],"crucial":[63],"for":[64,186,195,204,228,268],"driving":[66],"to":[68,115,167,190],"adjust":[69],"appropriately":[70],"based":[71,94],"intensity.":[74],"To":[75],"address":[76],"this":[77,107,137],"data":[78],"scarcity,":[79],"we":[80,140],"created":[81],"comprehensive":[83],"multi-label":[84],"dataset":[86,108,241],"with":[87,100,177],"light,":[88],"moderate,":[89],"heavy":[91],"levels":[93],"quantitative":[96],"visibility":[97],"thresholds":[98],"aligned":[99],"domains":[103],"(ODDs).":[104],"We":[105],"constructed":[106],"by":[109],"prompting":[110],"multiple":[111],"vision-language":[112],"models":[113,216],"(VLMs)":[114],"apply":[116],"these":[117],"criteria,":[118],"then":[119],"validated":[120],"quality":[122],"against":[123],"human-labeled":[125],"gold":[126,258],"standard.":[127],"approach":[129],"overcomes":[130],"limitations":[132],"datasets.":[135],"On":[136],"new":[138,202],"dataset,":[139],"introduce":[141],"Multi-Weather":[143],"Severity":[145],"Classifier":[146],"(MWSC),":[147],"novel":[149],"multi-modal":[150],"framework":[151],"that":[152],"simultaneously":[153],"handles":[154],"MWSC":[160,211],"employs":[161],"combination":[163],"cross-attention":[165],"mechanisms":[166],"extract":[168],"global":[169],"local":[171],"image":[172,260],"features":[173],"integrates":[175],"them":[176],"text":[178],"captions":[179],"generated":[180],"from":[181],"standardized,":[183],"closed-vocabulary":[184],"template":[185],"create":[191],"robust":[192],"feature":[193],"associations":[194],"classifier":[196],"training.":[197],"Our":[198],"experiments":[199],"establish":[200],"benchmark":[203],"environment":[205],"perception":[206],"driving,":[209],"where":[210],"significantly":[212],"outperforms":[213],"widely-used":[214],"baseline":[215],"across":[217],"key":[218],"metrics":[219],"including":[220,252],"mAP,":[221],"accuracy,":[222],"F1-score,":[224],"advancing":[225],"vision-based":[226],"techniques":[227],"safer":[229],"more":[231],"reliable":[232],"navigation":[234],"complex":[236],"scenarios.":[238],"The":[239],"full":[240],"code":[243],"publicly":[245],"available":[246],"our":[248],"repository":[249],"at":[250],"https://github.com/Yonsei-STL/MWSC.git,":[251],"licenses":[253],"all":[255],"sources,":[256],"human-annotated":[257],"set,":[259],"lists":[261],"splits,":[263],"prompts,":[264],"trained":[266],"weights":[267],"reproducibility.":[269]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-17T00:00:00"}