{"id":"https://openalex.org/W7204864121","doi":"https://doi.org/10.1145/3767308.3836120","title":"OmniClimate-TC: Physics-Aware Visual Abstractions for Multimodal Vision\u2013Language Reasoning over Tropical Cyclones","display_name":"OmniClimate-TC: Physics-Aware Visual Abstractions for Multimodal Vision\u2013Language Reasoning over Tropical Cyclones","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7204864121","doi":"https://doi.org/10.1145/3767308.3836120"},"language":"en","primary_location":{"id":"doi:10.1145/3767308.3836120","doi":"https://doi.org/10.1145/3767308.3836120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836120","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3767308.3836120","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148931681","display_name":"Luwei Xiao","orcid":"https://orcid.org/0000-0001-7229-2741","observed_orcids":["https://orcid.org/0000-0001-7229-2741"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Luwei Xiao","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7229-2741","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148854038","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-9542-2710","observed_orcids":["https://orcid.org/0000-0002-9542-2710"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9542-2710","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001463799","display_name":"Keane Ong","orcid":"https://orcid.org/0009-0007-0547-2049","observed_orcids":["https://orcid.org/0009-0007-0547-2049"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Keane Ong","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0007-0547-2049","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148136028","display_name":"Jiawen Wei","orcid":"https://orcid.org/0000-0001-5025-383X","observed_orcids":["https://orcid.org/0000-0001-5025-383X"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiawen Wei","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5025-383X","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148920152","display_name":"Chenyu Dong","orcid":"https://orcid.org/0009-0009-4494-7398","observed_orcids":["https://orcid.org/0009-0009-4494-7398"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chenyu Dong","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-4494-7398","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148873202","display_name":"Rui Mao","orcid":"https://orcid.org/0000-0002-1082-8755","observed_orcids":["https://orcid.org/0000-0002-1082-8755"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rui Mao","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1082-8755","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752356","display_name":"Erik Cambria","orcid":"https://orcid.org/0000-0002-3030-1280","observed_orcids":["https://orcid.org/0000-0002-3030-1280","https://orcid.org/0009-0009-3320-2526"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Erik Cambria","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3030-1280","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091468612","display_name":"Gianmarco Mengaldo","orcid":"https://orcid.org/0000-0002-0157-5477","observed_orcids":["https://orcid.org/0000-0002-0157-5477"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gianmarco Mengaldo","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0157-5477","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11981","last_page":"11990"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11483","display_name":"Tropical and Extratropical Cyclones Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tropical-cyclones","display_name":"tropical cyclones","score":0.996999979019165},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9359999895095825},{"id":"https://openalex.org/keywords/meteorological-reanalysis","display_name":"meteorological reanalysis","score":0.7559999823570251},{"id":"https://openalex.org/keywords/multimodal-benchmark","display_name":"multimodal benchmark","score":0.7300000190734863},{"id":"https://openalex.org/keywords/instruction-tuning","display_name":"instruction tuning","score":0.6320000290870667},{"id":"https://openalex.org/keywords/geophysical-fields","display_name":"geophysical fields","score":0.5709999799728394},{"id":"https://openalex.org/keywords/multimodal-reasoning","display_name":"multimodal reasoning","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.671999990940094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.669700026512146},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C29141058","wikidata":"https://www.wikidata.org/wiki/Q8092","display_name":"Tropical cyclone","level":2,"score":0.5726000070571899},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5044000148773193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41690000891685486},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3919000029563904},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3718999922275543},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3601999878883362},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.32820001244544983},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C2777864850","wikidata":"https://www.wikidata.org/wiki/Q79598","display_name":"Cyclone (programming language)","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C102561126","wikidata":"https://www.wikidata.org/wiki/Q17164865","display_name":"Tropical cyclone forecast model","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3767308.3836120","doi":"https://doi.org/10.1145/3767308.3836120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836120","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.29661","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.29661","pdf_url":"https://arxiv.org/pdf/2608.29661","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.29661","doi":"https://doi.org/10.48550/arxiv.2608.29661","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.29661","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3767308.3836120","doi":"https://doi.org/10.1145/3767308.3836120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836120","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204864121.pdf","grobid_xml":"https://content.openalex.org/works/W7204864121.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2061832930","https://openalex.org/W2124397295","https://openalex.org/W2320306031","https://openalex.org/W2734447265","https://openalex.org/W2913323966","https://openalex.org/W3021338988","https://openalex.org/W4200336184","https://openalex.org/W4214537352","https://openalex.org/W4243719504","https://openalex.org/W4280597599","https://openalex.org/W4308505112","https://openalex.org/W4327810158","https://openalex.org/W4388654737","https://openalex.org/W4390041933","https://openalex.org/W4392172801","https://openalex.org/W4399759109","https://openalex.org/W4399794948","https://openalex.org/W4400880443","https://openalex.org/W4402727764","https://openalex.org/W4403136722","https://openalex.org/W4405031167","https://openalex.org/W4405571084","https://openalex.org/W4406679533","https://openalex.org/W4407870507","https://openalex.org/W4410431408","https://openalex.org/W4413156814","https://openalex.org/W4414198367","https://openalex.org/W4414939355","https://openalex.org/W4416036188","https://openalex.org/W4416611775","https://openalex.org/W4416716410","https://openalex.org/W7077911270","https://openalex.org/W7124420056"],"related_works":["https://openalex.org/W7135383077","https://openalex.org/W7196964731","https://openalex.org/W7155081041","https://openalex.org/W4399794948","https://openalex.org/W7162418465","https://openalex.org/W7125695596","https://openalex.org/W4399759109","https://openalex.org/W7138959189","https://openalex.org/W7135182568","https://openalex.org/W7168281370"],"abstract_inverted_index":{"Meteorological":[0],"reanalysis":[1,88],"encodes":[2],"extreme":[3],"weather":[4],"through":[5,57],"continuous,":[6],"physically":[7,127,174],"constrained":[8],"fields,":[9,164],"posing":[10],"a":[11,78,111,156,170],"fundamental":[12],"challenge":[13],"for":[14,98,113,158,173],"vision\u2013language":[15],"models":[16],"(VLMs)":[17],"whose":[18],"perceptual":[19,96],"assumptions":[20],"are":[21],"shaped":[22],"by":[23],"natural":[24],"images.":[25],"Tropical":[26],"cyclones":[27],"exemplify":[28],"this":[29,55,141],"mismatch:":[30],"critical":[31],"properties":[32],"such":[33],"as":[34,65,155,169],"intensity":[35],"extrema,":[36],"asymmetry,":[37],"spatial":[38],"extent,":[39],"and":[40,82,93,100,122,137,165],"physical":[41,87],"impacts":[42],"arise":[43],"from":[44],"field-level":[45],"organization":[46],"rather":[47,68],"than":[48,69],"object-centric":[49],"visual":[50],"cues.":[51],"Existing":[52],"approaches":[53],"address":[54],"gap":[56],"text":[58],"alignment":[59],"or":[60],"annotation,":[61],"treating":[62],"the":[63],"problem":[64],"multimodal":[66],"supervision":[67,99],"representation":[70,81,142,167],"design.":[71],"We":[72],"introduce":[73],"Physics-Aware":[74],"Visual":[75],"Abstraction":[76],"(PAVA),":[77],"plug-and-play":[79],"physics-aware":[80],"annotation":[83],"interface":[84],"that":[85,140],"maps":[86],"fields":[89],"to":[90],"visually":[91],"identifiable":[92],"semantically":[94],"grounded":[95,128,175],"abstractions":[97],"evaluation":[101],"in":[102,177],"vision--language":[103],"reasoning.":[104],"Building":[105],"on":[106],"PAVA,":[107],"we":[108,134],"construct":[109],"OmniClimate-TC,":[110],"benchmark":[112,157],"tropical":[114,147],"cyclone":[115,148],"analysis":[116],"spanning":[117],"five":[118],"classes":[119],"of":[120],"reasoning":[121,145,160,176],"nine":[123],"tasks,":[124],"with":[125],"243,890":[126],"instruction-tuning":[129],"pairs.":[130],"Using":[131],"PAVA-aligned":[132],"supervision,":[133],"adapt":[135],"VLMs":[136],"provide":[138],"evidence":[139],"design":[143,168],"improves":[144],"over":[146,161],"hazard":[149],"fields.":[150],"Our":[151],"results":[152],"position":[153],"OmniClimate-TC":[154],"multimedia":[159],"structured":[162],"geophysical":[163],"highlight":[166],"key":[171],"ingredient":[172],"scientific":[178],"media.":[179]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-09-02T00:00:00"}