{"id":"https://openalex.org/W7170193726","doi":"https://doi.org/10.1007/s10707-026-00584-0","title":"Beyond unimodal metrics: a multimodal evaluation framework for geo-referenced content on social media","display_name":"Beyond unimodal metrics: a multimodal evaluation framework for geo-referenced content on social media","publication_year":2026,"publication_date":"2026-07-23","ids":{"openalex":"https://openalex.org/W7170193726","doi":"https://doi.org/10.1007/s10707-026-00584-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10707-026-00584-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10707-026-00584-0","pdf_url":null,"source":{"id":"https://openalex.org/S4210168194","display_name":"GeoInformatica","issn_l":"1384-6175","issn":["1384-6175","1573-7624"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GeoInformatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10707-026-00584-0","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003827896","display_name":"Ehsaneddin Jalilian","orcid":"https://orcid.org/0000-0001-5925-5735"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Ehsaneddin Jalilian","raw_affiliation_strings":["GeoSocial Artificial Intelligence, Interdisciplinary Transformation University Austria, Altenberger Stra\u00dfe 66c, Linz, A-4040, Upper Austria, Austria"],"raw_orcid":"https://orcid.org/0000-0001-5925-5735","affiliations":[{"raw_affiliation_string":"GeoSocial Artificial Intelligence, Interdisciplinary Transformation University Austria, Altenberger Stra\u00dfe 66c, Linz, A-4040, Upper Austria, Austria","institution_ids":["https://openalex.org/I161878677"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095687756","display_name":"David Hanny","orcid":"https://orcid.org/0009-0004-8017-0786"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"David Hanny","raw_affiliation_strings":["GeoSocial Artificial Intelligence, Interdisciplinary Transformation University Austria, Altenberger Stra\u00dfe 66c, Linz, A-4040, Upper Austria, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GeoSocial Artificial Intelligence, Interdisciplinary Transformation University Austria, Altenberger Stra\u00dfe 66c, Linz, A-4040, Upper Austria, Austria","institution_ids":["https://openalex.org/I161878677"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024678235","display_name":"Bernd Resch","orcid":"https://orcid.org/0000-0002-2233-6926"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]},{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["AT","US"],"is_corresponding":false,"raw_author_name":"Bernd Resch","raw_affiliation_strings":["Center for Geographic Analysis, Harvard University, 1737 Cambridge Street, Cambridge, MA, 02138, USA","GeoSocial Artificial Intelligence, Interdisciplinary Transformation University Austria, Altenberger Stra\u00dfe 66c, Linz, A-4040, Upper Austria, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Geographic Analysis, Harvard University, 1737 Cambridge Street, Cambridge, MA, 02138, USA","institution_ids":["https://openalex.org/I2801851002"]},{"raw_affiliation_string":"GeoSocial Artificial Intelligence, Interdisciplinary Transformation University Austria, Altenberger Stra\u00dfe 66c, Linz, A-4040, Upper Austria, Austria","institution_ids":["https://openalex.org/I161878677"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003827896"],"corresponding_institution_ids":["https://openalex.org/I161878677"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.96005745,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10747","display_name":"Disaster Management and Resilience","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6805999875068665},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6711000204086304},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5404999852180481},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.515999972820282},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.49959999322891235},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.42419999837875366},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.3993000090122223},{"id":"https://openalex.org/keywords/latent-semantic-analysis","display_name":"Latent semantic analysis","score":0.3668999969959259}],"concepts":[{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6805999875068665},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6711000204086304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6116999983787537},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5404999852180481},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5256999731063843},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.515999972820282},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45719999074935913},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39969998598098755},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3521000146865845},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.3109000027179718},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.28839999437332153},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C78244369","wikidata":"https://www.wikidata.org/wiki/Q104840706","display_name":"Added value","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C57380593","wikidata":"https://www.wikidata.org/wiki/Q933625","display_name":"Volunteered geographic information","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10707-026-00584-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10707-026-00584-0","pdf_url":null,"source":{"id":"https://openalex.org/S4210168194","display_name":"GeoInformatica","issn_l":"1384-6175","issn":["1384-6175","1573-7624"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GeoInformatica","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10707-026-00584-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10707-026-00584-0","pdf_url":null,"source":{"id":"https://openalex.org/S4210168194","display_name":"GeoInformatica","issn_l":"1384-6175","issn":["1384-6175","1573-7624"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GeoInformatica","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.8130397796630859}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W50740790","https://openalex.org/W1614298861","https://openalex.org/W1934362406","https://openalex.org/W2004741419","https://openalex.org/W2023137161","https://openalex.org/W2031553845","https://openalex.org/W2038043464","https://openalex.org/W2072644219","https://openalex.org/W2076604797","https://openalex.org/W2081212507","https://openalex.org/W2108420397","https://openalex.org/W2110676972","https://openalex.org/W2118898434","https://openalex.org/W2124499489","https://openalex.org/W2127860643","https://openalex.org/W2151802055","https://openalex.org/W2196332753","https://openalex.org/W2250533720","https://openalex.org/W2404506086","https://openalex.org/W2510060486","https://openalex.org/W2742970053","https://openalex.org/W2750351539","https://openalex.org/W2793106788","https://openalex.org/W2795592311","https://openalex.org/W2996988764","https://openalex.org/W3033369204","https://openalex.org/W3045464143","https://openalex.org/W3179603735","https://openalex.org/W3194640668","https://openalex.org/W4200285178","https://openalex.org/W4205968624","https://openalex.org/W4206228620","https://openalex.org/W4225887541","https://openalex.org/W4287687124","https://openalex.org/W4288283407","https://openalex.org/W4298325715","https://openalex.org/W4327606279","https://openalex.org/W4361197640","https://openalex.org/W4385380324","https://openalex.org/W4390508687","https://openalex.org/W4390653520","https://openalex.org/W4391145372","https://openalex.org/W4391591522","https://openalex.org/W4394780744","https://openalex.org/W4399011059","https://openalex.org/W4406633383","https://openalex.org/W4408113019","https://openalex.org/W4409969112","https://openalex.org/W4411119492","https://openalex.org/W4411673344","https://openalex.org/W4412907373","https://openalex.org/W4415476925","https://openalex.org/W4416763319","https://openalex.org/W4417489738"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Social":[1],"media":[2,63],"platforms":[3],"generate":[4],"large":[5],"volumes":[6],"of":[7,29,50,73,88,102,117],"real-time,":[8],"geo-referenced":[9,131],"content":[10],"during":[11],"natural":[12],"hazards,":[13],"enabling":[14],"multimodal":[15,118,152],"topic":[16,74,89,106,119],"models":[17,31,120,153,200],"to":[18,158,169],"uncover":[19],"latent":[20],"themes":[21],"and":[22,46,70,91,99,104,122,136,142,177,184,222],"their":[23],"spatial":[24,42,103,178],"organisation.":[25],"However,":[26,194],"the":[27,47,85,97,110,161],"evaluation":[28,58],"such":[30],"typically":[32],"relies":[33],"on":[34],"unimodal":[35,127,162],"metrics,":[36],"primarily":[37],"semantic":[38,166],"coherence,":[39],"which":[40],"overlook":[41],"structure,":[43],"temporal":[44],"dynamics,":[45],"practical":[48],"usefulness":[49,87],"discovered":[51],"topics.":[52],"This":[53],"paper":[54],"proposes":[55],"a":[56,113,125,145],"multidimensional":[57],"framework":[59,77,111],"for":[60],"disaster-related":[61],"social":[62],"analysis":[64,116],"that":[65,151,217],"integrates":[66],"semantic,":[67],"spatial,":[68],"temporal,":[69],"operational":[71],"indicators":[72],"quality.":[75],"The":[76],"distinguishes":[78],"between":[79],"Utility":[80],"Information":[81,93],"Value":[82,94],"(UIV),":[83],"capturing":[84,96],"informational":[86],"representations,":[90],"Diagnostic":[92],"(DIV),":[95],"structural":[98],"hazard-consistent":[100],"validity":[101],"spatio-temporal":[105],"patterns.":[107],"We":[108],"examine":[109],"through":[112],"comparative":[114],"benchmarking":[115],"(MultiGraph":[121],"JSTTS)":[123],"alongside":[124],"strong":[126],"baseline,":[128],"using":[129],"eight":[130],"datasets":[132],"from":[133],"X":[134],"(Twitter)":[135],"Bluesky":[137],"covering":[138],"earthquakes,":[139],"floods,":[140],"hurricanes,":[141],"wildfires":[143],"under":[144],"unified":[146],"experimental":[147],"setup.":[148],"Results":[149],"show":[150],"achieve":[154],"higher":[155],"actionability":[156],"(up":[157,168],"0.75),":[159],"while":[160],"baseline":[163],"shows":[164],"greater":[165],"diversity":[167],"0.99).":[170],"Spatio-temporal":[171],"interaction":[172],"varies":[173],"across":[174,199],"hazards":[175],"(0.07-0.45),":[176],"patterns":[179],"exhibit":[180],"hazard-dependent":[181],"structure.":[182],"UIV":[183],"DIV":[185,204],"are":[186,220],"strongly":[187],"correlated":[188],"(Pearson":[189],"$$r":[190],"=":[191],"0.89$$":[192],").":[193],"mean":[195],"performance":[196,218],"remains":[197],"similar":[198],"(UIV":[201],"$$\\approx$$":[202,205],"0.49-0.50,":[203],"0.52-0.53),":[206],"with":[207],"no":[208],"statistically":[209],"significant":[210],"differences":[211,219],"(":[212],"$$p>":[213],"0.05$$":[214],"),":[215],"indicating":[216],"moderate":[221],"dataset-dependent":[223],"rather":[224],"than":[225],"consistently":[226],"model-driven.":[227]},"counts_by_year":[],"updated_date":"2026-07-24T06:07:23.975819","created_date":"2026-07-24T00:00:00"}