{"id":"https://openalex.org/W4396706744","doi":"https://doi.org/10.3390/fi16050161","title":"AI-Empowered Multimodal Hierarchical Graph-Based Learning for Situation Awareness on Enhancing Disaster Responses","display_name":"AI-Empowered Multimodal Hierarchical Graph-Based Learning for Situation Awareness on Enhancing Disaster Responses","publication_year":2024,"publication_date":"2024-05-07","ids":{"openalex":"https://openalex.org/W4396706744","doi":"https://doi.org/10.3390/fi16050161"},"language":"en","primary_location":{"id":"doi:10.3390/fi16050161","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16050161","pdf_url":"https://www.mdpi.com/1999-5903/16/5/161/pdf?version=1715077037","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/5/161/pdf?version=1715077037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024176109","display_name":"Jieli Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieli Chen","raw_affiliation_strings":["XJTLU Entrepreneur College (Taicang), Xian Jiaotong-Liverpool University, Taicang 215400, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"XJTLU Entrepreneur College (Taicang), Xian Jiaotong-Liverpool University, Taicang 215400, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111525101","display_name":"Kah Phooi Seng","orcid":null},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["AU","CN"],"is_corresponding":true,"raw_author_name":"Kah Phooi Seng","raw_affiliation_strings":["School of Computer Science, Queensland University of Technology, Brisbane, QLD 4000, Australia","XJTLU Entrepreneur College (Taicang), Xian Jiaotong-Liverpool University, Taicang 215400, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Queensland University of Technology, Brisbane, QLD 4000, Australia","institution_ids":["https://openalex.org/I160993911"]},{"raw_affiliation_string":"XJTLU Entrepreneur College (Taicang), Xian Jiaotong-Liverpool University, Taicang 215400, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073635669","display_name":"Li-Minn Ang","orcid":"https://orcid.org/0000-0002-2402-7529"},"institutions":[{"id":"https://openalex.org/I174025329","display_name":"University of the Sunshine Coast","ror":"https://ror.org/016gb9e15","country_code":"AU","type":"education","lineage":["https://openalex.org/I174025329"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Li Minn Ang","raw_affiliation_strings":["School of Engineering and Science, University of Sunshine Coast, Petrie, QLD 4502, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Science, University of Sunshine Coast, Petrie, QLD 4502, Australia","institution_ids":["https://openalex.org/I174025329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003757015","display_name":"Jeremy S. Smith","orcid":"https://orcid.org/0000-0002-0212-2365"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeremy Smith","raw_affiliation_strings":["Department of Electrical Engineering & Electronics, University of Liverpool, Liverpool L69 3BX, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering & Electronics, University of Liverpool, Liverpool L69 3BX, UK","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101642353","display_name":"Hanyue Xu","orcid":"https://orcid.org/0009-0002-8652-7913"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyue Xu","raw_affiliation_strings":["XJTLU Entrepreneur College (Taicang), Xian Jiaotong-Liverpool University, Taicang 215400, China"],"raw_orcid":"https://orcid.org/0009-0002-8652-7913","affiliations":[{"raw_affiliation_string":"XJTLU Entrepreneur College (Taicang), Xian Jiaotong-Liverpool University, Taicang 215400, China","institution_ids":["https://openalex.org/I69356397"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111525101"],"corresponding_institution_ids":["https://openalex.org/I160993911","https://openalex.org/I69356397"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.5734,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85095296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"16","issue":"5","first_page":"161","last_page":"161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13018","display_name":"Seismology and Earthquake Studies","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13018","display_name":"Seismology and Earthquake Studies","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10747","display_name":"Disaster Management and Resilience","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9101589918136597},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.516887903213501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48601728677749634},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.47103291749954224},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.438789427280426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3294271230697632},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.30764681100845337}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9101589918136597},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.516887903213501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48601728677749634},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.47103291749954224},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.438789427280426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3294271230697632},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30764681100845337},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi16050161","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16050161","pdf_url":"https://www.mdpi.com/1999-5903/16/5/161/pdf?version=1715077037","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:5:p:161-:d:1389467","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/5/161/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:e92c3c72b7874c5fb515d2ac43e10bfc","is_oa":true,"landing_page_url":"https://doaj.org/article/e92c3c72b7874c5fb515d2ac43e10bfc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 5, p 161 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi16050161","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16050161","pdf_url":"https://www.mdpi.com/1999-5903/16/5/161/pdf?version=1715077037","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396706744.pdf"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2014548171","https://openalex.org/W2049693028","https://openalex.org/W2108598243","https://openalex.org/W2124499489","https://openalex.org/W2146948159","https://openalex.org/W2194775991","https://openalex.org/W2600702321","https://openalex.org/W2752782242","https://openalex.org/W2804079529","https://openalex.org/W2883564362","https://openalex.org/W2914296386","https://openalex.org/W2944039629","https://openalex.org/W2946948417","https://openalex.org/W2963155035","https://openalex.org/W2998997307","https://openalex.org/W3005806486","https://openalex.org/W3008585262","https://openalex.org/W3014606712","https://openalex.org/W3015371781","https://openalex.org/W3037907192","https://openalex.org/W3094550259","https://openalex.org/W3107591966","https://openalex.org/W3164866755","https://openalex.org/W4221022534","https://openalex.org/W4285097667","https://openalex.org/W4285601347","https://openalex.org/W4313137361","https://openalex.org/W4362579348","https://openalex.org/W4386074647","https://openalex.org/W4387068368"],"related_works":["https://openalex.org/W3024912289","https://openalex.org/W2415747217","https://openalex.org/W2561023719","https://openalex.org/W4382644910","https://openalex.org/W2094708502","https://openalex.org/W2143767096","https://openalex.org/W1542973883","https://openalex.org/W2085357910","https://openalex.org/W3193592231","https://openalex.org/W2941576756"],"abstract_inverted_index":{"Situational":[0],"awareness":[1,63],"(SA)":[2],"is":[3,45],"crucial":[4],"in":[5,32,42,142,186,201],"disaster":[6,68,81,116,140,158,202],"response,":[7],"enhancing":[8],"the":[9,12,72,84,87,93,130,153,162,175,178,190],"understanding":[10],"of":[11,86,118,168,177],"environment.":[13],"Social":[14],"media,":[15],"with":[16,104],"its":[17],"extensive":[18],"user":[19],"base,":[20],"offers":[21],"valuable":[22],"real-time":[23],"information":[24],"for":[25,66,106,115],"such":[26],"scenarios.":[27,188],"Although":[28],"SA":[29],"systems":[30],"excel":[31],"extracting":[33],"disaster-related":[34],"details":[35],"from":[36,92],"user-generated":[37],"content,":[38],"a":[39,58,124],"common":[40],"limitation":[41],"prior":[43],"approaches":[44],"their":[46],"emphasis":[47],"on":[48],"single-modal":[49,187],"extraction":[50,102,184],"rather":[51],"than":[52],"embracing":[53],"multi-modalities.":[54],"This":[55],"paper":[56],"proposed":[57,73,100,179],"multimodal":[59,74],"hierarchical":[60,75,112],"graph-based":[61],"situational":[62],"(MHGSA)":[64],"system":[65,163],"comprehensive":[67],"event":[69,88,203],"classification.":[70,135],"Specifically,":[71],"graph":[76,147],"contains":[77],"nodes":[78,89],"representing":[79],"different":[80,119,139],"events":[82,117,141],"and":[83,96,108,132,170,181,195],"features":[85,110,114,167],"are":[90,144],"extracted":[91],"corresponding":[94],"images":[95],"acoustic":[97],"features.":[98],"The":[99,136],"feature":[101,183],"modules":[103,185],"multi-branches":[105],"vision":[107,169],"audio":[109,182,196],"provide":[111],"node":[113],"granularities,":[120],"aiming":[121],"to":[122,128,151,156,164],"build":[123],"coarse-granularity":[125],"classification":[126,204],"task":[127],"constrain":[129],"model":[131],"enhance":[133,152],"fine-granularity":[134],"relationships":[137],"between":[138],"multi-modalities":[143],"learned":[145],"by":[146],"convolutional":[148],"neural":[149],"networks":[150],"system\u2019s":[154],"ability":[155],"recognize":[157],"events,":[159],"thus":[160],"enabling":[161],"fuse":[165],"complex":[166],"audio.":[171],"Experimental":[172],"results":[173,200],"illustrate":[174],"effectiveness":[176],"visual":[180,194],"Furthermore,":[189],"MHGSA":[191],"successfully":[192],"fuses":[193],"features,":[197],"yielding":[198],"promising":[199],"tasks.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}