{"id":"https://openalex.org/W4387546329","doi":"https://doi.org/10.1109/jstars.2023.3323484","title":"Deep Multimodal Fusion Model for Building Structural Type Recognition Using Multisource Remote Sensing Images and Building-Related Knowledge","display_name":"Deep Multimodal Fusion Model for Building Structural Type Recognition Using Multisource Remote Sensing Images and Building-Related Knowledge","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387546329","doi":"https://doi.org/10.1109/jstars.2023.3323484"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2023.3323484","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2023.3323484","pdf_url":"https://ieeexplore.ieee.org/ielx7/4609443/4609444/10278389.pdf","source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/4609443/4609444/10278389.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101924583","display_name":"Yuhang Zhou","orcid":"https://orcid.org/0009-0004-4918-5736"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuhang Zhou","raw_affiliation_strings":["National key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","National key Laboratory of Multispectral Information Intelligent processing technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-4918-5736","affiliations":[{"raw_affiliation_string":"National key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"National key Laboratory of Multispectral Information Intelligent processing technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086504815","display_name":"Yihua Tan","orcid":"https://orcid.org/0000-0003-0963-5339"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihua Tan","raw_affiliation_strings":["National key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","National key Laboratory of Multispectral Information Intelligent processing technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0963-5339","affiliations":[{"raw_affiliation_string":"National key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"National key Laboratory of Multispectral Information Intelligent processing technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683603","display_name":"Qi Wen","orcid":"https://orcid.org/0000-0002-6520-3584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210086028","display_name":"Technology and Engineering Center for Space Utilization","ror":"https://ror.org/00cn03n83","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210086028"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wen","raw_affiliation_strings":["Technology and Engineering Center for Space Utilization, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6520-3584","affiliations":[{"raw_affiliation_string":"Technology and Engineering Center for Space Utilization, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210086028","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392346","display_name":"Wei Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115813","display_name":"China National Commission for Disaster Reduction","ror":"https://ror.org/029j8j127","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210115813"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Ministry of Emergency Management, National Disaster Reduction Center of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8596-8750","affiliations":[{"raw_affiliation_string":"Ministry of Emergency Management, National Disaster Reduction Center of China, Beijing, China","institution_ids":["https://openalex.org/I4210115813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443362","display_name":"Lingling Li","orcid":"https://orcid.org/0009-0000-0487-2808"},"institutions":[{"id":"https://openalex.org/I4210115813","display_name":"China National Commission for Disaster Reduction","ror":"https://ror.org/029j8j127","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210115813"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingling Li","raw_affiliation_strings":["Ministry of Emergency Management, National Disaster Reduction Center of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0487-2808","affiliations":[{"raw_affiliation_string":"Ministry of Emergency Management, National Disaster Reduction Center of China, Beijing, China","institution_ids":["https://openalex.org/I4210115813"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100431468","display_name":"Zhenxing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenxing Li","raw_affiliation_strings":["National key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","National key Laboratory of Multispectral Information Intelligent processing technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-5238-3557","affiliations":[{"raw_affiliation_string":"National key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"National key Laboratory of Multispectral Information Intelligent processing technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101924583"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":2.0084,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.88290773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":null,"first_page":"9646","last_page":"9660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7978081703186035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5883217453956604},{"id":"https://openalex.org/keywords/synthetic-aperture-radar","display_name":"Synthetic aperture radar","score":0.49066174030303955},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47878941893577576},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37483739852905273},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36646950244903564},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32586658000946045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978081703186035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5883217453956604},{"id":"https://openalex.org/C87360688","wikidata":"https://www.wikidata.org/wiki/Q740686","display_name":"Synthetic aperture radar","level":2,"score":0.49066174030303955},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47878941893577576},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37483739852905273},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36646950244903564},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32586658000946045},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2023.3323484","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2023.3323484","pdf_url":"https://ieeexplore.ieee.org/ielx7/4609443/4609444/10278389.pdf","source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:67bd619146924b2f86bdcee913739118","is_oa":true,"landing_page_url":"https://doaj.org/article/67bd619146924b2f86bdcee913739118","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 16, Pp 9646-9660 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2023.3323484","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2023.3323484","pdf_url":"https://ieeexplore.ieee.org/ielx7/4609443/4609444/10278389.pdf","source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G1263841929","display_name":null,"funder_award_id":"41871283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3384908188","display_name":null,"funder_award_id":"62371201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387546329.pdf","grobid_xml":"https://content.openalex.org/works/W4387546329.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W35593645","https://openalex.org/W1686810756","https://openalex.org/W1973934816","https://openalex.org/W1997934109","https://openalex.org/W2002264765","https://openalex.org/W2010470817","https://openalex.org/W2075841492","https://openalex.org/W2088866137","https://openalex.org/W2106077237","https://openalex.org/W2117202708","https://openalex.org/W2151103935","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2256497531","https://openalex.org/W2308318555","https://openalex.org/W2554535728","https://openalex.org/W2754784907","https://openalex.org/W2758333383","https://openalex.org/W2765739551","https://openalex.org/W2772452219","https://openalex.org/W2890713940","https://openalex.org/W2905113129","https://openalex.org/W2911964244","https://openalex.org/W2923554407","https://openalex.org/W2945272354","https://openalex.org/W2949256904","https://openalex.org/W2955425717","https://openalex.org/W2958768386","https://openalex.org/W2982595661","https://openalex.org/W3003265726","https://openalex.org/W3010336026","https://openalex.org/W3010857226","https://openalex.org/W3047443805","https://openalex.org/W3103695279","https://openalex.org/W3114720220","https://openalex.org/W3129568592","https://openalex.org/W3130494073","https://openalex.org/W3138516171","https://openalex.org/W3157192212","https://openalex.org/W3160122395","https://openalex.org/W3183255078","https://openalex.org/W3200384228","https://openalex.org/W3202370946","https://openalex.org/W4200000135","https://openalex.org/W4200142374","https://openalex.org/W4200217357","https://openalex.org/W4205365435","https://openalex.org/W4205580335","https://openalex.org/W4210736635","https://openalex.org/W4212969531","https://openalex.org/W4213438097","https://openalex.org/W4214926389","https://openalex.org/W4214939412","https://openalex.org/W4226252548","https://openalex.org/W4236137412","https://openalex.org/W4239510810","https://openalex.org/W4283450732","https://openalex.org/W4285723986","https://openalex.org/W4286434177","https://openalex.org/W4296569543","https://openalex.org/W4313510021","https://openalex.org/W4321770539","https://openalex.org/W6601404805","https://openalex.org/W6637373629","https://openalex.org/W6745537798","https://openalex.org/W6762718338","https://openalex.org/W6801892685","https://openalex.org/W6944657309"],"related_works":["https://openalex.org/W2355001665","https://openalex.org/W2158111730","https://openalex.org/W3147584709","https://openalex.org/W2538381311","https://openalex.org/W2545123933","https://openalex.org/W1554443815","https://openalex.org/W2117956651","https://openalex.org/W3016428515","https://openalex.org/W2977677679","https://openalex.org/W1828077223"],"abstract_inverted_index":{"Building":[0],"structural":[1],"types":[2],"(BSTs)":[3],"information":[4,18,71,216],"is":[5,19,148],"vital":[6],"for":[7,35,220],"seismic":[8],"risk":[9],"and":[10,30,49,72,80,108,113,150,180,189,202,225],"vulnerability":[11],"modeling.":[12],"However,":[13,59],"obtaining":[14,74],"this":[15],"kind":[16],"of":[17,69,125,208],"not":[20],"a":[21,28,39,90,131,140,154,170,206],"trivial":[22],"task.":[23],"The":[24],"conventional":[25],"method":[26],"involves":[27],"labor-intensive":[29],"inefficient":[31],"manual":[32],"inspection":[33],"process":[34],"each":[36],"building.":[37],"Nowadays,":[38],"few":[40],"methods":[41,61],"have":[42,62],"explored":[43],"to":[44,54,120,134,159,176],"use":[45,130,153],"remote":[46,99],"sensing":[47,100],"images":[48],"some":[50],"building-related":[51],"knowledge":[52,141],"(BRK)":[53],"realize":[55],"automated":[56],"BSTs":[57,215],"recognition.":[58],"these":[60],"many":[63],"limitations,":[64],"such":[65],"as":[66],"insufficient":[67],"mining":[68],"multimodal":[70,92],"difficulty":[73],"BRK,":[75],"which":[76,95,204],"hinders":[77],"their":[78],"promotion":[79],"practical":[81],"use.":[82],"To":[83],"alleviate":[84],"the":[85,136,146,161,165,178,193,197],"shortcomings":[86],"above,":[87],"we":[88,129,152,168],"propose":[89,169],"deep":[91],"fusion":[93,174],"model,":[94,213],"combines":[96],"satellite":[97],"optical":[98],"image,":[101,107],"aerial":[102],"Synthetic":[103],"Aperture":[104],"Radar":[105],"(SAR)":[106],"BRK":[109,147],"(roof":[110],"type,":[111],"color,":[112],"group":[114],"pattern)":[115],"obtained":[116,219],"by":[117],"domain":[118],"experts":[119],"achieve":[121],"accurate":[122],"automatic":[123],"reasoning":[124],"BSTs.":[126],"Specifically,":[127],"first,":[128],"pseudo-siamese":[132],"network":[133],"extract":[135,160],"image":[137,179],"feature.":[138,182],"Second,":[139],"graph":[142],"(KG)":[143],"based":[144],"on":[145,192],"constructed,":[149],"then":[151],"Graph":[155],"Attention":[156],"Network":[157],"(GAT)":[158],"semantic":[162,181],"feature":[163],"from":[164],"KG.":[166],"Third,":[167],"novel":[171],"multi-stage":[172],"gated":[173],"mechanism":[175],"fuse":[177],"Our":[183],"method's":[184],"best":[185],"overall":[186],"accuracy":[187],"(OA)":[188],"kappa":[190],"coefficient":[191],"dataset":[194],"collected":[195],"in":[196],"study":[198],"area":[199],"are":[200],"90.35%":[201],"0.83,":[203],"outperforms":[205],"series":[207],"existing":[209],"methods.":[210],"Through":[211],"our":[212],"high-precision":[214],"can":[217],"be":[218],"earthquake":[221],"disaster":[222],"prevention,":[223],"reduction,":[224],"emergency":[226],"decision-making.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}