{"id":"https://openalex.org/W4294643358","doi":"https://doi.org/10.1109/tgrs.2022.3204345","title":"Fine-Scale Urban Informal Settlements Mapping by Fusing Remote Sensing Images and Building Data via a Transformer-Based Multimodal Fusion Network","display_name":"Fine-Scale Urban Informal Settlements Mapping by Fusing Remote Sensing Images and Building Data via a Transformer-Based Multimodal Fusion Network","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4294643358","doi":"https://doi.org/10.1109/tgrs.2022.3204345"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2022.3204345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3204345","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058213496","display_name":"Runyu Fan","orcid":"https://orcid.org/0000-0002-5259-5670"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Runyu Fan","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","School of Computer Science, China University of Geosciences, Wuhan, PR China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008409933","display_name":"Fengpeng Li","orcid":"https://orcid.org/0000-0001-5080-7425"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Fengpeng Li","raw_affiliation_strings":["Faculty of Science and Technology, University of Macau, Macau, China","Faculty of Science and Technology, University of MACAU, MACAU SAR, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]},{"raw_affiliation_string":"Faculty of Science and Technology, University of MACAU, MACAU SAR, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100750908","display_name":"Wei Han","orcid":"https://orcid.org/0000-0003-3882-1616"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Han","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","School of Computer Science, China University of Geosciences, Wuhan, PR China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047516173","display_name":"Jining Yan","orcid":"https://orcid.org/0000-0003-0680-5427"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jining Yan","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","School of Computer Science, China University of Geosciences, Wuhan, PR China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362041","display_name":"Jun Li","orcid":"https://orcid.org/0000-0003-1613-9448"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","School of Computer Science, China University of Geosciences, Wuhan, PR China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009116003","display_name":"Lizhe Wang","orcid":"https://orcid.org/0000-0003-2766-0845"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhe Wang","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China","School of Computer Science, China University of Geosciences, Wuhan, PR China","Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, China University of Geosciences, Wuhan, PR China","institution_ids":["https://openalex.org/I3124059619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058213496"],"corresponding_institution_ids":["https://openalex.org/I3124059619"],"apc_list":null,"apc_paid":null,"fwci":6.3095,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.97041985,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"60","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10226","display_name":"Land Use and Ecosystem Services","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7821829319000244},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5970025062561035},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.4832054376602173},{"id":"https://openalex.org/keywords/informal-settlements","display_name":"Informal settlements","score":0.4686044454574585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4668926000595093},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46103858947753906},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4198595881462097},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4173382818698883},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.20355042815208435}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821829319000244},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5970025062561035},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4832054376602173},{"id":"https://openalex.org/C2992462627","wikidata":"https://www.wikidata.org/wiki/Q96382144","display_name":"Informal settlements","level":2,"score":0.4686044454574585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4668926000595093},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46103858947753906},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4198595881462097},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4173382818698883},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.20355042815208435},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2022.3204345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2022.3204345","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G1322315197","display_name":null,"funder_award_id":"2019CFA023","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G1596133006","display_name":null,"funder_award_id":"U1711266","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G509352352","display_name":null,"funder_award_id":"41925007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1539429027","https://openalex.org/W1760020758","https://openalex.org/W1990444226","https://openalex.org/W1993438172","https://openalex.org/W2024106504","https://openalex.org/W2026723939","https://openalex.org/W2081615203","https://openalex.org/W2085625911","https://openalex.org/W2109255472","https://openalex.org/W2114819256","https://openalex.org/W2194775991","https://openalex.org/W2308318555","https://openalex.org/W2338897872","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2515866431","https://openalex.org/W2588173298","https://openalex.org/W2592962403","https://openalex.org/W2599875878","https://openalex.org/W2620858446","https://openalex.org/W2760593828","https://openalex.org/W2765226977","https://openalex.org/W2766673287","https://openalex.org/W2787091153","https://openalex.org/W2810004461","https://openalex.org/W2811293025","https://openalex.org/W2887417196","https://openalex.org/W2892966283","https://openalex.org/W2908196409","https://openalex.org/W2915971115","https://openalex.org/W2945096295","https://openalex.org/W2947847183","https://openalex.org/W2955058313","https://openalex.org/W2990979713","https://openalex.org/W2992240579","https://openalex.org/W2992345683","https://openalex.org/W2999919926","https://openalex.org/W3004770763","https://openalex.org/W3010090408","https://openalex.org/W3031127588","https://openalex.org/W3038091703","https://openalex.org/W3080358119","https://openalex.org/W3097823855","https://openalex.org/W3105577662","https://openalex.org/W3112139896","https://openalex.org/W3129029680","https://openalex.org/W3130211367","https://openalex.org/W3130283309","https://openalex.org/W3135218528","https://openalex.org/W3138211645","https://openalex.org/W3160596558","https://openalex.org/W3172509117","https://openalex.org/W3180045188","https://openalex.org/W3184629543","https://openalex.org/W3188075708","https://openalex.org/W3197958969","https://openalex.org/W3205361185","https://openalex.org/W3211490618","https://openalex.org/W3212859355","https://openalex.org/W3214821343","https://openalex.org/W4205138939","https://openalex.org/W4206603952","https://openalex.org/W4214883615","https://openalex.org/W4229058281","https://openalex.org/W4281863163","https://openalex.org/W4320339642","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6783774048","https://openalex.org/W6797399245"],"related_works":["https://openalex.org/W2909344344","https://openalex.org/W3135697610","https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W2781230233","https://openalex.org/W272479627","https://openalex.org/W1647606319","https://openalex.org/W2922442631","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Urban":[0],"informal":[1,23,51,75,121,139],"settlements":[2,7,24,76,140],"(UIS)":[3],"are":[4,54,77],"high-density":[5],"population":[6],"with":[8,257],"low":[9],"standards":[10],"of":[11,34,108,120,128,138,198,206,215,221,245],"living":[12],"and":[13,41,103,136,175,177,192,208,231,253],"supply.":[14],"UIS":[15,72,87,92,147,154,225],"semantic":[16,88,141,155,226,237,261],"segmentation,":[17],"which":[18,200],"identifies":[19],"pixels":[20,62],"corresponding":[21],"to":[22,31,70,116,165,182,274,277],"in":[25,45,189,217],"remote":[26,100,129,171],"sensing":[27,101,130,172],"images,":[28,102],"is":[29,105],"crucial":[30],"the":[32,117,134,195,218,222,233,258,267],"estimation":[33],"poor":[35],"communities,":[36],"urban":[37],"management,":[38],"resource":[39],"allocation,":[40],"future":[42],"planning,":[43],"particularly":[44],"megacities.":[46],"However,":[47],"most":[48],"studies":[49,66,94],"on":[50,57,97,111,236,247],"settlement":[52],"mapping":[53,93,148],"either":[55],"based":[56],"parcels":[58],"(image":[59],"classification)":[60],"or":[61],"(semantic":[63],"segmentation).":[64],"Few":[65],"utilize":[67],"object":[68,83],"information":[69,84],"improve":[71,86],"mapping.":[73],"Since":[74],"formed":[78],"by":[79,272],"buildings":[80],"(objects),":[81],"utilizing":[82],"can":[85],"segmentation.":[89,142],"Furthermore,":[90],"current":[91,259],"mainly":[95],"focus":[96],"using":[98,112,123],"single-modality":[99],"there":[104],"a":[106,125,153,162,209,243,248],"lack":[107],"related":[109],"research":[110],"multimodal":[113,167],"data.":[114],"Due":[115],"spatial":[118],"heterogeneity":[119],"settlements,":[122],"only":[124],"single":[126],"modality":[127],"image":[131],"features":[132],"limits":[133],"effectiveness":[135],"accuracy":[137,204],"Aiming":[143],"at":[144,285],"achieving":[145],"fine-scale":[146],"results,":[149],"this":[150],"paper":[151],"proposes":[152],"segmentation":[156,227,238,262],"method,":[157],"namely":[158],"UisNet,":[159,199],"that":[160,266],"utilizes":[161],"transformer-based":[163],"block":[164],"receive":[166],"data,":[168],"including":[169],"high-spatial-resolution":[170],"images":[173],"(parcel-":[174],"pixel-level)":[176],"building":[178],"polygon":[179],"data":[180],"(object-level)":[181],"identify":[183],"UIS.":[184],"The":[185],"experiments":[186,246],"were":[187],"conducted":[188],"Shenzhen":[190],"City,":[191],"they":[193],"confirmed":[194],"superior":[196],"performance":[197],"achieved":[201],"an":[202],"overall":[203],"(OA)":[205],"94.80%":[207],"mean":[210],"intersection":[211],"over":[212],"union":[213],"(mIoU)":[214],"85.51%":[216],"testing":[219],"set":[220,244],"manually":[223],"labeled":[224],"dataset":[228,250],"(UIS-Shenzhen":[229],"dataset)":[230,252],"outperformed":[232],"best":[234],"models":[235],"tasks.":[239],"Besides,":[240],"we":[241],"add":[242],"public":[249],"(GID":[251],"compare":[254],"our":[255],"method":[256],"state-of-the-art":[260],"methods.":[263,279],"Experiments":[264],"show":[265],"proposed":[268],"UisNet":[269],"improves":[270],"mIoU":[271],"1.64%":[273],"7.58%":[275],"compared":[276],"other":[278],"This":[280],"work":[281],"will":[282],"be":[283],"available":[284],"https://github.com/RunyuFan/.":[286]},"counts_by_year":[{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}