{"id":"https://openalex.org/W2780835727","doi":"https://doi.org/10.3390/rs10010052","title":"Effective Fusion of Multi-Modal Remote Sensing Data in a Fully Convolutional Network for Semantic Labeling","display_name":"Effective Fusion of Multi-Modal Remote Sensing Data in a Fully Convolutional Network for Semantic Labeling","publication_year":2017,"publication_date":"2017-12-29","ids":{"openalex":"https://openalex.org/W2780835727","doi":"https://doi.org/10.3390/rs10010052","mag":"2780835727"},"language":"en","primary_location":{"id":"doi:10.3390/rs10010052","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs10010052","pdf_url":"https://www.mdpi.com/2072-4292/10/1/52/pdf?version=1514548632","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/10/1/52/pdf?version=1514548632","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100721586","display_name":"Wenkai Zhang","orcid":"https://orcid.org/0000-0002-8903-2708"},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenkai Zhang","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Institute of Electronics, Chinese Academy of Sciences, Beijing 100190, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Huairou District, Beijing 100049, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Institute of Electronics, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Huairou District, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101994555","display_name":"Hai Huang","orcid":"https://orcid.org/0000-0001-8745-8142"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hai Huang","raw_affiliation_strings":["Institute for Applied Computer Science, Bundeswehr University Munich, Werner-Heisenberg-Weg 39, D-85577 Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Applied Computer Science, Bundeswehr University Munich, Werner-Heisenberg-Weg 39, D-85577 Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104145722","display_name":"Matthias Schmitz","orcid":null},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Schmitz","raw_affiliation_strings":["Institute for Applied Computer Science, Bundeswehr University Munich, Werner-Heisenberg-Weg 39, D-85577 Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Applied Computer Science, Bundeswehr University Munich, Werner-Heisenberg-Weg 39, D-85577 Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005905514","display_name":"Xian Sun","orcid":"https://orcid.org/0000-0002-0038-9816"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Sun","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Institute of Electronics, Chinese Academy of Sciences, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Institute of Electronics, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404293","display_name":"Hongqi Wang","orcid":"https://orcid.org/0000-0002-5172-571X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongqi Wang","raw_affiliation_strings":["Key Laboratory of Spatial Information Processing and Application System Technology, Institute of Electronics, Chinese Academy of Sciences, Beijing 100190, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spatial Information Processing and Application System Technology, Institute of Electronics, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051753781","display_name":"Helmut Mayer","orcid":"https://orcid.org/0000-0002-9439-2695"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Helmut Mayer","raw_affiliation_strings":["Institute for Applied Computer Science, Bundeswehr University Munich, Werner-Heisenberg-Weg 39, D-85577 Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Applied Computer Science, Bundeswehr University Munich, Werner-Heisenberg-Weg 39, D-85577 Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101994555"],"corresponding_institution_ids":["https://openalex.org/I40527276"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":1.5474,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.90258722,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"52","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7327205538749695},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6333856582641602},{"id":"https://openalex.org/keywords/concatenation","display_name":"Concatenation (mathematics)","score":0.605285108089447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5265942811965942},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5156034827232361},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.4567393958568573},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.44348108768463135},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4347190856933594},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.41940945386886597},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3768647611141205},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11056414246559143},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08563315868377686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7327205538749695},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6333856582641602},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.605285108089447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5265942811965942},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5156034827232361},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4567393958568573},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.44348108768463135},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4347190856933594},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.41940945386886597},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3768647611141205},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11056414246559143},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08563315868377686},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs10010052","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs10010052","pdf_url":"https://www.mdpi.com/2072-4292/10/1/52/pdf?version=1514548632","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c02150a3fe4149c7861b4b0973b31697","is_oa":true,"landing_page_url":"https://doaj.org/article/c02150a3fe4149c7861b4b0973b31697","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 10, Iss 1, p 52 (2017)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/10/1/52/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs10010052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing; Volume 10; Issue 1; Pages: 52","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs10010052","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs10010052","pdf_url":"https://www.mdpi.com/2072-4292/10/1/52/pdf?version=1514548632","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[{"id":"https://openalex.org/G360066622","display_name":null,"funder_award_id":"41501485","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2780835727.pdf","grobid_xml":"https://content.openalex.org/works/W2780835727.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1565402342","https://openalex.org/W1849277567","https://openalex.org/W1903029394","https://openalex.org/W2112796928","https://openalex.org/W2124592697","https://openalex.org/W2155893237","https://openalex.org/W2158778629","https://openalex.org/W2163605009","https://openalex.org/W2341130385","https://openalex.org/W2395611524","https://openalex.org/W2469938794","https://openalex.org/W2480078828","https://openalex.org/W2527276685","https://openalex.org/W2538244214","https://openalex.org/W2587989515","https://openalex.org/W2616727008","https://openalex.org/W2616755213","https://openalex.org/W2621386817","https://openalex.org/W2963881378","https://openalex.org/W3125274220","https://openalex.org/W6941273861"],"related_works":["https://openalex.org/W2373577936","https://openalex.org/W4221148444","https://openalex.org/W4387678054","https://openalex.org/W2389596151","https://openalex.org/W3095575180","https://openalex.org/W4306784355","https://openalex.org/W2169308097","https://openalex.org/W4246226292","https://openalex.org/W3091984855","https://openalex.org/W2150768546"],"abstract_inverted_index":{"In":[0,66],"recent":[1],"years,":[2],"Fully":[3],"Convolutional":[4],"Networks":[5],"(FCN)":[6],"have":[7,28],"led":[8],"to":[9,62,129],"a":[10,63,121,169],"great":[11],"improvement":[12],"of":[13,39,42,54,73,88,104,118,126,138,147,161,207],"semantic":[14,86],"labeling":[15,87],"for":[16,31,84,158],"various":[17],"applications":[18],"including":[19],"multi-modal":[20,32,55,109],"remote":[21],"sensing":[22],"data.":[23],"Although":[24],"different":[25,127,148],"fusion":[26,53,82,160],"strategies":[27],"been":[29],"reported":[30],"data,":[33],"there":[34],"is":[35,48,133,173],"no":[36],"in-depth":[37],"study":[38],"the":[40,71,85,130,136,139,144,153,159,179,195,205,208],"reasons":[41],"performance":[43,141],"limits.":[44],"For":[45],"example,":[46],"it":[47],"unclear,":[49],"why":[50],"an":[51,80,155],"early":[52],"data":[56,110],"in":[57,120],"FCN":[58,77,171],"does":[59],"not":[60],"lead":[61],"satisfying":[64],"result.":[65],"this":[67],"paper,":[68],"we":[69],"investigate":[70],"contribution":[72,103,125],"individual":[74],"layers":[75,105,162],"inside":[76],"and":[78,102,108,115,165,187,194,200],"propose":[79],"effective":[81],"strategy":[83],"color":[89],"or":[90],"infrared":[91],"imagery":[92,189,199],"together":[93],"with":[94,163],"elevation":[95,166],"(e.g.,":[96],"Digital":[97],"Surface":[98],"Models).":[99],"The":[100,124],"sensitivity":[101],"concerning":[106],"classes":[107],"are":[111,176],"quantified":[112],"by":[113,143],"recall":[114,119],"descent":[116],"rate":[117],"multi-resolution":[122],"model.":[123],"modalities":[128],"pixel-wise":[131],"prediction":[132],"analyzed":[134],"explaining":[135],"reason":[137],"poor":[140],"caused":[142],"plain":[145],"concatenation":[146],"modalities.":[149],"Finally,":[150],"based":[151],"on":[152,178],"analysis":[154],"optimized":[156],"scheme":[157],"image":[164],"information":[167],"into":[168],"single":[170],"model":[172],"derived.":[174],"Experiments":[175],"performed":[177],"ISPRS":[180],"Vaihingen":[181],"2D":[182],"Semantic":[183],"Labeling":[184],"dataset":[185,197],"(infrared":[186],"RGB":[188],"as":[190,192],"well":[191],"elevation)":[193],"Potsdam":[196],"(RGB":[198],"elevation).":[201],"Comprehensive":[202],"evaluations":[203],"demonstrate":[204],"potential":[206],"proposed":[209],"approach.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
