{"id":"https://openalex.org/W4225133862","doi":"https://doi.org/10.3390/rs14092113","title":"Composite Style Pixel and Point Convolution-Based Deep Fusion Neural Network Architecture for the Semantic Segmentation of Hyperspectral and Lidar Data","display_name":"Composite Style Pixel and Point Convolution-Based Deep Fusion Neural Network Architecture for the Semantic Segmentation of Hyperspectral and Lidar Data","publication_year":2022,"publication_date":"2022-04-28","ids":{"openalex":"https://openalex.org/W4225133862","doi":"https://doi.org/10.3390/rs14092113"},"language":"en","primary_location":{"id":"doi:10.3390/rs14092113","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs14092113","pdf_url":"https://www.mdpi.com/2072-4292/14/9/2113/pdf?version=1651226192","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/14/9/2113/pdf?version=1651226192","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083006045","display_name":"Kevin Decker","orcid":"https://orcid.org/0000-0001-8698-8141"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]},{"id":"https://openalex.org/I4210113597","display_name":"Defense Engineering Corporation (United States)","ror":"https://ror.org/01vj91x16","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113597"]},{"id":"https://openalex.org/I55061410","display_name":"U.S. Air Force Institute of Technology","ror":"https://ror.org/03f9f1d95","country_code":"US","type":"education","lineage":["https://openalex.org/I1294991024","https://openalex.org/I1330347796","https://openalex.org/I1330347796","https://openalex.org/I2802362820","https://openalex.org/I4210089612","https://openalex.org/I4210102105","https://openalex.org/I4210102105","https://openalex.org/I55061410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin T. Decker","raw_affiliation_strings":["Air Force Institute of Technology, Department of Electrical and Computer Engineering, 2950 Hobson Way, Wright Patterson AFB, OH 45433, USA","Air Force Research Laboratory, Multispectral Sensing and Detection Division, LADAR Technology Branch, Wright Patterson AFB, OH 45433, USA","Defense Engineering Corporation (DEC), Beavercreek, OH 45434, USA"],"affiliations":[{"raw_affiliation_string":"Air Force Institute of Technology, Department of Electrical and Computer Engineering, 2950 Hobson Way, Wright Patterson AFB, OH 45433, USA","institution_ids":["https://openalex.org/I55061410"]},{"raw_affiliation_string":"Air Force Research Laboratory, Multispectral Sensing and Detection Division, LADAR Technology Branch, Wright Patterson AFB, OH 45433, USA","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Defense Engineering Corporation (DEC), Beavercreek, OH 45434, USA","institution_ids":["https://openalex.org/I4210113597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033187994","display_name":"Brett J. Borghetti","orcid":"https://orcid.org/0000-0003-4982-9859"},"institutions":[{"id":"https://openalex.org/I55061410","display_name":"U.S. Air Force Institute of Technology","ror":"https://ror.org/03f9f1d95","country_code":"US","type":"education","lineage":["https://openalex.org/I1294991024","https://openalex.org/I1330347796","https://openalex.org/I1330347796","https://openalex.org/I2802362820","https://openalex.org/I4210089612","https://openalex.org/I4210102105","https://openalex.org/I4210102105","https://openalex.org/I55061410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brett J. Borghetti","raw_affiliation_strings":["Air Force Institute of Technology, Department of Electrical and Computer Engineering, 2950 Hobson Way, Wright Patterson AFB, OH 45433, USA"],"affiliations":[{"raw_affiliation_string":"Air Force Institute of Technology, Department of Electrical and Computer Engineering, 2950 Hobson Way, Wright Patterson AFB, OH 45433, USA","institution_ids":["https://openalex.org/I55061410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5083006045"],"corresponding_institution_ids":["https://openalex.org/I1280414376","https://openalex.org/I4210113597","https://openalex.org/I55061410"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":1.192,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.74315198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"14","issue":"9","first_page":"2113","last_page":"2113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7885028719902039},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7768070697784424},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.7219460010528564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.623197078704834},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.615767240524292},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6115027070045471},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5086737275123596},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4826960563659668},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.471846342086792},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.44001123309135437},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.429592490196228},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36849093437194824}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7885028719902039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7768070697784424},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.7219460010528564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.623197078704834},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.615767240524292},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6115027070045471},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5086737275123596},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4826960563659668},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.471846342086792},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.44001123309135437},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.429592490196228},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36849093437194824},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs14092113","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs14092113","pdf_url":"https://www.mdpi.com/2072-4292/14/9/2113/pdf?version=1651226192","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:464004ffb7b74ba6a6326fff6348f198","is_oa":true,"landing_page_url":"https://doaj.org/article/464004ffb7b74ba6a6326fff6348f198","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 14, Iss 9, p 2113 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/14/9/2113/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs14092113","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing; Volume 14; Issue 9; Pages: 2113","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs14092113","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs14092113","pdf_url":"https://www.mdpi.com/2072-4292/14/9/2113/pdf?version=1651226192","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225133862.pdf","grobid_xml":"https://content.openalex.org/works/W4225133862.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1539811621","https://openalex.org/W1901129140","https://openalex.org/W1965309615","https://openalex.org/W1977030628","https://openalex.org/W2016053056","https://openalex.org/W2020960796","https://openalex.org/W2097117768","https://openalex.org/W2194775991","https://openalex.org/W2288228418","https://openalex.org/W2744049245","https://openalex.org/W2796684832","https://openalex.org/W2809426059","https://openalex.org/W2890859091","https://openalex.org/W2898901454","https://openalex.org/W2901123978","https://openalex.org/W2901692736","https://openalex.org/W2901742430","https://openalex.org/W2947295162","https://openalex.org/W2970971581","https://openalex.org/W2977002487","https://openalex.org/W2990613095","https://openalex.org/W2996478649","https://openalex.org/W4200068923","https://openalex.org/W4205885193","https://openalex.org/W4236714952","https://openalex.org/W6748666111"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2072166414","https://openalex.org/W2956374172","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W4319837668","https://openalex.org/W4293094720","https://openalex.org/W2739701376","https://openalex.org/W2076134148"],"abstract_inverted_index":{"Multimodal":[0],"hyperspectral":[1],"and":[2,9,14,46,86,137,191],"lidar":[3,102,117],"data":[4,106,159],"sets":[5],"provide":[6],"complementary":[7],"spectral":[8],"structural":[10],"data.":[11],"Joint":[12],"processing":[13],"exploitation":[15],"to":[16,77,170,185],"produce":[17],"semantically":[18],"labeled":[19],"pixel":[20,167],"maps":[21],"through":[22],"semantic":[23],"segmentation":[24],"has":[25],"proven":[26],"useful":[27],"for":[28,79],"a":[29,48,60,72,133,145,156],"variety":[30],"of":[31,41,50,83,89,112,129,135,189],"decision":[32],"tasks.":[33],"In":[34],"this":[35],"work,":[36,68],"we":[37],"identify":[38],"two":[39],"areas":[40],"improvement":[42],"over":[43],"previous":[44,125],"approaches":[45],"present":[47],"proof":[49,128],"concept":[51,130],"network":[52,131],"implementing":[53],"these":[54],"improvements.":[55],"First,":[56],"rather":[57],"than":[58],"using":[59],"late":[61],"fusion":[62,75,143,162],"style":[63,74],"architecture":[64,76],"as":[65],"in":[66,121],"prior":[67,122],"our":[69,95,153],"approach":[70,96],"implements":[71],"composite":[73],"allow":[78],"the":[80,87,98,113,127,171,183,195],"simultaneous":[81],"generation":[82],"multimodal":[84],"features":[85,91],"learning":[88],"fused":[90],"during":[92],"encoding.":[93],"Second,":[94],"processes":[97],"higher":[99,166,179],"information":[100,115],"content":[101,116],"3D":[103],"point":[104,136],"cloud":[105],"with":[107],"point-based":[108],"CNN":[109,139],"layers":[110,140],"instead":[111],"lower":[114],"2D":[118],"DSM":[119],"used":[120],"work.":[123],"Unlike":[124],"approaches,":[126],"utilizes":[132],"combination":[134],"pixel-based":[138],"incorporating":[141],"concatenation-based":[142],"necessitating":[144],"novel":[146],"point-to-pixel":[147],"feature":[148],"discretization":[149],"method.":[150],"We":[151],"characterize":[152],"models":[154],"against":[155,182],"modified":[157],"GRSS18":[158],"set.":[160],"Our":[161],"model":[163],"achieved":[164,177],"6.6%":[165],"accuracy":[168,181,193],"compared":[169],"highest-performing":[172],"unimodal":[173],"model.":[174],"Furthermore,":[175],"it":[176],"13.5%":[178],"mean":[180],"hardest":[184],"classify":[186],"samples":[187],"(14%":[188],"total)":[190],"equivalent":[192],"on":[194],"other":[196],"test":[197],"set":[198],"samples.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}