{"id":"https://openalex.org/W4226086539","doi":"https://doi.org/10.1109/robio54168.2021.9739390","title":"NLFNet: Non-Local Fusion Towards Generalized Multimodal Semantic Segmentation across RGB-Depth, Polarization, and Thermal Images","display_name":"NLFNet: Non-Local Fusion Towards Generalized Multimodal Semantic Segmentation across RGB-Depth, Polarization, and Thermal Images","publication_year":2021,"publication_date":"2021-12-27","ids":{"openalex":"https://openalex.org/W4226086539","doi":"https://doi.org/10.1109/robio54168.2021.9739390"},"language":"en","primary_location":{"id":"doi:10.1109/robio54168.2021.9739390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio54168.2021.9739390","pdf_url":null,"source":{"id":"https://openalex.org/S4363607846","display_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103021640","display_name":"Ran Yan","orcid":"https://orcid.org/0000-0003-2498-0763"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I4391767668","display_name":"State Key Laboratory of Modern Optical Instruments","ror":"https://ror.org/018fpas51","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767668","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ran Yan","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Modern Optical Instrumentation,China","State Key Laboratory of Modern Optical Instrumentation, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Modern Optical Instrumentation,China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4391767668"]},{"raw_affiliation_string":"State Key Laboratory of Modern Optical Instrumentation, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4391767668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027010844","display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["Karlsruhe Institute of Technology,Institute for Anthropomatics and Robotics,Germany","Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology,Institute for Anthropomatics and Robotics,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018263416","display_name":"Kaiwei Wang","orcid":"https://orcid.org/0000-0002-8272-3119"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwei Wang","raw_affiliation_strings":["Zhejiang University,National Optical Instrumentation Engineering Technology Research Center,China","National Optical Instrumentation Engineering Technology Research Center, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,National Optical Instrumentation Engineering Technology Research Center,China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"National Optical Instrumentation Engineering Technology Research Center, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103021640"],"corresponding_institution_ids":["https://openalex.org/I4391767668","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.0455,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.86059908,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1129","last_page":"1135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8040655851364136},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.7599211931228638},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7479161620140076},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.747662365436554},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7008364200592041},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5285497903823853},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4227569103240967}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8040655851364136},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7599211931228638},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7479161620140076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.747662365436554},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7008364200592041},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5285497903823853},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4227569103240967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio54168.2021.9739390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio54168.2021.9739390","pdf_url":null,"source":{"id":"https://openalex.org/S4363607846","display_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2117539524","https://openalex.org/W2165114467","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2516063657","https://openalex.org/W2560023338","https://openalex.org/W2587989515","https://openalex.org/W2592939477","https://openalex.org/W2615011300","https://openalex.org/W2752782242","https://openalex.org/W2762439315","https://openalex.org/W2774839435","https://openalex.org/W2897373036","https://openalex.org/W2921749009","https://openalex.org/W2955058313","https://openalex.org/W2955857384","https://openalex.org/W2963091558","https://openalex.org/W2963419596","https://openalex.org/W2963881378","https://openalex.org/W2970048031","https://openalex.org/W2971014764","https://openalex.org/W2971290066","https://openalex.org/W2974687854","https://openalex.org/W3014641072","https://openalex.org/W3033020497","https://openalex.org/W3042173136","https://openalex.org/W3046421354","https://openalex.org/W3069056889","https://openalex.org/W3091001089","https://openalex.org/W3091791645","https://openalex.org/W3108288688","https://openalex.org/W3108601100","https://openalex.org/W3110089052","https://openalex.org/W3125553402","https://openalex.org/W3131439390","https://openalex.org/W3137799923","https://openalex.org/W3166016280","https://openalex.org/W3170279373","https://openalex.org/W3170841864","https://openalex.org/W3182674219","https://openalex.org/W3211490618","https://openalex.org/W3213165621","https://openalex.org/W3217258974","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639824700","https://openalex.org/W6726623924","https://openalex.org/W6733387591","https://openalex.org/W6765374339","https://openalex.org/W6767071366","https://openalex.org/W6779094306","https://openalex.org/W6783221536","https://openalex.org/W6787403998","https://openalex.org/W6797399245","https://openalex.org/W6798837711"],"related_works":["https://openalex.org/W1986655823","https://openalex.org/W2185902295","https://openalex.org/W2103507220","https://openalex.org/W3144569342","https://openalex.org/W3011384228","https://openalex.org/W2124969951","https://openalex.org/W2945274617","https://openalex.org/W4313052709","https://openalex.org/W4298131179","https://openalex.org/W2375430703"],"abstract_inverted_index":{"In":[0,69],"recent":[1],"years,":[2],"intelligent":[3],"driving":[4,50,160],"navigation":[5],"has":[6],"made":[7],"considerable":[8],"progress,":[9],"and":[10,120,140,149,161],"semantic":[11,25,81,152],"segmentation":[12,26,82,115],"is":[13,79,155],"one":[14],"of":[15,34,47,117,124,143],"the":[16,45,66,114,118,122,138,144],"most":[17],"advanced":[18],"scene":[19],"perception":[20],"methods.":[21],"At":[22],"present,":[23],"traditional":[24],"methods":[27],"can":[28,85,96],"use":[29,97],"RGB":[30,52,67],"images":[31,53],"for":[32,109,158],"detection":[33],"obstacles":[35],"that":[36,84],"are":[37],"clearly":[38],"visible":[39],"in":[40,44,91,127],"outdoor":[41],"scenes.":[42,131],"However,":[43],"face":[46],"complex":[48],"realistic":[49],"scenes,":[51],"cannot":[54],"provide":[55],"sufficient":[56],"information.":[57,68],"We":[58,132],"need":[59],"some":[60],"other":[61],"modal":[62],"information":[63,90,99],"to":[64,105,136],"supplement":[65],"this":[70],"paper,":[71],"we":[72],"propose":[73],"Non-Local":[74],"Fusion":[75],"Network":[76],"(NLFNet),":[77],"which":[78,154],"a":[80],"network":[83,119],"selectively":[86],"fuse":[87],"multimodal":[88],"input":[89],"an":[92],"adaptive":[93],"manner.":[94],"It":[95],"complementary":[98],"collected":[100],"by":[101],"different":[102],"optical":[103],"sensors":[104],"extract":[106],"effective":[107],"features":[108],"fusion.":[110],"Thereby,":[111],"it":[112],"improves":[113],"accuracy":[116],"solves":[121],"problem":[123],"object":[125],"recognition":[126],"various":[128],"challenging":[129],"real-world":[130],"conduct":[133],"comprehensive":[134],"experiments":[135],"verify":[137],"effectiveness":[139],"generalization":[141],"ability":[142],"framework":[145],"across":[146],"RGB-Depth,":[147],"RGB-Polarization,":[148],"RGB-Thermal":[150],"image":[151],"segmentation,":[153],"especially":[156],"suitable":[157],"autonomous":[159],"robot":[162],"vision":[163],"applications.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}