{"id":"https://openalex.org/W2955857384","doi":"https://doi.org/10.48550/arxiv.1907.00135","title":"RFBNet: Deep Multimodal Networks with Residual Fusion Blocks for RGB-D Semantic Segmentation","display_name":"RFBNet: Deep Multimodal Networks with Residual Fusion Blocks for RGB-D Semantic Segmentation","alternate_titles":[],"publication_year":2019,"publication_date":"2019-06-29","ids":{"openalex":"https://openalex.org/W2955857384","doi":"https://doi.org/10.48550/arxiv.1907.00135","mag":"2955857384"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1907.00135","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.00135","pdf_url":"https://arxiv.org/pdf/1907.00135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2955857384"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.00135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044739473","display_name":"Liuyuan Deng","orcid":"https://orcid.org/0000-0002-5217-1827","observed_orcids":["https://orcid.org/0000-0002-5217-1827"]},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Deng, Liuyuan","raw_affiliation_strings":["Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","Ministry of Education of China , Shanghai , 200240 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Ministry of Education of China , Shanghai , 200240 , China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009256880","display_name":"Ming Zhu Yang","orcid":"https://orcid.org/0000-0002-8679-9137","observed_orcids":["https://orcid.org/0000-0002-8679-9137"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang, Ming","raw_affiliation_strings":["Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460598","display_name":"Tianyi Li","orcid":"https://orcid.org/0000-0001-7038-7798","observed_orcids":["https://orcid.org/0000-0001-7038-7798"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Tianyi","raw_affiliation_strings":["Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032565894","display_name":"Yuesheng He","orcid":"https://orcid.org/0000-0002-3833-1150","observed_orcids":["https://orcid.org/0000-0002-3833-1150"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"He, Yuesheng","raw_affiliation_strings":["Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048517656","display_name":"Chunxiang Wang","orcid":"https://orcid.org/0000-0002-6885-6740","observed_orcids":["https://orcid.org/0000-0002-6885-6740"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Chunxiang","raw_affiliation_strings":["Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation , Shanghai Jiao Tong University ; Key Laboratory of System Control and Information Processing ,","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":116,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-d-semantic-segmentation","display_name":"RGB-D semantic segmentation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8730000257492065},{"id":"https://openalex.org/keywords/gate-mechanism","display_name":"gate mechanism","score":0.7009999752044678},{"id":"https://openalex.org/keywords/feature-complementarity","display_name":"complementary features","score":0.7519999742507935}],"concepts":[{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.8259886503219604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575747966766357},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7453188896179199},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6597569584846497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6430979371070862},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6106797456741333},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5707166790962219},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.5136465430259705},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5072169303894043},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.46082603931427},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3305630087852478},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1773149073123932},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C103038307","wikidata":"https://www.wikidata.org/wiki/Q6556360","display_name":"Lipid bilayer fusion","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1907.00135","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.00135","pdf_url":"https://arxiv.org/pdf/1907.00135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1907.00135","doi":"https://doi.org/10.48550/arxiv.1907.00135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.00135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.00135","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.00135","pdf_url":"https://arxiv.org/pdf/1907.00135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2297757108","display_name":null,"funder_award_id":"U1764264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2591868390","display_name":null,"funder_award_id":"61873165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6959257340","display_name":null,"funder_award_id":"U1764264/61873165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7799961363","display_name":null,"funder_award_id":"1733/1807","funder_id":"https://openalex.org/F4320318553","funder_display_name":"Shanghai Automotive Industry Science and Technology Development Foundation"}],"funders":[{"id":"https://openalex.org/F4320318553","display_name":"Shanghai Automotive Industry Science and Technology Development Foundation","ror":"https://ror.org/02pv2ft09"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2955857384.pdf","grobid_xml":"https://content.openalex.org/works/W2955857384.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1026270304","https://openalex.org/W1565402342","https://openalex.org/W1990444762","https://openalex.org/W2022508996","https://openalex.org/W2033979122","https://openalex.org/W2037227137","https://openalex.org/W2053101950","https://openalex.org/W2054279472","https://openalex.org/W2064675550","https://openalex.org/W2069189801","https://openalex.org/W2117539524","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2395611524","https://openalex.org/W2485522583","https://openalex.org/W2526187989","https://openalex.org/W2560023338","https://openalex.org/W2587989515","https://openalex.org/W2594519801","https://openalex.org/W2600777408","https://openalex.org/W2604627275","https://openalex.org/W2609822318","https://openalex.org/W2612445135","https://openalex.org/W2741141082","https://openalex.org/W2745074940","https://openalex.org/W2759366285","https://openalex.org/W2762439315","https://openalex.org/W2767290858","https://openalex.org/W2775906317","https://openalex.org/W2782278879","https://openalex.org/W2782882873","https://openalex.org/W2795014656","https://openalex.org/W2805395174","https://openalex.org/W2956887593","https://openalex.org/W2958457167","https://openalex.org/W2963038646","https://openalex.org/W2963416674","https://openalex.org/W2964309882","https://openalex.org/W2970011264","https://openalex.org/W2971002231","https://openalex.org/W2997564896"],"related_works":["https://openalex.org/W4402818207","https://openalex.org/W2775906317","https://openalex.org/W4378189111","https://openalex.org/W3198307164","https://openalex.org/W4407099381","https://openalex.org/W3171949150","https://openalex.org/W3197725480","https://openalex.org/W4414527009","https://openalex.org/W4386766592","https://openalex.org/W4320802268"],"abstract_inverted_index":{"RGB-D":[0,148],"semantic":[1,149],"segmentation":[2,150],"methods":[3],"conventionally":[4],"use":[5],"two":[6,109,156],"independent":[7],"encoders":[8,78,126],"to":[9,25,50,63,98],"extract":[10],"features":[11,75,83,122,130],"from":[12,38,76],"the":[13,27,30,35,52,55,65,77,90,100,103,124,138,140,143,159,163,167],"RGB":[14],"and":[15,112,127,165],"depth":[16],"data.":[17],"However,":[18],"there":[19],"lacks":[20],"an":[21,60],"effective":[22],"fusion":[23,48,95,114],"mechanism":[24],"bridge":[26],"encoders,":[28],"for":[29,84,123,147],"purpose":[31],"of":[32,102,108,161],"fully":[33],"exploiting":[34],"complementary":[36,82,121],"information":[37],"multiple":[39],"modalities.":[40],"This":[41],"paper":[42,91,141],"proposes":[43,92],"a":[44,93],"novel":[45],"bottom-up":[46],"interactive":[47],"structure":[49,58],"model":[51],"interdependencies":[53,164],"between":[54],"encoders.":[56,66,104],"The":[57,67,105,153],"introduces":[59],"interaction":[61,68],"stream":[62,69],"interconnect":[64],"not":[70],"only":[71],"progressively":[72],"aggregates":[73],"modality-specific":[74,125,129],"but":[79],"also":[80],"computes":[81],"them.":[85],"To":[86],"instantiate":[87],"this":[88],"structure,":[89],"residual":[94,110],"block":[96],"(RFB)":[97],"formulate":[99],"interdependences":[101],"RFB":[106],"consists":[107],"units":[111],"one":[113],"unit":[115],"with":[116],"gate":[117],"mechanism.":[118],"It":[119],"learns":[120],"extracts":[128],"as":[131,133],"well":[132],"cross-modal":[134],"features.":[135],"Based":[136],"on":[137,155],"RFB,":[139],"presents":[142],"deep":[144],"multimodal":[145],"networks":[146],"called":[151],"RFBNet.":[152],"experiments":[154],"datasets":[157],"demonstrate":[158],"effectiveness":[160],"modeling":[162],"that":[166],"RFBNet":[168],"achieved":[169],"state-of-the-art":[170],"performance.":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2955857384","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-07-12T00:00:00"}
