{"id":"https://openalex.org/W2768799425","doi":"https://doi.org/10.1109/tmm.2017.2774007","title":"Multimodal Recurrent Neural Networks With Information Transfer Layers for Indoor Scene Labeling","display_name":"Multimodal Recurrent Neural Networks With Information Transfer Layers for Indoor Scene Labeling","publication_year":2017,"publication_date":"2017-11-15","ids":{"openalex":"https://openalex.org/W2768799425","doi":"https://doi.org/10.1109/tmm.2017.2774007","mag":"2768799425"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2774007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2774007","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.04687","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Abrar H. Abdulnabi","orcid":"https://orcid.org/0000-0003-0548-5732"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Abrar H. Abdulnabi","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0548-5732","affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bing Shuai","orcid":"https://orcid.org/0000-0001-5811-9950"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bing Shuai","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5811-9950","affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhen Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhen Zuo","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lap-Pui Chau","orcid":"https://orcid.org/0000-0003-4932-0593"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lap-Pui Chau","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4932-0593","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":null,"display_name":"Gang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9237,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.84393031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"20","issue":"7","first_page":"1656","last_page":"1671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.48539999127388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.48539999127388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.09080000221729279,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.056299999356269836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8659999966621399},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6532999873161316},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.538100004196167},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.45840001106262207},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45719999074935913},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.41679999232292175},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.39399999380111694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8828999996185303},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8659999966621399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.708899974822998},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6532999873161316},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.538100004196167},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34630000591278076},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2971000075340271},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2017.2774007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2774007","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1803.04687","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.04687","pdf_url":"https://arxiv.org/pdf/1803.04687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.04687","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.04687","pdf_url":"https://arxiv.org/pdf/1803.04687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G885790777","display_name":null,"funder_award_id":"PSF1321202099","funder_id":"https://openalex.org/F4320334971","funder_display_name":"Science and Engineering Research Council"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320334971","display_name":"Science and Engineering Research Council","ror":"https://ror.org/00zgdb249"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W753847829","https://openalex.org/W1489116628","https://openalex.org/W1512976292","https://openalex.org/W1896788142","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1909234690","https://openalex.org/W1922658220","https://openalex.org/W1922904362","https://openalex.org/W1951319388","https://openalex.org/W1964420786","https://openalex.org/W1969366022","https://openalex.org/W1990444762","https://openalex.org/W1999156278","https://openalex.org/W2014103885","https://openalex.org/W2025341678","https://openalex.org/W2033979122","https://openalex.org/W2047314391","https://openalex.org/W2056610823","https://openalex.org/W2064675550","https://openalex.org/W2067912884","https://openalex.org/W2079735306","https://openalex.org/W2085411191","https://openalex.org/W2096422609","https://openalex.org/W2098699644","https://openalex.org/W2098711149","https://openalex.org/W2108563286","https://openalex.org/W2117991580","https://openalex.org/W2142926575","https://openalex.org/W2143612262","https://openalex.org/W2144012961","https://openalex.org/W2144409879","https://openalex.org/W2154873649","https://openalex.org/W2165605600","https://openalex.org/W2166623283","https://openalex.org/W2170942820","https://openalex.org/W2194775991","https://openalex.org/W2625219738","https://openalex.org/W2737725206","https://openalex.org/W2751317553","https://openalex.org/W4254816979","https://openalex.org/W6605121731","https://openalex.org/W6607478165","https://openalex.org/W6629098493","https://openalex.org/W6629935912","https://openalex.org/W6631216910","https://openalex.org/W6631636882","https://openalex.org/W6632360823","https://openalex.org/W6633947590","https://openalex.org/W6635363735","https://openalex.org/W6635755983","https://openalex.org/W6636883489","https://openalex.org/W6637373629","https://openalex.org/W6637625270","https://openalex.org/W6638545294","https://openalex.org/W6666899075","https://openalex.org/W6674793120","https://openalex.org/W6675954300","https://openalex.org/W6678040607","https://openalex.org/W6678739253","https://openalex.org/W6679066655","https://openalex.org/W6679718588","https://openalex.org/W6681469950","https://openalex.org/W6681753794","https://openalex.org/W6684155742","https://openalex.org/W6684191040","https://openalex.org/W6686207219","https://openalex.org/W6696085341","https://openalex.org/W6741863087"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3],"new":[4],"method":[5,125],"called":[6],"multimodal":[7,123],"recurrent":[8],"neural":[9],"networks":[10],"(RNNs)":[11],"for":[12],"RGB-D":[13,128],"scene":[14],"semantic":[15],"segmentation.":[16],"It":[17,34],"is":[18],"optimized":[19],"to":[20,52,95,113],"classify":[21],"image":[22],"pixels":[23],"given":[24],"two":[25,39],"input":[26,106],"sources:":[27],"RGB":[28],"color":[29],"channels":[30],"and":[31,70,83,99,130,138],"depth":[32],"maps.":[33],"simultaneously":[35],"performs":[36],"training":[37],"of":[38,92],"RNNs":[40,76,124],"that":[41],"are":[42,50,86],"crossly":[43],"connected":[44],"through":[45],"information":[46,102],"transfer":[47],"layers,":[48],"which":[49],"learnt":[51],"adaptively":[53],"extract":[54],"relevant":[55],"cross-modality":[56,84],"features.":[57],"Each":[58],"RNN":[59],"model":[60,96,118],"learns":[61],"its":[62,65],"representations":[63],"from":[64,73],"own":[66],"previous":[67,77,135],"hidden":[68,78],"states":[69],"transferred":[71],"patterns":[72],"the":[74,90,97,104],"other":[75,143],"states;":[79],"thus,":[80],"both":[81],"model-specific":[82],"features":[85],"retained.":[87],"We":[88,108,120],"exploit":[89],"structure":[91],"quad-directional":[93],"2D-RNNs":[94],"short-":[98],"long-range":[100],"contextual":[101],"in":[103],"2D":[105],"image.":[107],"carefully":[109],"designed":[110],"various":[111],"baselines":[112],"efficiently":[114],"examine":[115],"our":[116,122],"proposed":[117],"structure.":[119],"test":[121],"on":[126],"popular":[127],"benchmarks":[129],"show":[131],"how":[132],"it":[133],"outperforms":[134],"methods":[136],"significantly":[137],"achieves":[139],"competitive":[140],"results":[141],"with":[142],"state-of-the-art":[144],"works.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2017-12-04T00:00:00"}