{"id":"https://openalex.org/W2604455318","doi":"https://doi.org/10.1109/iros.2017.8202213","title":"Multi-view deep learning for consistent semantic mapping with RGB-D cameras","display_name":"Multi-view deep learning for consistent semantic mapping with RGB-D cameras","publication_year":2017,"publication_date":"2017-09-01","ids":{"openalex":"https://openalex.org/W2604455318","doi":"https://doi.org/10.1109/iros.2017.8202213","mag":"2604455318"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2017.8202213","doi":"https://doi.org/10.1109/iros.2017.8202213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2017.8202213","pdf_url":null,"source":{"id":"https://openalex.org/S4393918188","display_name":"IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":"2153-0858","issn":["2153-0858"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1703.08866","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110921670","display_name":"Lingni Ma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lingni Ma","raw_affiliation_strings":["Technische Universitat Munchen, Munchen, Bayern, DE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universitat Munchen, Munchen, Bayern, DE","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113699486","display_name":"J\u00f6rg St\u00fcckler","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jorg Stuckler","raw_affiliation_strings":["Computer Vision Group, RWTH Aachen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Vision Group, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086140486","display_name":"Christian Kerl","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Kerl","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087710605","display_name":"Daniel Cremers","orcid":"https://orcid.org/0000-0002-3079-7984","observed_orcids":["https://orcid.org/0000-0002-3079-7984"]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Cremers","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5661,"has_fulltext":true,"cited_by_count":163,"citation_normalized_percentile":{"value":0.97370266,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"598","last_page":"605"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7235999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7235999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.22840000689029694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.019600000232458115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":0.8700000047683716},{"id":"https://openalex.org/keywords/rgb-d-camera","display_name":"RGB-D camera","score":0.8500000238418579},{"id":"https://openalex.org/keywords/multi-view-consistency","display_name":"multi-view consistency","score":0.996999979019165},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.8240000009536743},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"semantic mapping","score":0.6859999895095825},{"id":"https://openalex.org/keywords/multi-view-fusion","display_name":"multi-view fusion","score":0.6819999814033508},{"id":"https://openalex.org/keywords/rgb-d-slam","display_name":"RGB-D SLAM","score":0.8429999947547913},{"id":"https://openalex.org/keywords/image-warping","display_name":"image warping","score":0.7450000047683716},{"id":"https://openalex.org/keywords/feature-pooling","display_name":"feature pooling","score":0.6370000243186951},{"id":"https://openalex.org/keywords/scene-understanding","display_name":"scene understanding","score":0.7390000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8204115629196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7663648128509521},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6190770864486694},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6072977185249329},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6058047413825989},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5835695862770081},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5780237317085266},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5602819919586182},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.4994053840637207},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4973602592945099},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4564895033836365},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4517114758491516},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4114103615283966},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3961566686630249},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3307120203971863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32281988859176636},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/iros.2017.8202213","doi":"https://doi.org/10.1109/iros.2017.8202213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2017.8202213","pdf_url":null,"source":{"id":"https://openalex.org/S4393918188","display_name":"IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":"2153-0858","issn":["2153-0858"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1703.08866","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.08866","pdf_url":"https://arxiv.org/pdf/1703.08866","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:publications.rwth-aachen.de:726694","doi":null,"is_oa":false,"landing_page_url":"https://publications.rwth-aachen.de/record/726694","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IROS Vancouver 2017 : IEEE/RSJ International Conference on Intelligent Robots and Systems, Vancouver, BC, Canada September 24-28, 2017 : conference digest / IEEE, RA, IES, RSJ, SICE, NTF<br/>IEEE/RSJ International Conference on Intelligent Robots and Systems, IROS 2017, Vancouver, BC, Canada, 2017-09-24 - 2017-09-28","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:108813","doi":null,"is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/108813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceobject"},{"id":"doi:10.48550/arxiv.1703.08866","doi":"https://doi.org/10.48550/arxiv.1703.08866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1703.08866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1703.08866","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.08866","pdf_url":"https://arxiv.org/pdf/1703.08866","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2604455318.pdf","grobid_xml":"https://content.openalex.org/works/W2604455318.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W603908379","https://openalex.org/W764651262","https://openalex.org/W1565402342","https://openalex.org/W1644641054","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1745334888","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1907282891","https://openalex.org/W1955857676","https://openalex.org/W2033979122","https://openalex.org/W2056610823","https://openalex.org/W2064451896","https://openalex.org/W2067912884","https://openalex.org/W2097696373","https://openalex.org/W2102605133","https://openalex.org/W2110798204","https://openalex.org/W2155893237","https://openalex.org/W2161236525","https://openalex.org/W2168894214","https://openalex.org/W2283234189","https://openalex.org/W2286929393","https://openalex.org/W2296478878","https://openalex.org/W2339172515","https://openalex.org/W2460657278","https://openalex.org/W2461677039","https://openalex.org/W2489780108","https://openalex.org/W2523049145","https://openalex.org/W2527142681","https://openalex.org/W2556802233","https://openalex.org/W2558580397","https://openalex.org/W2563705555","https://openalex.org/W2587989515","https://openalex.org/W2951005624","https://openalex.org/W2952802612","https://openalex.org/W2963038646","https://openalex.org/W2963606038","https://openalex.org/W7098642242"],"related_works":["https://openalex.org/W2860627718","https://openalex.org/W2523049145","https://openalex.org/W2000063120","https://openalex.org/W2800016683","https://openalex.org/W3180419223","https://openalex.org/W2904809756","https://openalex.org/W2758280874","https://openalex.org/W2339172515","https://openalex.org/W4390099511","https://openalex.org/W4402389384"],"abstract_inverted_index":{"Visual":[0],"scene":[1],"understanding":[2],"is":[3,37],"an":[4],"important":[5],"capability":[6],"that":[7,165],"enables":[8],"robots":[9],"to":[10,27,38,42,87,124],"purposefully":[11],"act":[12],"in":[13,47,62,122,196],"their":[14],"environment.":[15],"In":[16],"this":[17],"paper,":[18],"we":[19],"propose":[20,142],"a":[21,48,69,81],"novel":[22],"deep":[23,84,168],"neural":[24],"network":[25,41,70,78,188],"approach":[26,86],"predict":[28,43],"semantic":[29,63,93,183,203],"segmentation":[30,95,198],"from":[31,134],"RGB-D":[32,109,116],"sequences.":[33],"The":[34],"key":[35],"innovation":[36],"train":[39],"our":[40,77],"multi-view":[44,126,149,160,202],"consistent":[45],"semantics":[46,55],"self-supervised":[49],"way.":[50],"At":[51,130],"test":[52,131],"time,":[53,132],"its":[54],"predictions":[56,67,114,133],"can":[57],"be":[58],"fused":[59,138],"more":[60],"consistently":[61],"keyframe":[64],"maps":[65],"than":[66],"of":[68,115,159,167],"trained":[71,187],"on":[72,80,178,192],"individual":[73],"views.":[74],"We":[75,103,141,155],"base":[76],"architecture":[79],"recent":[82],"single-view":[83,176,197],"learning":[85],"RGB":[88],"and":[89,96,111,143,153,163,170],"depth":[90],"fusion":[91,171],"for":[92,147,182],"object-class":[94],"enhance":[97],"it":[98],"with":[99],"multi-scale":[100],"loss":[101],"minimization.":[102],"obtain":[104],"the":[105,113,157,179,193],"camera":[106],"trajectory":[107],"using":[108],"SLAM":[110],"warp":[112],"images":[117],"into":[118,139],"ground-truth":[119],"annotated":[120],"frames":[121],"order":[123],"enforce":[125],"consistency":[127,150,161],"during":[128,151],"training.":[129],"multiple":[135,173],"views":[136,174],"are":[137],"keyframes.":[140],"analyze":[144],"several":[145],"methods":[146],"enforcing":[148],"training":[152,162],"testing.":[154],"evaluate":[156],"benefit":[158],"demonstrate":[164],"pooling":[166],"features":[169],"over":[172],"outperforms":[175],"baselines":[177],"NYUDv2":[180,194],"benchmark":[181],"segmentation.":[184],"Our":[185],"end-to-end":[186],"achieves":[189],"state-of-the-art":[190],"performance":[191],"dataset":[195],"as":[199,201],"well":[200],"fusion.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":28},{"year":2019,"cited_by_count":26},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2017-04-14T00:00:00"}