{"id":"https://openalex.org/W2604455318","doi":"https://doi.org/10.1109/iros.2017.8202213","title":"Multi-view deep learning for consistent semantic mapping with RGB-D cameras","display_name":"Multi-view deep learning for consistent semantic mapping with RGB-D cameras","publication_year":2017,"publication_date":"2017-09-01","ids":{"openalex":"https://openalex.org/W2604455318","doi":"https://doi.org/10.1109/iros.2017.8202213","mag":"2604455318"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2017.8202213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2017.8202213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110921670","display_name":"Lingni Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lingni Ma","raw_affiliation_strings":["Technische Universitat Munchen, Munchen, Bayern, DE"],"affiliations":[{"raw_affiliation_string":"Technische Universitat Munchen, Munchen, Bayern, DE","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113699486","display_name":"J\u00f6rg St\u00fcckler","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jorg Stuckler","raw_affiliation_strings":["Computer Vision Group, RWTH Aachen University"],"affiliations":[{"raw_affiliation_string":"Computer Vision Group, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086140486","display_name":"Christian Kerl","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Kerl","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087710605","display_name":"Daniel Cremers","orcid":"https://orcid.org/0000-0002-3079-7984"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Cremers","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110921670"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":231.3364,"has_fulltext":false,"cited_by_count":148,"citation_normalized_percentile":{"value":0.99974527,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"598","last_page":"605"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8204115629196167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7663648128509521},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6190770864486694},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6072977185249329},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6058047413825989},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5835695862770081},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5780237317085266},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5602819919586182},{"id":"https://openalex.org/keywords/semantic-matching","display_name":"Semantic matching","score":0.4994053840637207},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4973602592945099},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4564895033836365},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4517114758491516},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4114103615283966},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3961566686630249},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3307120203971863},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32281988859176636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8204115629196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7663648128509521},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6190770864486694},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6072977185249329},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6058047413825989},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5835695862770081},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5780237317085266},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5602819919586182},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.4994053840637207},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4973602592945099},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4564895033836365},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4517114758491516},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4114103615283966},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3961566686630249},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3307120203971863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32281988859176636},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iros.2017.8202213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2017.8202213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.rwth-aachen.de:726694","is_oa":false,"landing_page_url":"http://publications.rwth-aachen.de/search?p=id:%22RWTH-2018-225147%22","pdf_url":null,"source":{"id":"https://openalex.org/S4306401033","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"[Piscataway, NJ] : IEEE (2017).","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:108813","is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/108813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceobject"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W603908379","https://openalex.org/W764651262","https://openalex.org/W1565402342","https://openalex.org/W1644641054","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1745334888","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1907282891","https://openalex.org/W1955857676","https://openalex.org/W2033979122","https://openalex.org/W2056610823","https://openalex.org/W2064451896","https://openalex.org/W2067912884","https://openalex.org/W2097696373","https://openalex.org/W2102605133","https://openalex.org/W2110798204","https://openalex.org/W2155893237","https://openalex.org/W2161236525","https://openalex.org/W2168894214","https://openalex.org/W2283234189","https://openalex.org/W2296478878","https://openalex.org/W2339172515","https://openalex.org/W2460657278","https://openalex.org/W2461677039","https://openalex.org/W2489780108","https://openalex.org/W2523049145","https://openalex.org/W2527142681","https://openalex.org/W2556802233","https://openalex.org/W2558580397","https://openalex.org/W2563705555","https://openalex.org/W2587989515","https://openalex.org/W2950094539","https://openalex.org/W2952147788","https://openalex.org/W2952793010","https://openalex.org/W2962835968","https://openalex.org/W2963038646","https://openalex.org/W2963574257","https://openalex.org/W2963606038","https://openalex.org/W2963840672","https://openalex.org/W6618372016","https://openalex.org/W6676481782","https://openalex.org/W6684665197","https://openalex.org/W6695560550","https://openalex.org/W6696085341","https://openalex.org/W6733387591"],"related_works":["https://openalex.org/W2047973478","https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2885323543","https://openalex.org/W2145649715","https://openalex.org/W3102673927","https://openalex.org/W2327954668","https://openalex.org/W1595649729"],"abstract_inverted_index":{"Visual":[0],"scene":[1],"understanding":[2],"is":[3,37],"an":[4],"important":[5],"capability":[6],"that":[7,165],"enables":[8],"robots":[9],"to":[10,27,38,42,87,124],"purposefully":[11],"act":[12],"in":[13,47,62,122,196],"their":[14],"environment.":[15],"In":[16],"this":[17],"paper,":[18],"we":[19],"propose":[20,142],"a":[21,48,69,81],"novel":[22],"deep":[23,84,168],"neural":[24],"network":[25,41,70,78,188],"approach":[26,86],"predict":[28,43],"semantic":[29,63,93,183,203],"segmentation":[30,95,198],"from":[31,134],"RGB-D":[32,109,116],"sequences.":[33],"The":[34],"key":[35],"innovation":[36],"train":[39],"our":[40,77],"multi-view":[44,126,149,160,202],"consistent":[45],"semantics":[46,55],"self-supervised":[49],"way.":[50],"At":[51,130],"test":[52,131],"time,":[53,132],"its":[54],"predictions":[56,67,114,133],"can":[57],"be":[58],"fused":[59,138],"more":[60],"consistently":[61],"keyframe":[64],"maps":[65],"than":[66],"of":[68,115,159,167],"trained":[71,187],"on":[72,80,178,192],"individual":[73],"views.":[74],"We":[75,103,141,155],"base":[76],"architecture":[79],"recent":[82],"single-view":[83,176,197],"learning":[85],"RGB":[88],"and":[89,96,111,143,153,163,170],"depth":[90],"fusion":[91,171],"for":[92,147,182],"object-class":[94],"enhance":[97],"it":[98],"with":[99],"multi-scale":[100],"loss":[101],"minimization.":[102],"obtain":[104],"the":[105,113,157,179,193],"camera":[106],"trajectory":[107],"using":[108],"SLAM":[110],"warp":[112],"images":[117],"into":[118,139],"ground-truth":[119],"annotated":[120],"frames":[121],"order":[123],"enforce":[125],"consistency":[127,150,161],"during":[128,151],"training.":[129],"multiple":[135,173],"views":[136,174],"are":[137],"keyframes.":[140],"analyze":[144],"several":[145],"methods":[146],"enforcing":[148],"training":[152,162],"testing.":[154],"evaluate":[156],"benefit":[158],"demonstrate":[164],"pooling":[166],"features":[169],"over":[172],"outperforms":[175],"baselines":[177],"NYUDv2":[180,194],"benchmark":[181],"segmentation.":[184],"Our":[185],"end-to-end":[186],"achieves":[189],"state-of-the-art":[190],"performance":[191],"dataset":[195],"as":[199,201],"well":[200],"fusion.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":28},{"year":2019,"cited_by_count":28},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}