{"id":"https://openalex.org/W4387092538","doi":"https://doi.org/10.1109/lra.2023.3320020","title":"Mask4D: End-to-End Mask-Based 4D Panoptic Segmentation for LiDAR Sequences","display_name":"Mask4D: End-to-End Mask-Based 4D Panoptic Segmentation for LiDAR Sequences","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387092538","doi":"https://doi.org/10.1109/lra.2023.3320020"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3320020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3320020","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040103218","display_name":"Rodrigo Marcuzzi","orcid":"https://orcid.org/0000-0001-8076-0293"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rodrigo Marcuzzi","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8076-0293","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012654952","display_name":"Lucas Nunes","orcid":"https://orcid.org/0000-0002-1752-2740"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lucas Nunes","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1752-2740","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010951584","display_name":"Louis Wiesmann","orcid":"https://orcid.org/0000-0003-0985-7433"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Louis Wiesmann","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0985-7433","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004673510","display_name":"Elias Marks","orcid":"https://orcid.org/0000-0003-1322-9317"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elias Marks","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1322-9317","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068364473","display_name":"Jens Behley","orcid":"https://orcid.org/0000-0001-6483-0319"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Behley","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6483-0319","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011166267","display_name":"Cyrill Stachniss","orcid":"https://orcid.org/0000-0003-1173-6972"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4387154616","display_name":"Lamarr Institute for Machine Learning and Artificial Intelligence","ror":"https://ror.org/04s11ea33","country_code":null,"type":"facility","lineage":["https://openalex.org/I135140700","https://openalex.org/I200332995","https://openalex.org/I4210098062","https://openalex.org/I4210144576","https://openalex.org/I4387154616","https://openalex.org/I4923324","https://openalex.org/I4923324"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Cyrill Stachniss","raw_affiliation_strings":["University of Bonn, Bonn, Germany","Department of Engineering Science, University of Oxford, Oxford, U.K","Lamarr Institute for Machine Learning and Artificial Intelligence, Sankt Augustin, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1173-6972","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]},{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Lamarr Institute for Machine Learning and Artificial Intelligence, Sankt Augustin, Germany","institution_ids":["https://openalex.org/I4387154616"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.3517,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.9743672,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"8","issue":"11","first_page":"7487","last_page":"7494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.8142911195755005},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8043757677078247},{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.6738342046737671},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6310380101203918},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5969843864440918},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5058717131614685},{"id":"https://openalex.org/keywords/decodes","display_name":"Decodes","score":0.504207968711853},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4887814223766327},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4413459002971649},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3313969373703003},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.11393511295318604},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11061754822731018},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08137151598930359}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.8142911195755005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8043757677078247},{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.6738342046737671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6310380101203918},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5969843864440918},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5058717131614685},{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.504207968711853},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4887814223766327},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4413459002971649},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3313969373703003},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.11393511295318604},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11061754822731018},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08137151598930359},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3320020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3320020","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2150066425","https://openalex.org/W2805521962","https://openalex.org/W2897529137","https://openalex.org/W2963125977","https://openalex.org/W2963182550","https://openalex.org/W2968296999","https://openalex.org/W2990613095","https://openalex.org/W2991216808","https://openalex.org/W2999219213","https://openalex.org/W3003437478","https://openalex.org/W3012494314","https://openalex.org/W3080432947","https://openalex.org/W3096609285","https://openalex.org/W3109154950","https://openalex.org/W3119686997","https://openalex.org/W3129377622","https://openalex.org/W3132607695","https://openalex.org/W3152786524","https://openalex.org/W3167095230","https://openalex.org/W3168649818","https://openalex.org/W3168659596","https://openalex.org/W3174527233","https://openalex.org/W3177330511","https://openalex.org/W3197472509","https://openalex.org/W3203974803","https://openalex.org/W4205588343","https://openalex.org/W4312473433","https://openalex.org/W4312815172","https://openalex.org/W4312850715","https://openalex.org/W4315783786","https://openalex.org/W4320737012","https://openalex.org/W4386071758","https://openalex.org/W4390874674","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6776047415"],"related_works":["https://openalex.org/W2921107741","https://openalex.org/W2197002326","https://openalex.org/W2494728058","https://openalex.org/W3204968380","https://openalex.org/W1710116222","https://openalex.org/W2800383628","https://openalex.org/W2345320341","https://openalex.org/W4233922521","https://openalex.org/W4381850983","https://openalex.org/W3205665319"],"abstract_inverted_index":{"Scene":[0],"understanding":[1],"is":[2,170],"crucial":[3],"for":[4,32,78,185],"autonomous":[5],"systems":[6],"to":[7,22,37,64,143,176],"reliably":[8],"navigate":[9],"in":[10,69,151],"the":[11,47,50,66,70,159,168],"real":[12],"world.":[13],"Panoptic":[14],"segmentation":[15,54,81,141,179],"of":[16,49,110],"3D":[17,34,139],"LiDAR":[18],"scans":[19,71],"allows":[20],"us":[21,175],"semantically":[23],"describe":[24,46],"a":[25,97,108,137],"vehicle's":[26],"environment":[27],"by":[28,145],"predicting":[29],"semantic":[30,116],"classes":[31,117],"each":[33,156],"point":[35],"and":[36,86,105,118,167,180,182],"identify":[38,65],"individual":[39],"instances":[40,68,150],"through":[41],"different":[42,67],"instance":[43,62,119,161],"IDs.":[44],"To":[45],"dynamics":[48],"surroundings,":[51],"4D":[52,79,144,186],"panoptic":[53,80,140,187],"further":[55],"extends":[56],"this":[57,93],"information":[58],"with":[59,114],"temporarily":[60],"consistent":[61,123],"IDs":[63,120],"consistently":[72],"over":[73,124,162],"whole":[74],"sequences.":[75],"Previous":[76],"approaches":[77],"rely":[82],"on":[83],"post-processing":[84,128],"steps":[85],"are":[87,122],"often":[88],"not":[89],"end-to-end":[90,104],"trainable.":[91],"In":[92],"paper,":[94],"we":[95],"propose":[96],"novel":[98],"approach":[99],"that":[100,121,148],"can":[101],"be":[102],"trained":[103],"directly":[106,183],"predicts":[107],"set":[109],"non-overlapping":[111],"masks":[112],"along":[113],"their":[115],"time":[125],"without":[126],"any":[127],"like":[129],"clustering":[130],"or":[131],"associations":[132],"between":[133],"predictions.":[134],"We":[135],"extend":[136],"mask-based":[138],"model":[142],"reusing":[146],"queries":[147],"decoded":[149],"previous":[152],"scans.":[153],"This":[154,173],"way,":[155],"query":[157],"decodes":[158],"same":[160],"time,":[163],"carries":[164],"its":[165],"ID":[166],"tracking":[169,181],"performed":[171],"implicitly.":[172],"enables":[174],"jointly":[177],"optimize":[178],"supervise":[184],"segmentation.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}