{"id":"https://openalex.org/W4401413704","doi":"https://doi.org/10.1109/icra57147.2024.10610262","title":"Mask4Former: Mask Transformer for 4D Panoptic Segmentation","display_name":"Mask4Former: Mask Transformer for 4D Panoptic Segmentation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401413704","doi":"https://doi.org/10.1109/icra57147.2024.10610262"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610262","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610262","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045844841","display_name":"Kadir Y\u0131lmaz","orcid":"https://orcid.org/0000-0002-0819-3420"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kadir Yilmaz","raw_affiliation_strings":["RWTH Aachen University,Computer Vision Group,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Computer Vision Group,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075529365","display_name":"Jonas Schult","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Schult","raw_affiliation_strings":["RWTH Aachen University,Computer Vision Group,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Computer Vision Group,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056648611","display_name":"Alexey Nekrasov","orcid":"https://orcid.org/0000-0003-4378-1145"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexey Nekrasov","raw_affiliation_strings":["RWTH Aachen University,Computer Vision Group,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Computer Vision Group,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071006649","display_name":"Bastian Leibe","orcid":"https://orcid.org/0000-0003-4225-0051"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bastian Leibe","raw_affiliation_strings":["RWTH Aachen University,Computer Vision Group,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Computer Vision Group,Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":4.7328,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96365006,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9418","last_page":"9425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.6415905952453613},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6143158078193665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5568222999572754},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4824657738208771},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.348457396030426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3221106231212616},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.22626617550849915},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14412039518356323},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06544885039329529}],"concepts":[{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.6415905952453613},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6143158078193665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5568222999572754},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4824657738208771},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.348457396030426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3221106231212616},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.22626617550849915},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14412039518356323},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06544885039329529},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610262","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610262","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W151377110","https://openalex.org/W2067191022","https://openalex.org/W2138621090","https://openalex.org/W2147953023","https://openalex.org/W2150066425","https://openalex.org/W2737258237","https://openalex.org/W2805521962","https://openalex.org/W2897529137","https://openalex.org/W2952122856","https://openalex.org/W2953920664","https://openalex.org/W2962914239","https://openalex.org/W2963121255","https://openalex.org/W2963125977","https://openalex.org/W2963587345","https://openalex.org/W2968296999","https://openalex.org/W2982723417","https://openalex.org/W2990613095","https://openalex.org/W2991216808","https://openalex.org/W2999219213","https://openalex.org/W3003437478","https://openalex.org/W3034314779","https://openalex.org/W3034321406","https://openalex.org/W3034430142","https://openalex.org/W3034949383","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3036843665","https://openalex.org/W3096609285","https://openalex.org/W3109154950","https://openalex.org/W3132607695","https://openalex.org/W3167095230","https://openalex.org/W3168659596","https://openalex.org/W3174527233","https://openalex.org/W3177330511","https://openalex.org/W3198790326","https://openalex.org/W3213165621","https://openalex.org/W4205588343","https://openalex.org/W4225544038","https://openalex.org/W4292692470","https://openalex.org/W4312274934","https://openalex.org/W4312815172","https://openalex.org/W4315783786","https://openalex.org/W4320737012","https://openalex.org/W4382457953","https://openalex.org/W4383109105","https://openalex.org/W4387092538","https://openalex.org/W4390874674","https://openalex.org/W6739778489","https://openalex.org/W6757817989","https://openalex.org/W6780179280","https://openalex.org/W6798837711","https://openalex.org/W6809716307","https://openalex.org/W6854835178","https://openalex.org/W6858552306"],"related_works":["https://openalex.org/W4381850983","https://openalex.org/W3205665319","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407"],"abstract_inverted_index":{"Accurately":[0],"perceiving":[1],"and":[2,49,53,71,100],"tracking":[3,50],"instances":[4,70],"over":[5],"time":[6],"is":[7,40,122],"essential":[8],"for":[9,27],"the":[10,28,41,98,108,172],"decision-making":[11],"processes":[12],"of":[13,31,35,51,56,103,179],"autonomous":[14],"agents":[15],"interacting":[16],"safely":[17],"in":[18,107],"dynamic":[19],"environments.":[20],"With":[21],"this":[22,142],"intention,":[23],"we":[24,114,144],"propose":[25],"Mask4Former":[26,39,91,166],"challenging":[29],"task":[30,160],"4D":[32],"panoptic":[33],"segmentation":[34,48],"LiDAR":[36],"point":[37,58],"clouds.":[38],"first":[42],"transformer-based":[43],"approach":[44],"unifying":[45],"semantic":[46,69,99,105],"instance":[47,94,120,126,152],"sparse":[52],"irregular":[54],"sequences":[55],"3D":[57],"clouds":[59],"into":[60],"a":[61,168,177],"single":[62],"joint":[63],"model.":[64],"Our":[65],"model":[66],"directly":[67],"predicts":[68],"their":[72],"temporal":[73],"associations":[74],"without":[75],"relying":[76],"on":[77,171],"hand-crafted":[78],"non-learned":[79],"association":[80],"strategies":[81],"such":[82],"as":[83,124,157],"probabilistic":[84],"clustering":[85],"or":[86],"voting-based":[87],"center":[88],"prediction.":[89],"Instead,":[90],"introduces":[92],"spatio-temporal":[93],"queries":[95,127],"that":[96,116],"encode":[97],"geometric":[101],"properties":[102],"each":[104],"tracklet":[106],"sequence.":[109],"In":[110],"an":[111,158],"in-depth":[112],"study,":[113],"find":[115],"promoting":[117],"spatially":[118,139,163],"compact":[119,164],"predictions":[121],"critical":[123],"spatiotemporal":[125,151],"tend":[128],"to":[129,161],"merge":[130],"multiple":[131],"semantically":[132],"similar":[133],"instances,":[134],"even":[135],"if":[136],"they":[137],"are":[138,155],"distant.":[140],"To":[141],"end,":[143],"regress":[145],"6-DOF":[146],"bounding":[147],"box":[148],"parameters":[149],"from":[150],"queries,":[153],"which":[154],"used":[156],"auxiliary":[159],"foster":[162],"predictions.":[165],"achieves":[167],"new":[169],"state-of-the-art":[170],"SemanticKITTI":[173],"test":[174],"set":[175],"with":[176],"score":[178],"68.4":[180],"LSTQ.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}