{"id":"https://openalex.org/W7138030904","doi":"https://doi.org/10.1609/aaai.v40i11.37817","title":"SegDINO3D: 3D Instance Segmentation Empowered by Both Image-Level and Object-Level 2D Features","display_name":"SegDINO3D: 3D Instance Segmentation Empowered by Both Image-Level and Object-Level 2D Features","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138030904","doi":"https://doi.org/10.1609/aaai.v40i11.37817"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i11.37817","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37817","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i11.37817","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129657676","display_name":"Jinyuan Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinyuan Qu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129688248","display_name":"Hongyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongyang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129691855","display_name":"Xingyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xingyu Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129709543","display_name":"Shilong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shilong Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039893934","display_name":"Yukai Shi","orcid":"https://orcid.org/0000-0002-9413-6528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yukai Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129740883","display_name":"Tianhe Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianhe Ren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129701989","display_name":"Ruitao Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruitao Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129692205","display_name":"Lei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24377728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"11","first_page":"8649","last_page":"8658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8715999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8715999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.029500000178813934,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.02250000089406967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6043000221252441},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5595999956130981},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5564000010490417},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5217000246047974},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4821999967098236},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4731000065803528},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4453999996185303},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43970000743865967},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4343000054359436},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.39559999108314514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7828999757766724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7074999809265137},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6043000221252441},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5812000036239624},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5595999956130981},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5564000010490417},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5217000246047974},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4821999967098236},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4731000065803528},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43970000743865967},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39559999108314514},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3321000039577484},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.3260999917984009},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.2980000078678131},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C180462255","wikidata":"https://www.wikidata.org/wiki/Q3559736","display_name":"Standard test image","level":4,"score":0.273499995470047},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i11.37817","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37817","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/37817","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/37817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i11.37817","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37817","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,65,95],"this":[1],"paper,":[2],"we":[3],"present":[4],"SegDINO3D,":[5],"a":[6,37,55,88,133],"novel":[7],"Transformer":[8],"encoder-decoder":[9],"framework":[10],"for":[11,48,91,181],"3D":[12,16,50,73,89,92,101,105,112,167,195],"instance":[13,196],"segmentation.":[14],"As":[15],"training":[17,26],"data":[18],"is":[19,29],"generally":[20],"not":[21],"as":[22,24,63,104,132],"sufficient":[23],"2D":[25,34,39,61,77,115,120,124,128,138,162],"images,":[27,139],"SegDINO3D":[28,52,185,205],"designed":[30],"to":[31,114,174],"fully":[32],"leverage":[33],"representation":[35,136],"from":[36,80,111,119],"pre-trained":[38,161],"detection":[40,125],"model,":[41],"including":[42],"both":[43,54],"image-level":[44],"and":[45,58,85,108,193,212,218],"object-level":[46,135],"features,":[47],"improving":[49],"representation.":[51],"takes":[53],"point":[56,74],"cloud":[57],"its":[59,81,224],"associated":[60],"images":[62,121],"input.":[64],"the":[66,96,123,142,152,157,160,172,178,187,191,201,216],"encoder":[67,90],"stage,":[68,98],"it":[69,99],"first":[70],"enriches":[71],"each":[72],"by":[75,210],"retrieving":[76],"image":[78,83,148],"features":[79],"corresponding":[82],"views":[84],"then":[86],"leverages":[87],"context":[93],"fusion.":[94],"decoder":[97],"formulates":[100],"object":[102,116,129],"queries":[103,113,117,130,169],"anchor":[106],"boxes":[107,180],"performs":[109],"cross-attention":[110,176],"obtained":[118],"using":[122,177],"model.":[126,163],"These":[127],"serve":[131],"compact":[134],"of":[137,144,147,159,166],"effectively":[140],"avoiding":[141],"challenge":[143],"keeping":[145],"thousands":[146],"feature":[149],"maps":[150],"in":[151],"memory":[153],"while":[154],"faithfully":[155],"preserving":[156],"knowledge":[158],"The":[164],"introducing":[165],"box":[168],"also":[170],"enables":[171],"model":[173],"modulate":[175],"predicted":[179],"more":[182],"precise":[183],"querying.":[184],"achieves":[186],"state-of-the-art":[188],"performance":[189],"on":[190,200,215],"ScanNetV2":[192],"ScanNet200":[194,203],"segmentation":[197],"benchmarks.":[198],"Notably,":[199],"challenging":[202],"dataset,":[204],"significantly":[206],"outperforms":[207],"prior":[208],"methods":[209],"+8.7":[211],"+6.8":[213],"mAP":[214],"validation":[217],"hidden":[219],"test":[220],"sets,":[221],"respectively,":[222],"demonstrating":[223],"superiority.":[225]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-18T00:00:00"}