{"id":"https://openalex.org/W4401414715","doi":"https://doi.org/10.1109/icra57147.2024.10610243","title":"ConceptGraphs: Open-Vocabulary 3D Scene Graphs for Perception and Planning","display_name":"ConceptGraphs: Open-Vocabulary 3D Scene Graphs for Perception and Planning","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414715","doi":"https://doi.org/10.1109/icra57147.2024.10610243"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100602746","display_name":"Qiao Gu","orcid":"https://orcid.org/0000-0001-9431-6716"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Qiao Gu","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023570906","display_name":"Ali Kuwajerwala","orcid":null},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Kuwajerwala","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035945549","display_name":"Sacha Morin","orcid":null},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sacha Morin","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047370393","display_name":"Krishna Murthy Jatavallabhula","orcid":"https://orcid.org/0000-0003-4927-3387"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Krishna Murthy Jatavallabhula","raw_affiliation_strings":["MIT"],"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052657552","display_name":"Bipasha Sen","orcid":null},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bipasha Sen","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022348177","display_name":"Aditya Agarwal","orcid":"https://orcid.org/0009-0007-0638-5086"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aditya Agarwal","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003895515","display_name":"Corban G. Rivera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corban Rivera","raw_affiliation_strings":["JHU APL"],"affiliations":[{"raw_affiliation_string":"JHU APL","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110263262","display_name":"William Paul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Paul","raw_affiliation_strings":["JHU APL"],"affiliations":[{"raw_affiliation_string":"JHU APL","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005354467","display_name":"Kirsty Ellis","orcid":null},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kirsty Ellis","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102762707","display_name":"Rama Chellappa","orcid":"https://orcid.org/0000-0002-7638-1650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rama Chellappa","raw_affiliation_strings":["JHU"],"affiliations":[{"raw_affiliation_string":"JHU","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040877128","display_name":"Chuang Gan","orcid":"https://orcid.org/0000-0003-4031-5886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chuang Gan","raw_affiliation_strings":["UMass"],"affiliations":[{"raw_affiliation_string":"UMass","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064929876","display_name":"Celso Miguel de Melo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210150771","display_name":"DevCom (Czechia)","ror":"https://ror.org/044jgn488","country_code":"CZ","type":"company","lineage":["https://openalex.org/I4210150771"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Celso Miguel de Melo","raw_affiliation_strings":["DEVCOM ARL"],"affiliations":[{"raw_affiliation_string":"DEVCOM ARL","institution_ids":["https://openalex.org/I4210150771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071093940","display_name":"Joshua B. Tenenbaum","orcid":"https://orcid.org/0000-0002-1925-2035"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Joshua B. Tenenbaum","raw_affiliation_strings":["MIT"],"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085020955","display_name":"Antonio Torralba","orcid":"https://orcid.org/0000-0003-4915-0256"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Antonio Torralba","raw_affiliation_strings":["MIT"],"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010648258","display_name":"Florian Shkurti","orcid":"https://orcid.org/0000-0002-5672-5831"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Florian Shkurti","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037065865","display_name":"Liam Paull","orcid":"https://orcid.org/0000-0003-2492-6660"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Liam Paull","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5100602746"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":221.9673,"has_fulltext":false,"cited_by_count":160,"citation_normalized_percentile":{"value":0.99996028,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5021","last_page":"5028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6836503148078918},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6511629223823547},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6234908103942871},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5249567031860352},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.422088623046875},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3918951749801636},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12583398818969727},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09654772281646729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6836503148078918},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6511629223823547},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6234908103942871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5249567031860352},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.422088623046875},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3918951749801636},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12583398818969727},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09654772281646729},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1987648924","https://openalex.org/W2250172176","https://openalex.org/W2471962767","https://openalex.org/W2519683295","https://openalex.org/W2523049145","https://openalex.org/W2888144883","https://openalex.org/W2949830259","https://openalex.org/W2963646814","https://openalex.org/W2964226622","https://openalex.org/W2967353954","https://openalex.org/W2990129662","https://openalex.org/W2997843561","https://openalex.org/W3004300126","https://openalex.org/W3035154952","https://openalex.org/W3138558418","https://openalex.org/W3194241004","https://openalex.org/W4214768561","https://openalex.org/W4226236972","https://openalex.org/W4229009823","https://openalex.org/W4281905095","https://openalex.org/W4282981845","https://openalex.org/W4283332944","https://openalex.org/W4285483612","https://openalex.org/W4293566037","https://openalex.org/W4311316684","https://openalex.org/W4311912364","https://openalex.org/W4312420092","https://openalex.org/W4312878643","https://openalex.org/W4312912313","https://openalex.org/W4312933868","https://openalex.org/W4312960937","https://openalex.org/W4321512591","https://openalex.org/W4366208220","https://openalex.org/W4377864307","https://openalex.org/W4382173244","https://openalex.org/W4383108296","https://openalex.org/W4383108895","https://openalex.org/W4383109509","https://openalex.org/W4385262477","https://openalex.org/W4385430678","https://openalex.org/W4385430724","https://openalex.org/W4385431115","https://openalex.org/W4386065742","https://openalex.org/W4386066076","https://openalex.org/W4386066287","https://openalex.org/W4386071473","https://openalex.org/W4386874741","https://openalex.org/W4390190234","https://openalex.org/W4390871935","https://openalex.org/W4390872744","https://openalex.org/W4390874575","https://openalex.org/W4395091069","https://openalex.org/W4399410938","https://openalex.org/W4402917081","https://openalex.org/W4404612908","https://openalex.org/W6747106673","https://openalex.org/W6764040762","https://openalex.org/W6771772933","https://openalex.org/W6791353385","https://openalex.org/W6794014714","https://openalex.org/W6801810553","https://openalex.org/W6804931167","https://openalex.org/W6811433417","https://openalex.org/W6839087412","https://openalex.org/W6839459284","https://openalex.org/W6839892749","https://openalex.org/W6840041517","https://openalex.org/W6850787431","https://openalex.org/W6851800889","https://openalex.org/W6853251676","https://openalex.org/W6853520483","https://openalex.org/W6854061876","https://openalex.org/W6855425132","https://openalex.org/W6857009137","https://openalex.org/W6857861739"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"For":[0],"robots":[1],"to":[2,34,41,51,109,118,125,176],"perform":[3],"a":[4,11,141],"wide":[5],"variety":[6],"of":[7,14,137,143,168],"tasks,":[8],"they":[9,68],"require":[10,155],"3D":[12,45,95,110,128],"representation":[13,93,139],"the":[15,76,123,135,165],"world":[16],"that":[17,147],"is":[18,98],"semantically":[19],"rich,":[20],"yet":[21],"compact":[22],"and":[23,28,105,154,160,171],"efficient":[24],"for":[25,81,94],"task-driven":[26],"perception":[27],"planning.":[29,83],"Recent":[30],"approaches":[31,49],"have":[32],"attempted":[33],"leverage":[35],"features":[36],"from":[37],"large":[38,127],"vision-language":[39],"models":[40,104],"encode":[42],"semantics":[43],"in":[44,63,75],"representations.":[46],"However,":[47],"these":[48],"tend":[50],"produce":[52],"maps":[53],"with":[54],"per-point":[55],"feature":[56],"vectors,":[57],"which":[58,78],"do":[59,67],"not":[60],"scale":[61],"well":[62],"larger":[64],"environments,":[65],"nor":[66],"contain":[69],"semantic":[70,120,161],"spatial":[71,159],"relationships":[72],"between":[73],"entities":[74],"environment,":[77],"are":[79,148],"useful":[80],"downstream":[82,144],"In":[84],"this":[85,138],"work,":[86],"we":[87,173],"propose":[88],"ConceptGraphs,":[89],"an":[90],"open-vocabulary":[91],"graph-structured":[92],"scenes.":[96],"ConceptGraphs":[97],"built":[99],"by":[100,111],"leveraging":[101],"2D":[102],"foundation":[103],"fusing":[106],"their":[107],"output":[108],"multi-view":[112],"association.":[113],"The":[114],"resulting":[115],"representations":[116],"generalize":[117],"novel":[119],"classes,":[121],"without":[122],"need":[124],"collect":[126],"datasets":[129],"or":[130],"finetune":[131],"models.":[132],"We":[133],"demonstrate":[134],"utility":[136],"through":[140,150],"number":[142],"planning":[145],"tasks":[146],"specified":[149],"abstract":[151],"(language)":[152],"prompts":[153],"complex":[156],"reasoning":[157],"over":[158],"concepts.":[162],"To":[163],"explore":[164],"full":[166],"scope":[167],"our":[169,178],"experiments":[170],"results,":[172],"encourage":[174],"readers":[175],"visit":[177],"project":[179],"webpage.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":99},{"year":2024,"cited_by_count":40}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}