{"id":"https://openalex.org/W4405786470","doi":"https://doi.org/10.1109/iros58592.2024.10802733","title":"Open6DOR: Benchmarking Open-instruction 6-DoF Object Rearrangement and A VLM-based Approach","display_name":"Open6DOR: Benchmarking Open-instruction 6-DoF Object Rearrangement and A VLM-based Approach","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405786470","doi":"https://doi.org/10.1109/iros58592.2024.10802733"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048052285","display_name":"Yufei Ding","orcid":"https://orcid.org/0000-0002-8716-5793"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufei Ding","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101608437","display_name":"Haoran Geng","orcid":"https://orcid.org/0000-0001-8375-7196"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Geng","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090850096","display_name":"Chaoyi Xu","orcid":"https://orcid.org/0000-0002-9870-4297"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaoyi Xu","raw_affiliation_strings":["Galbot"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Galbot","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079695146","display_name":"Xiaomeng Fang","orcid":"https://orcid.org/0000-0003-4077-5639"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomeng Fang","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077010069","display_name":"Jiazhao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazhao Zhang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018676673","display_name":"Songlin Wei","orcid":"https://orcid.org/0000-0002-9899-7392"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songlin Wei","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039081998","display_name":"Qiyu Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyu Dai","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049237194","display_name":"Zhizheng Zhang","orcid":"https://orcid.org/0000-0001-7786-5107"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhizheng Zhang","raw_affiliation_strings":["Galbot"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Galbot","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351708","display_name":"He Wang","orcid":"https://orcid.org/0000-0003-4078-7939"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Wang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.561,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85125146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7359","last_page":"7366"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.8435999751091003,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.8435999751091003,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.758400022983551,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7057999968528748,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8363033533096313},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7306391000747681},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5374326109886169},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.41224613785743713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40038251876831055},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.07783883810043335}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8363033533096313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7306391000747681},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5374326109886169},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.41224613785743713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40038251876831055},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.07783883810043335},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2603737562","https://openalex.org/W2998903229","https://openalex.org/W3001865277","https://openalex.org/W3099587965","https://openalex.org/W3128894241","https://openalex.org/W3176814369","https://openalex.org/W3204876017","https://openalex.org/W3213354518","https://openalex.org/W4226144994","https://openalex.org/W4319299896","https://openalex.org/W4385430679","https://openalex.org/W4386075660","https://openalex.org/W4401415110","https://openalex.org/W6764040762","https://openalex.org/W6784840303","https://openalex.org/W6791353385","https://openalex.org/W6804602582","https://openalex.org/W6838959477","https://openalex.org/W6843357306","https://openalex.org/W6846242362","https://openalex.org/W6850503672","https://openalex.org/W6851592950","https://openalex.org/W6854692045","https://openalex.org/W6854929498","https://openalex.org/W6857012173","https://openalex.org/W6857651239","https://openalex.org/W6857997313","https://openalex.org/W6859338542","https://openalex.org/W6860356464","https://openalex.org/W6860545845","https://openalex.org/W6863733189"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,36,54,71,101,157],"large-scale":[3],"Vision-Language":[4],"Models":[5],"(VLMs)":[6],"with":[7,117,135],"embodied":[8,93,133],"AI":[9],"can":[10],"greatly":[11],"enhance":[12],"the":[13,16,37,51,55,85,97,131,139,148,154],"generalizability":[14,126],"and":[15,57,74,88,99,119,127,143],"capacity":[17],"to":[18,33],"follow":[19],"open":[20],"instructions":[21],"for":[22,59,90,110],"robots.":[23],"However,":[24],"existing":[25,132],"studies":[26],"on":[27,138],"object":[28],"manipulation":[29],"are":[30,82],"not":[31],"up":[32],"full":[34],"consideration":[35],"6-DoF":[38,61],"requirements,":[39],"let":[40],"alone":[41],"establishing":[42],"a":[43,68,107],"comprehensive":[44],"benchmark.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49,66,104],"propel":[50],"pioneer":[52],"construction":[53],"benchmark":[56,142],"approach":[58,109],"Open-instruction":[60],"Object":[62],"Rearrangement":[63],"(Open6DOR).":[64],"Specifically,":[65],"collect":[67],"synthetic":[69],"dataset":[70],"200+":[72],"objects":[73],"carefully":[75],"design":[76],"5400+":[77],"Open6DOR":[78,141],"tasks.":[79],"These":[80],"tasks":[81],"divided":[83],"into":[84],"Position-track,":[86],"Rotation-track,":[87],"6-DoF-track":[89],"evaluating":[91],"different":[92],"agents":[94,134],"in":[95,125,159],"predicting":[96],"positions":[98],"rotations":[100],"target":[102],"objects.Besides,":[103],"also":[105],"propose":[106],"VLM-based":[108],"Open6DOR,":[111],"named":[112],"Open6DOR-GPT,":[113],"which":[114],"empowers":[115],"GPT-4V":[116],"3D-awareness":[118],"simulation-assistance":[120],"while":[121],"exploiting":[122],"its":[123],"strengths":[124],"instruction-following.":[128],"We":[129,151],"compare":[130],"our":[136],"Open6DOR-GPT":[137,146,158],"proposed":[140],"find":[144],"that":[145],"achieves":[147],"state-of-the-art":[149],"performance.":[150],"further":[152],"show":[153],"impressive":[155],"performance":[156],"diverse":[160],"real-world":[161],"experiments.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}