{"id":"https://openalex.org/W4401414111","doi":"https://doi.org/10.1109/icra57147.2024.10609992","title":"Object-Centric Instruction Augmentation for Robotic Manipulation","display_name":"Object-Centric Instruction Augmentation for Robotic Manipulation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414111","doi":"https://doi.org/10.1109/icra57147.2024.10609992"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10609992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10609992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100933410","display_name":"Junjie Wen","orcid":"https://orcid.org/0009-0003-5965-7226"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Wen","raw_affiliation_strings":["East China Normal University,School of Computer Science,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611386","display_name":"Yichen Zhu","orcid":"https://orcid.org/0000-0003-3614-1537"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichen Zhu","raw_affiliation_strings":["Midea Group,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group,China","institution_ids":["https://openalex.org/I4210093653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100569694","display_name":"Minjie Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minjie Zhu","raw_affiliation_strings":["East China Normal University,School of Computer Science,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004994159","display_name":"Jinming Li","orcid":"https://orcid.org/0000-0001-8906-9191"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Li","raw_affiliation_strings":["Shanghai University,School of Science,Department of Mathematics,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai University,School of Science,Department of Mathematics,China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102897990","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0001-8955-8358"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Midea Group,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group,China","institution_ids":["https://openalex.org/I4210093653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079044416","display_name":"Zhengping Che","orcid":"https://orcid.org/0000-0001-6818-1125"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengping Che","raw_affiliation_strings":["Midea Group,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group,China","institution_ids":["https://openalex.org/I4210093653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008090356","display_name":"Chaomin Shen","orcid":"https://orcid.org/0000-0001-9389-6472"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaomin Shen","raw_affiliation_strings":["East China Normal University,School of Computer Science,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033203506","display_name":"Yaxin Peng","orcid":"https://orcid.org/0000-0002-2983-555X"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxin Peng","raw_affiliation_strings":["Shanghai University,School of Science,Department of Mathematics,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai University,School of Science,Department of Mathematics,China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325688","display_name":"Dong Liu","orcid":"https://orcid.org/0009-0003-4913-2688"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Liu","raw_affiliation_strings":["Midea Group,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group,China","institution_ids":["https://openalex.org/I4210093653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101945772","display_name":"Feifei Feng","orcid":"https://orcid.org/0009-0003-8612-5022"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Feng","raw_affiliation_strings":["Midea Group,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group,China","institution_ids":["https://openalex.org/I4210093653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Midea Group,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group,China","institution_ids":["https://openalex.org/I4210093653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4318","last_page":"4325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7595465183258057},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6155855655670166},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5168464779853821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5158311724662781},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49776721000671387},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3759411573410034}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595465183258057},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6155855655670166},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5168464779853821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5158311724662781},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49776721000671387},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3759411573410034}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10609992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10609992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325553","display_name":"Shanghai University","ror":"https://ror.org/006teas31"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W1968001820","https://openalex.org/W2026674299","https://openalex.org/W2082627290","https://openalex.org/W2159706693","https://openalex.org/W2489434015","https://openalex.org/W2552723933","https://openalex.org/W2778724301","https://openalex.org/W2967895468","https://openalex.org/W2984756091","https://openalex.org/W3027086341","https://openalex.org/W3034550159","https://openalex.org/W3094502228","https://openalex.org/W3098499184","https://openalex.org/W3110239216","https://openalex.org/W3134231938","https://openalex.org/W3176484337","https://openalex.org/W3199782544","https://openalex.org/W4212774754","https://openalex.org/W4221159977","https://openalex.org/W4224912544","https://openalex.org/W4285096920","https://openalex.org/W4287083362","https://openalex.org/W4289489637","https://openalex.org/W4295246696","https://openalex.org/W4302010007","https://openalex.org/W4303648971","https://openalex.org/W4304084096","https://openalex.org/W4312287667","https://openalex.org/W4312876407","https://openalex.org/W4313952519","https://openalex.org/W4318751977","https://openalex.org/W4322718191","https://openalex.org/W4323066621","https://openalex.org/W4323572061","https://openalex.org/W4324299512","https://openalex.org/W4366330503","https://openalex.org/W4366457178","https://openalex.org/W4366850747","https://openalex.org/W4378465306","https://openalex.org/W4378945519","https://openalex.org/W4383097638","https://openalex.org/W4383097668","https://openalex.org/W4383108296","https://openalex.org/W4383108895","https://openalex.org/W4384918448","https://openalex.org/W4385430559","https://openalex.org/W4385431288","https://openalex.org/W4385473486","https://openalex.org/W4389217677","https://openalex.org/W4389665708","https://openalex.org/W4390874575","https://openalex.org/W4394828156","https://openalex.org/W4401414095","https://openalex.org/W4401416363","https://openalex.org/W4403793633","https://openalex.org/W6676497082","https://openalex.org/W6754677871","https://openalex.org/W6758420182","https://openalex.org/W6776867236","https://openalex.org/W6777843581","https://openalex.org/W6779809370","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6796613488","https://openalex.org/W6800774826","https://openalex.org/W6801810553","https://openalex.org/W6802366246","https://openalex.org/W6809509765","https://openalex.org/W6809646742","https://openalex.org/W6810080435","https://openalex.org/W6810640255","https://openalex.org/W6810738896","https://openalex.org/W6838865847","https://openalex.org/W6839390831","https://openalex.org/W6843759960","https://openalex.org/W6845793730","https://openalex.org/W6846007759","https://openalex.org/W6846242362","https://openalex.org/W6849470435","https://openalex.org/W6850300045","https://openalex.org/W6850495229","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6852253340","https://openalex.org/W6852884379","https://openalex.org/W6853103453","https://openalex.org/W6853851469","https://openalex.org/W6854555012","https://openalex.org/W6854738657","https://openalex.org/W6854866820","https://openalex.org/W6857685038","https://openalex.org/W6858706166"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Humans":[0],"interpret":[1],"scenes":[2],"by":[3],"recognizing":[4],"both":[5,27],"the":[6,29,40,47,51,57,60,69,106,124],"identities":[7],"and":[8,24,32,79,139],"positions":[9],"of":[10,97,137],"objects":[11,30],"in":[12,46,109],"their":[13],"observations.":[14],"For":[15],"a":[16,88,118,135],"robot":[17],"to":[18,55,75,94,122],"perform":[19],"tasks":[20],"such":[21],"as":[22],"\"pick":[23],"place\",":[25],"understanding":[26],"what":[28],"are":[31,35],"where":[33],"they":[34],"located":[36],"is":[37],"crucial.":[38],"While":[39],"former":[41],"has":[42],"been":[43],"extensively":[44],"discussed":[45],"literature":[48],"that":[49,145],"uses":[50],"large":[52],"language":[53,81,102,161],"model":[54],"enrich":[56],"text":[58],"descriptions,":[59],"latter":[61],"remains":[62],"underexplored.":[63],"In":[64],"this":[65],"work,":[66],"we":[67,116,143],"introduce":[68],"Object-Centric":[70],"Instruction":[71],"Augmentation":[72],"(OCI)":[73],"framework":[74],"augment":[76],"highly":[77],"semantic":[78],"information-dense":[80],"instruction":[82],"with":[83,151],"position":[84],"cues.":[85],"We":[86],"utilize":[87],"Multi-modal":[89],"Large":[90],"Language":[91],"Model":[92],"(MLLM)":[93],"weave":[95],"knowledge":[96],"object":[98],"locations":[99],"into":[100,131],"natural":[101],"instruction,":[103],"thus":[104],"aiding":[105],"policy":[107,132],"network":[108],"mastering":[110],"actions":[111],"for":[112],"versatile":[113],"manipulation.":[114],"Additionally,":[115],"present":[117],"feature":[119],"reuse":[120],"mechanism":[121],"integrate":[123],"vision-language":[125],"features":[126],"from":[127],"off-the-shelf":[128],"pre-trained":[129],"MLLM":[130],"networks.":[133],"Through":[134],"series":[136],"simulated":[138],"real-world":[140],"robotic":[141,146],"tasks,":[142],"demonstrate":[144],"manipulator":[147],"imitation":[148],"policies":[149],"trained":[150],"our":[152],"enhanced":[153],"instructions":[154],"outperform":[155],"those":[156],"relying":[157],"solely":[158],"on":[159],"traditional":[160],"instructions.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}