{"id":"https://openalex.org/W4389666637","doi":"https://doi.org/10.1109/iros55552.2023.10342021","title":"GVCCI: Lifelong Learning of Visual Grounding for Language-Guided Robotic Manipulation","display_name":"GVCCI: Lifelong Learning of Visual Grounding for Language-Guided Robotic Manipulation","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389666637","doi":"https://doi.org/10.1109/iros55552.2023.10342021"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10342021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342021","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349755","display_name":"Junghyun Kim","orcid":"https://orcid.org/0000-0001-9424-3377"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junghyun Kim","raw_affiliation_strings":["Seoul National University,Interdisciplinary Program in AI","Seoul National University,Interdisciplinary Program in Neuroscience","Interdisciplinary Program in AI, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in AI","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in Neuroscience","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in AI, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022061514","display_name":"Gi-Cheon Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gi-Cheon Kang","raw_affiliation_strings":["Seoul National University,Interdisciplinary Program in AI","Interdisciplinary Program in AI, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in AI","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in AI, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101740394","display_name":"Jaein Kim","orcid":"https://orcid.org/0000-0001-7148-4346"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaein Kim","raw_affiliation_strings":["Seoul National University,Interdisciplinary Program in AI","Seoul National University,Interdisciplinary Program in Neuroscience","Interdisciplinary Program in Neuroscience, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in AI","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in Neuroscience","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in Neuroscience, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081281228","display_name":"Suyeon Shin","orcid":"https://orcid.org/0000-0002-0780-4963"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Suyeon Shin","raw_affiliation_strings":["Seoul National University,Interdisciplinary Program in AI","Interdisciplinary Program in AI, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in AI","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in AI, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050928023","display_name":"Byoung\u2010Tak Zhang","orcid":"https://orcid.org/0000-0001-9890-0389"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byoung-Tak Zhang","raw_affiliation_strings":["Seoul National University,Interdisciplinary Program in AI","Interdisciplinary Program in Neuroscience, Seoul National University","Interdisciplinary Program in AI, Seoul National University","AI Institute, Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University,Interdisciplinary Program in AI","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in Neuroscience, Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in AI, Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"AI Institute, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"952","last_page":"959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.787814199924469},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5974631905555725},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5900882482528687},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5556290149688721},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.509479820728302},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.4803813099861145},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.46873173117637634},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44659772515296936},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4346909523010254},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.42768359184265137},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4257068932056427},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3573456406593323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09651926159858704}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.787814199924469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5974631905555725},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5900882482528687},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5556290149688721},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.509479820728302},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.4803813099861145},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.46873173117637634},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44659772515296936},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4346909523010254},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42768359184265137},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4257068932056427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3573456406593323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09651926159858704},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10342021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342021","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1630678085","https://openalex.org/W1773149199","https://openalex.org/W2006354339","https://openalex.org/W2189465022","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2467589492","https://openalex.org/W2489434015","https://openalex.org/W2736923367","https://openalex.org/W2737607256","https://openalex.org/W2741978577","https://openalex.org/W2745461083","https://openalex.org/W2962716343","https://openalex.org/W2963109634","https://openalex.org/W2963244312","https://openalex.org/W2964345792","https://openalex.org/W2966715458","https://openalex.org/W2998012869","https://openalex.org/W3034758614","https://openalex.org/W3091332498","https://openalex.org/W3159619744","https://openalex.org/W3170390053","https://openalex.org/W3174510143","https://openalex.org/W3186412961","https://openalex.org/W3200763177","https://openalex.org/W3207626483","https://openalex.org/W4224912544","https://openalex.org/W4225517085","https://openalex.org/W4226471860","https://openalex.org/W4281567440","https://openalex.org/W4385245566","https://openalex.org/W6605422016","https://openalex.org/W6620707391","https://openalex.org/W6636808768","https://openalex.org/W6739901393","https://openalex.org/W6741457941","https://openalex.org/W6766904570","https://openalex.org/W6810523286","https://openalex.org/W6810640255","https://openalex.org/W6838583310","https://openalex.org/W6839015040"],"related_works":["https://openalex.org/W2364105709","https://openalex.org/W2384383462","https://openalex.org/W2380954666","https://openalex.org/W422428167","https://openalex.org/W1981922029","https://openalex.org/W2391851613","https://openalex.org/W1485190762","https://openalex.org/W2037025106","https://openalex.org/W2499777278","https://openalex.org/W2101681732"],"abstract_inverted_index":{"Language-Guided":[0],"Robotic":[1],"Manipulation":[2],"(LGRM)":[3],"is":[4,61,72],"a":[5,11,43,48,86,143,178,189],"challenging":[6],"task":[7],"as":[8],"it":[9],"requires":[10],"robot":[12],"to":[13,17,32,37,47,62,81,142,150,158,172,177],"understand":[14],"human":[15,97],"instructions":[16],"manipulate":[18],"everyday":[19],"objects.":[20],"Recent":[21],"approaches":[22],"in":[23,42,120,146],"LGRM":[24,155],"rely":[25],"on":[26,128],"pre-trained":[27],"Visual":[28],"Grounding":[29,79],"(VG)":[30],"models":[31],"detect":[33],"objects":[34,175],"without":[35,96],"adapting":[36],"manipulation":[38,204],"environments.":[39,205],"This":[40],"results":[41,133],"performance":[44],"drop":[45],"due":[46,176],"substantial":[49],"domain":[50],"gap":[51],"between":[52],"the":[53,68,109,113,161,166,183],"pre-training":[54,184],"and":[55,107,122,152],"real-world":[56],"data.":[57,115,185],"A":[58],"straight-forward":[59],"solution":[60],"collect":[63],"additional":[64],"training":[65],"data,":[66],"but":[67],"cost":[69],"of":[70,196,200],"human-annotation":[71],"extortionate.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77,187],"propose":[78],"Vision":[80],"Ceaselessly":[82],"Created":[83],"Instructions":[84],"(GVCCI),":[85],"lifelong":[87],"learning":[88],"framework":[89,119],"for":[90,193],"LGRM,":[91,194],"which":[92],"continuously":[93],"learns":[94],"VG":[95,110,130,147,168,191],"supervision.":[98],"GVCCI":[99,140],"iteratively":[100],"generates":[101],"synthetic":[102,137],"instruction":[103],"via":[104],"object":[105],"detection":[106],"trains":[108],"model":[111,169],"with":[112],"generated":[114],"We":[116],"validate":[117],"our":[118],"offline":[121],"online":[123],"settings":[124],"across":[125],"diverse":[126,203],"environments":[127],"different":[129],"models.":[131],"Experimental":[132],"show":[134],"that":[135,165],"accumulating":[136],"data":[138],"from":[139,182,202],"leads":[141],"steady":[144],"improvement":[145],"by":[148,156],"up":[149,157],"56.7%":[151],"improves":[153],"resultant":[154],"29.4%.":[159],"Furthermore,":[160],"qualitative":[162],"analysis":[163],"shows":[164],"unadapted":[167],"often":[170],"fails":[171],"find":[173],"correct":[174],"strong":[179],"bias":[180],"learned":[181],"Finally,":[186],"introduce":[188],"novel":[190],"dataset":[192],"consisting":[195],"nearly":[197],"252k":[198],"triplets":[199],"image-object-instruction":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}