{"id":"https://openalex.org/W4317383736","doi":"https://doi.org/10.1109/robio55434.2022.10011896","title":"Kinova Gemini: Interactive Robot Grasping with Visual Reasoning and Conversational AI","display_name":"Kinova Gemini: Interactive Robot Grasping with Visual Reasoning and Conversational AI","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4317383736","doi":"https://doi.org/10.1109/robio55434.2022.10011896"},"language":"en","primary_location":{"id":"doi:10.1109/robio55434.2022.10011896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio55434.2022.10011896","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101439277","display_name":"Hanxiao Chen","orcid":"https://orcid.org/0000-0001-9869-8926"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanxiao Chen","raw_affiliation_strings":["Harbin Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043461784","display_name":"Jiankun Wang","orcid":"https://orcid.org/0000-0001-9139-0291"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiankun Wang","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen Key Laboratory of Robotics Perception and Intelligence,Department of Electronic and Electrical Engineering,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen Key Laboratory of Robotics Perception and Intelligence,Department of Electronic and Electrical Engineering,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen Key Laboratory of Robotics Perception and Intelligence,Department of Electronic and Electrical Engineering,Shenzhen,China,518055","Shenzhen Research Institute, The Chinese University of Hong Kong in Shenzhen, Shenzhen, China","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen Key Laboratory of Robotics Perception and Intelligence,Department of Electronic and Electrical Engineering,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Shenzhen Research Institute, The Chinese University of Hong Kong in Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"129","last_page":"134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7393069863319397},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6175898909568787},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5814903974533081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5506689548492432},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.49569571018218994},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3930045962333679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7393069863319397},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6175898909568787},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5814903974533081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5506689548492432},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.49569571018218994},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3930045962333679}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio55434.2022.10011896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio55434.2022.10011896","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5447087546","display_name":null,"funder_award_id":"62103181","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320327605","display_name":"Southern University of Science and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1999156278","https://openalex.org/W2068127265","https://openalex.org/W2091813125","https://openalex.org/W2549550673","https://openalex.org/W2598625465","https://openalex.org/W2600030077","https://openalex.org/W2910474428","https://openalex.org/W2930863966","https://openalex.org/W2962737955","https://openalex.org/W2963033241","https://openalex.org/W2963411833","https://openalex.org/W3013160799","https://openalex.org/W3132708124","https://openalex.org/W3173896065","https://openalex.org/W3197090054","https://openalex.org/W4205671217","https://openalex.org/W4210945202"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"To":[0],"facilitate":[1],"recent":[2],"advances":[3],"in":[4,67],"robotics":[5],"and":[6,13,29,82,88,105,144,165],"AI":[7,27],"for":[8,150],"delicate":[9],"collaboration":[10],"between":[11],"humans":[12,84],"machines,":[14],"we":[15],"propose":[16],"the":[17,34,64,92,110,122,126,157,160],"Kinova":[18,35,54,58],"Gemini,":[19],"an":[20],"original":[21],"robotic":[22],"system":[23],"that":[24],"integrates":[25],"conversational":[26,166],"dialogue":[28,77,123],"visual":[30,163],"reasoning":[31,164],"to":[32,53,62,80,85,91,112,118,128,140],"make":[33],"Gen3":[36,55],"lite":[37],"robot":[38],"help":[39],"people":[40,79,114],"retrieve":[41,86],"objects":[42,87,101,143],"or":[43,124],"complete":[44],"perception-based":[45,151],"pick-and-place":[46,152],"tasks.":[47],"When":[48],"a":[49,75],"person":[50],"walks":[51],"up":[52],"lite,":[56],"our":[57],"Gemini":[59],"is":[60,133],"able":[61],"fulfill":[63],"user's":[65],"requests":[66],"three":[68],"different":[69],"applications:":[70],"(1)":[71],"It":[72,98,136],"can":[73],"start":[74],"natural":[76],"with":[78,102,162],"interact":[81],"assist":[83],"hand":[89],"them":[90],"user":[93,127],"one":[94,132],"by":[95],"one.":[96],"(2)":[97],"detects":[99],"diverse":[100],"YOLO":[103,138],"v3":[104,139],"recognize":[106,141],"color":[107],"attributes":[108],"of":[109],"item":[111],"ask":[113],"if":[115],"they":[116],"want":[117],"grasp":[119],"it":[120],"via":[121],"enable":[125],"choose":[129,147],"which":[130],"specific":[131],"required.":[134],"(3)":[135],"applies":[137],"multiple":[142],"let":[145],"you":[146],"two":[148],"items":[149],"tasks":[153],"such":[154],"as":[155],"\u201cPut":[156],"banana":[158],"into":[159],"bowl\u201d":[161],"interaction.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}