{"id":"https://openalex.org/W4389667691","doi":"https://doi.org/10.1109/iros55552.2023.10342331","title":"Language Guided Robotic Grasping with Fine-Grained Instructions","display_name":"Language Guided Robotic Grasping with Fine-Grained Instructions","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389667691","doi":"https://doi.org/10.1109/iros55552.2023.10342331"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10342331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101792110","display_name":"Qiang Sun","orcid":"https://orcid.org/0000-0002-2877-8960"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I905225518","display_name":"Shanghai University of International Business and Economics","ror":"https://ror.org/031t68441","country_code":"CN","type":"education","lineage":["https://openalex.org/I905225518"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Sun","raw_affiliation_strings":["school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","Fudan University, China","School of statistics and information, Shanghai University of International Business and Economics, China","school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"School of statistics and information, Shanghai University of International Business and Economics, China","institution_ids":["https://openalex.org/I905225518"]},{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039653330","display_name":"Haitao Lin","orcid":"https://orcid.org/0000-0003-2767-127X"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Lin","raw_affiliation_strings":["school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","Fudan University, China","school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100738025","display_name":"Ying Fu","orcid":"https://orcid.org/0000-0002-6677-694X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Fu","raw_affiliation_strings":["Beijing Institute of Technology,China","school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084959430","display_name":"Yanwei Fu","orcid":"https://orcid.org/0000-0002-6595-6893"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwei Fu","raw_affiliation_strings":["Beijing Institute of Technology,China","school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China","Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003418019","display_name":"Xiangyang Xue","orcid":"https://orcid.org/0000-0002-4897-9209"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Xue","raw_affiliation_strings":["school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China","Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University,Jinhua,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"school of Data Science and Shanghai Key Lab of Intelligent Information Processingxs, Fudan University and Fudan ISTBI-ZJNU Algorithm Centre for Brain-inspired Intelligence, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1319","last_page":"1326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8667140007019043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7656410932540894},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7353009581565857},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6506476402282715},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6103203296661377},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5955269932746887},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5742422938346863},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5088753700256348},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5018506050109863},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4936865270137787},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.43597304821014404},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42314282059669495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8667140007019043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7656410932540894},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7353009581565857},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6506476402282715},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6103203296661377},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5955269932746887},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5742422938346863},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5088753700256348},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5018506050109863},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4936865270137787},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.43597304821014404},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42314282059669495},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10342331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4690267869","display_name":null,"funder_award_id":"62176061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1903029394","https://openalex.org/W2193145675","https://openalex.org/W2229480318","https://openalex.org/W2251512949","https://openalex.org/W2302548814","https://openalex.org/W2467589492","https://openalex.org/W2605127024","https://openalex.org/W2798556392","https://openalex.org/W2876852810","https://openalex.org/W2894964039","https://openalex.org/W2962716343","https://openalex.org/W2963109634","https://openalex.org/W2963150697","https://openalex.org/W2963244312","https://openalex.org/W2963892972","https://openalex.org/W2964345792","https://openalex.org/W2980088508","https://openalex.org/W2984121207","https://openalex.org/W2998012869","https://openalex.org/W3004284873","https://openalex.org/W3020827971","https://openalex.org/W3034325957","https://openalex.org/W3034692043","https://openalex.org/W3035097537","https://openalex.org/W3035398346","https://openalex.org/W3093025045","https://openalex.org/W3106250896","https://openalex.org/W3108748824","https://openalex.org/W3166396011","https://openalex.org/W3172522282","https://openalex.org/W3187664142","https://openalex.org/W3203354307","https://openalex.org/W3205420310","https://openalex.org/W3216551675","https://openalex.org/W4280533594","https://openalex.org/W4285102324","https://openalex.org/W4307504011","https://openalex.org/W4312604533","https://openalex.org/W6752460670","https://openalex.org/W6753365302","https://openalex.org/W6768730002","https://openalex.org/W6791353385"],"related_works":["https://openalex.org/W2123263858","https://openalex.org/W3127959533","https://openalex.org/W1508899372","https://openalex.org/W4387967917","https://openalex.org/W3037187668","https://openalex.org/W2012658348","https://openalex.org/W4387968151","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W4388446985"],"abstract_inverted_index":{"Given":[0],"a":[1,94,131,192],"single":[2],"RGB":[3],"image":[4],"and":[5,71,83,103,123,142,199,211],"the":[6,13,21,49,68,75,115,121,139,146,158,165,172,177,209],"attribute-rich":[7],"language":[8,35,84,141],"instructions,":[9],"this":[10,89,91],"paper":[11,92],"investigates":[12],"novel":[14,132],"problem":[15,28],"of":[16,77,99,161,213],"using":[17,176],"Fine-grained":[18],"instructions":[19],"for":[20,109,171,195],"Language":[22],"guided":[23],"robotic":[24],"Grasping":[25],"(FLarG).":[26],"This":[27],"is":[29,153,169,220],"made":[30,45],"challenging":[31],"by":[32,52,175],"learning":[33],"fine-grained":[34],"descriptions":[36],"to":[37,136,155],"ground":[38],"target":[39,166],"objects.":[40],"Recent":[41],"advances":[42],"have":[43,60,207],"been":[44],"in":[46],"visually":[47],"grounding":[48],"objects":[50],"simply":[51],"several":[53],"coarse":[54],"attributes":[55],"[1].":[56],"However,":[57],"these":[58],"methods":[59],"poor":[61],"performance":[62],"as":[63,120],"they":[64],"cannot":[65],"well":[66,137],"align":[67],"multi-modal":[69],"features,":[70],"do":[72],"not":[73],"make":[74],"best":[76],"recent":[78,178],"powerful":[79],"large":[80],"pre-trained":[81],"vision":[82,143],"models,":[85],"e.g.,":[86],"CLIP.":[87],"To":[88,184],"end,":[90],"proposes":[93],"FLarG":[95,197],"pipeline":[96],"including":[97],"stages":[98],"CLIP-guided":[100],"object":[101,106,167,180],"localization,":[102],"6-DoF":[104,179],"category-level":[105],"pose":[107,168,181],"estimation":[108,182],"grasping.":[110],"Specially,":[111],"we":[112,189],"first":[113],"take":[114],"CLIP-based":[116],"segmentation":[117,149],"model":[118,128],"CRIS":[119],"backbone":[122,150],"propose":[124],"an":[125],"end-to-end":[126],"DyCRIS":[127],"that":[129],"uses":[130],"dynamic":[133],"mask":[134,160],"strategy":[135],"fuse":[138],"multi-level":[140],"features.":[144],"Then,":[145],"well-trained":[147],"instance":[148],"Mask":[151],"R-CNN":[152],"adopted":[154],"further":[156],"improve":[157],"predicted":[159],"our":[162,186,196,214],"DyCRIS.":[163],"Finally,":[164],"inferred":[170],"robotics":[173],"grasping":[174],"method.":[183,216],"validate":[185],"CLIP-enhanced":[187],"pipeline,":[188],"also":[190],"construct":[191],"validation":[193],"dataset":[194],"task":[198],"name":[200],"it":[201],"RefNOCS.":[202],"Extensive":[203],"results":[204],"on":[205],"RefNOCS":[206],"shown":[208],"utility":[210],"effectiveness":[212],"proposed":[215],"The":[217],"project":[218],"homepage":[219],"available":[221],"at":[222],"https://sunqiang85.github.ioIFLarG/.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}