{"id":"https://openalex.org/W4416749068","doi":"https://doi.org/10.1109/iros60139.2025.11246975","title":"SemSegGrasp: Plug-and-play Task-oriented Grasping via Semantic Segmentation","display_name":"SemSegGrasp: Plug-and-play Task-oriented Grasping via Semantic Segmentation","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416749068","doi":"https://doi.org/10.1109/iros60139.2025.11246975"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100330315","display_name":"Cheng He","orcid":"https://orcid.org/0000-0001-6337-6046"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng He","raw_affiliation_strings":["Nankai University,College of Artificial Intelligence, Institute of Robotics and Automatic Information System, and the Tianjin Key Laboratory of Intelligent Robotics,Tianjin,China,300350"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,College of Artificial Intelligence, Institute of Robotics and Automatic Information System, and the Tianjin Key Laboratory of Intelligent Robotics,Tianjin,China,300350","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722641","display_name":"Zhenjie Zhao","orcid":"https://orcid.org/0000-0002-6348-5469"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjie Zhao","raw_affiliation_strings":["Nankai University,College of Artificial Intelligence, Institute of Robotics and Automatic Information System, and the Tianjin Key Laboratory of Intelligent Robotics,Tianjin,China,300350"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,College of Artificial Intelligence, Institute of Robotics and Automatic Information System, and the Tianjin Key Laboratory of Intelligent Robotics,Tianjin,China,300350","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025392915","display_name":"Xuebo Zhang","orcid":"https://orcid.org/0000-0001-5308-6539"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuebo Zhang","raw_affiliation_strings":["Nankai University,College of Artificial Intelligence, Institute of Robotics and Automatic Information System, and the Tianjin Key Laboratory of Intelligent Robotics,Tianjin,China,300350"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nankai University,College of Artificial Intelligence, Institute of Robotics and Automatic Information System, and the Tianjin Key Laboratory of Intelligent Robotics,Tianjin,China,300350","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39214275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9418","last_page":"9424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9086999893188477,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9086999893188477,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.01860000006854534,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.9311000108718872},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.692799985408783},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6366000175476074},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6062999963760376},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5496000051498413},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5135999917984009},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49799999594688416},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4763999879360199},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.46560001373291016}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.9311000108718872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7996000051498413},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.692799985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6635000109672546},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6366000175476074},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5496000051498413},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4763999879360199},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4553000032901764},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43860000371932983},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3847000002861023},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.38190001249313354},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29120001196861267},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2010274050","https://openalex.org/W2047346158","https://openalex.org/W2063533050","https://openalex.org/W2116817751","https://openalex.org/W2155217025","https://openalex.org/W2561529111","https://openalex.org/W2772168088","https://openalex.org/W2888535642","https://openalex.org/W2963341956","https://openalex.org/W2970710335","https://openalex.org/W2976611405","https://openalex.org/W3003356397","https://openalex.org/W3035198432","https://openalex.org/W3090727630","https://openalex.org/W3091470805","https://openalex.org/W3129417521","https://openalex.org/W4312900721","https://openalex.org/W4383097638","https://openalex.org/W4383108296","https://openalex.org/W4385245566","https://openalex.org/W4387092545","https://openalex.org/W4401043215","https://openalex.org/W4401414292","https://openalex.org/W4402727730","https://openalex.org/W4402727764","https://openalex.org/W4405785009","https://openalex.org/W4405785344","https://openalex.org/W4407126539","https://openalex.org/W4407637743"],"related_works":[],"abstract_inverted_index":{"Task-oriented":[0],"grasping":[1,4],"(TOG)":[2],"involves":[3],"specific":[5],"parts":[6],"of":[7,79,111,162,168],"an":[8,197],"object":[9],"based":[10,53],"on":[11,54,204,231],"a":[12,49,93,102,121,155,173,211],"task":[13],"instruction.":[14],"Existing":[15],"methods":[16,224],"generally":[17],"integrate":[18],"semantic":[19,50,64,97,178],"analysis":[20],"with":[21,33,86,127,191],"grasp":[22,67,89,175,182,199],"detection,":[23,68],"resulting":[24],"in":[25,92],"low":[26],"efficiency":[27,75],"and":[28,36,57,66,76,142,146,210,229],"poor":[29],"generalization":[30,77],"when":[31],"dealing":[32],"new":[34,232],"tasks":[35],"hardware.":[37],"To":[38],"address":[39],"these":[40,159],"problems,":[41],"we":[42,135,153],"propose":[43],"SemSegGrasp,":[44],"which":[45],"reformulates":[46],"TOG":[47,62,174],"as":[48,172],"segmentation":[51,65,189],"problem":[52],"point":[55,140,170],"cloud":[56,141],"text":[58],"matching.":[59],"By":[60],"decomposing":[61],"into":[63,120],"SemSegGrasp":[69,99,217],"can":[70,83],"significantly":[71],"enhance":[72],"both":[73],"the":[74,112,138,143,166,181,188,192,205],"performance":[78],"TOG.":[80],"Moreover,":[81],"it":[82],"be":[84],"combined":[85],"any":[87],"off-the-shelf":[88],"detection":[90,200],"algorithms":[91],"plug-and-play":[94],"manner.":[95],"For":[96],"segmentation,":[98],"first":[100],"utilizes":[101],"Vision-Language":[103],"Model":[104,124],"(VLM)":[105],"to":[106,130,164],"generate":[107],"local":[108],"geometric":[109],"descriptions":[110,116],"target":[113],"object.":[114],"These":[115],"are":[117],"then":[118],"fed":[119],"Large":[122],"Language":[123],"(LLM)":[125],"along":[126],"user":[128],"instructions":[129],"obtain":[131,147],"operational":[132,144],"guidance.":[133],"Subsequently,":[134],"separately":[136],"encode":[137],"input":[139],"guidance":[145],"their":[148],"features.":[149],"Leveraging":[150],"multi-head":[151],"cross-attention,":[152],"conduct":[154],"matching":[156],"process":[157],"between":[158],"two":[160],"types":[161],"features":[163],"predict":[165],"probability":[167],"each":[169],"serving":[171],"point,":[176],"i.e.":[177],"segmentation.":[179],"Finally,":[180],"pose":[183],"is":[184],"determined":[185],"by":[186,196,225],"fusing":[187],"results":[190,203],"candidate":[193],"poses":[194],"generated":[195],"existing":[198,223],"algorithm.":[201],"Experimental":[202],"publicly":[206],"available":[207],"TaskGrasp":[208],"dataset":[209],"real-world":[212],"setting":[213],"show":[214],"that":[215],"our":[216],"method":[218],"achieves":[219],"state-of-the-art":[220],"performance,":[221],"outperforming":[222],"at":[226],"least":[227],"5%":[228],"10%":[230],"tasks,":[233],"respectively.":[234]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-11-28T00:00:00"}