{"id":"https://openalex.org/W4383097395","doi":"https://doi.org/10.1109/icra48891.2023.10160253","title":"Joint Segmentation and Grasp Pose Detection with Multi-Modal Feature Fusion Network","display_name":"Joint Segmentation and Grasp Pose Detection with Multi-Modal Feature Fusion Network","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383097395","doi":"https://doi.org/10.1109/icra48891.2023.10160253"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10160253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160253","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088989764","display_name":"Xiaozheng Liu","orcid":"https://orcid.org/0000-0002-7207-3108"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozheng Liu","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University,Shenyang,China","College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University,Shenyang,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038287028","display_name":"Yunzhou Zhang","orcid":"https://orcid.org/0000-0003-0610-3732"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunzhou Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University,Shenyang,China","College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University,Shenyang,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087269962","display_name":"He Cao","orcid":"https://orcid.org/0009-0000-2282-966X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Cao","raw_affiliation_strings":["Northeastern University,Faculty of Robot Science and Engineering,Shenyang,China","Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University,Faculty of Robot Science and Engineering,Shenyang,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012261848","display_name":"Dexing Shan","orcid":"https://orcid.org/0000-0003-3928-3442"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dexing Shan","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University,Shenyang,China","College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University,Shenyang,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090052616","display_name":"Jiaqi Zhao","orcid":"https://orcid.org/0000-0002-3564-5090"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Zhao","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University,Shenyang,China","College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University,Shenyang,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1751","last_page":"1756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9239000082015991,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.8186909556388855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8063646554946899},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.775841236114502},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.7623265981674194},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.7228785157203674},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.678008496761322},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6588113903999329},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.5068944096565247},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.49909400939941406},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4830951690673828},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.46909865736961365},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.46309828758239746},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4520752429962158},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44974544644355774},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4377899467945099},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4284508228302002},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11816364526748657},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08779722452163696}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.8186909556388855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8063646554946899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.775841236114502},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.7623265981674194},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7228785157203674},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.678008496761322},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6588113903999329},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.5068944096565247},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.49909400939941406},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4830951690673828},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.46909865736961365},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.46309828758239746},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4520752429962158},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44974544644355774},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4377899467945099},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4284508228302002},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11816364526748657},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08779722452163696},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10160253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160253","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4285396571","display_name":null,"funder_award_id":"61973066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1510186039","https://openalex.org/W1522301498","https://openalex.org/W2010274050","https://openalex.org/W2123435073","https://openalex.org/W2194775991","https://openalex.org/W2600030077","https://openalex.org/W2824754393","https://openalex.org/W2889969363","https://openalex.org/W2962737955","https://openalex.org/W2963033241","https://openalex.org/W2963121255","https://openalex.org/W2963177347","https://openalex.org/W2963351448","https://openalex.org/W2967068439","https://openalex.org/W3004284873","https://openalex.org/W3035198432","https://openalex.org/W3089423647","https://openalex.org/W3130885760","https://openalex.org/W3133178156","https://openalex.org/W3179923621","https://openalex.org/W3187686865","https://openalex.org/W3204876017","https://openalex.org/W3205933337","https://openalex.org/W3207187156","https://openalex.org/W3207398045","https://openalex.org/W3207888596","https://openalex.org/W4285102142","https://openalex.org/W6631190155","https://openalex.org/W6739778489","https://openalex.org/W6769823609"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W2059402478","https://openalex.org/W2123347777","https://openalex.org/W4387804363","https://openalex.org/W2019547100","https://openalex.org/W2477150073","https://openalex.org/W2515493494"],"abstract_inverted_index":{"Efficient":[0],"grasp":[1,42,110],"pose":[2,43],"detection":[3],"is":[4],"essential":[5],"for":[6,21,38],"robotic":[7],"manipulation":[8],"in":[9,108],"cluttered":[10],"scenes.":[11],"However,":[12],"most":[13],"methods":[14],"only":[15],"utilize":[16,103],"point":[17,48,78],"clouds":[18],"or":[19],"images":[20],"prediction,":[22],"ignoring":[23],"the":[24,66,69,84,104,109,115,135],"advantages":[25],"of":[26,68,137],"different":[27],"features.":[28],"In":[29],"this":[30],"paper,":[31],"we":[32,74,94],"present":[33],"a":[34,47,76,96],"multi-modal":[35],"fusion":[36,54],"network":[37,121],"joint":[39],"segmentation":[40],"and":[41,50,63,87],"detection.":[44],"We":[45,126],"design":[46],"cloud":[49],"image":[51],"co-guided":[52],"feature":[53,71,98],"module":[55,100],"that":[56,81,119],"can":[57],"be":[58],"used":[59],"to":[60,101,133],"fuse":[61],"features":[62,107],"adaptively":[64],"estimate":[65],"importance":[67],"point-pixel":[70],"pairs.":[72],"Moreover,":[73],"develop":[75],"seed":[77,92],"sampling":[79],"algorithm":[80],"simultaneously":[82],"considers":[83],"distance,":[85],"semantics":[86],"attention":[88],"scores.":[89],"For":[90],"selected":[91],"points,":[93],"adopt":[95],"local":[97,105],"aggregation":[99],"fully":[102],"spatial":[106],"region.":[111],"Experimental":[112],"results":[113],"on":[114],"GraspNet-lBillion":[116],"Dataset":[117],"show":[118],"our":[120,138],"outperforms":[122],"several":[123],"state-of-the-art":[124],"methods.":[125],"also":[127],"conduct":[128],"real":[129],"robot":[130],"grasping":[131],"experiments":[132],"demonstrate":[134],"effectiveness":[136],"approach.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}