{"id":"https://openalex.org/W4388283434","doi":"https://doi.org/10.1109/tase.2023.3327772","title":"Deep Fusion for Multi-Modal 6D Pose Estimation","display_name":"Deep Fusion for Multi-Modal 6D Pose Estimation","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https://openalex.org/W4388283434","doi":"https://doi.org/10.1109/tase.2023.3327772"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3327772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3327772","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045404594","display_name":"Shifeng Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shifeng Lin","raw_affiliation_strings":["Key Laboratory of Autonomous Systems and Networked Control, School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","School of Automation Science and Engineering, Key Laboratory of Autonomous Systems and Networked Control, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9670-4085","affiliations":[{"raw_affiliation_string":"Key Laboratory of Autonomous Systems and Networked Control, School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Automation Science and Engineering, Key Laboratory of Autonomous Systems and Networked Control, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018395864","display_name":"Zunran Wang","orcid":"https://orcid.org/0000-0002-0826-9376"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zunran Wang","raw_affiliation_strings":["Robotics X, Tencent, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0826-9376","affiliations":[{"raw_affiliation_string":"Robotics X, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089146871","display_name":"Shenghao Zhang","orcid":"https://orcid.org/0000-0002-5804-5012"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenghao Zhang","raw_affiliation_strings":["Robotics X, Tencent, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5804-5012","affiliations":[{"raw_affiliation_string":"Robotics X, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088062859","display_name":"Yonggen Ling","orcid":"https://orcid.org/0000-0001-8294-6286"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggen Ling","raw_affiliation_strings":["Robotics X, Tencent, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8294-6286","affiliations":[{"raw_affiliation_string":"Robotics X, Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019906827","display_name":"Chenguang Yang","orcid":"https://orcid.org/0000-0001-5255-5559"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]},{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenguang Yang","raw_affiliation_strings":["Bristol Robotics Laboratory, University of the West of England, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5255-5559","affiliations":[{"raw_affiliation_string":"Bristol Robotics Laboratory, University of the West of England, Bristol, U.K","institution_ids":["https://openalex.org/I4210161128","https://openalex.org/I178535277"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5985,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9345471,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"21","issue":"4","first_page":"6540","last_page":"6549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7569735646247864},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7523313164710999},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6944981813430786},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.671918511390686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6717328429222107},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.62413090467453},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6039995551109314},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5525505542755127},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5313053131103516},{"id":"https://openalex.org/keywords/fusion-mechanism","display_name":"Fusion mechanism","score":0.5270469784736633},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47567644715309143},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4411338269710541},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.40902554988861084}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7569735646247864},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7523313164710999},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6944981813430786},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.671918511390686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6717328429222107},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.62413090467453},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6039995551109314},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5525505542755127},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5313053131103516},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.5270469784736633},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47567644715309143},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4411338269710541},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.40902554988861084},{"id":"https://openalex.org/C103038307","wikidata":"https://www.wikidata.org/wiki/Q6556360","display_name":"Lipid bilayer fusion","level":3,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3327772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3327772","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W132147841","https://openalex.org/W1505952289","https://openalex.org/W1969868017","https://openalex.org/W2036637075","https://openalex.org/W2795999188","https://openalex.org/W2884561390","https://openalex.org/W2916933307","https://openalex.org/W2920961587","https://openalex.org/W2962888833","https://openalex.org/W2963177347","https://openalex.org/W2963188159","https://openalex.org/W2964054038","https://openalex.org/W2964056579","https://openalex.org/W2981378444","https://openalex.org/W2989915422","https://openalex.org/W3009516594","https://openalex.org/W3027201070","https://openalex.org/W3034986117","https://openalex.org/W3035268949","https://openalex.org/W3035355652","https://openalex.org/W3093548137","https://openalex.org/W3102636071","https://openalex.org/W3113383835","https://openalex.org/W3117804044","https://openalex.org/W3135435163","https://openalex.org/W3162787701","https://openalex.org/W3163527364","https://openalex.org/W3169677172","https://openalex.org/W3179923621","https://openalex.org/W3200318260","https://openalex.org/W3204468004","https://openalex.org/W3206934897","https://openalex.org/W3209957597","https://openalex.org/W4200604336","https://openalex.org/W4225986494","https://openalex.org/W4226029292","https://openalex.org/W4285149223","https://openalex.org/W4285182079","https://openalex.org/W4285221346","https://openalex.org/W4322727901","https://openalex.org/W4379386112"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W4389574804","https://openalex.org/W2123263858","https://openalex.org/W3127959533","https://openalex.org/W3016928466","https://openalex.org/W2936725271","https://openalex.org/W4320086129","https://openalex.org/W4248431608","https://openalex.org/W3187910480"],"abstract_inverted_index":{"6D":[0,101,206,241,381],"pose":[1,102,166,207,242,333,338,347,382],"estimation":[2,167,243,371],"with":[3,344,375,399],"individual":[4],"modality":[5,69,291,303],"encounters":[6],"difficulties":[7],"due":[8],"to":[9,134,161,191,215,293,354,411],"the":[10,32,38,43,54,57,65,68,87,107,119,127,130,141,154,158,163,178,194,203,211,220,228,247,264,287,290,295,298,305,310,316,341,345,349,358,366,369,392,403,409],"limitations":[11],"of":[12,37,56,67,110,144,165,180,196,205,234,289,297,301,368],"modalities,":[13,91],"such":[14],"as":[15],"RGB":[16,49,108,212,250],"information":[17,66,78,195,262,267,288,300],"on":[18,23,171,219,238,282],"textureless":[19],"objects":[20,398],"and":[21,48,51,71,157,174,252,307,315,348,378],"depth":[22],"reflective":[24],"objects.":[25,413],"This":[26],"can":[27,372,384,395],"be":[28,373],"improved":[29],"by":[30,75],"exploiting":[31],"complementarity":[33],"between":[34,45,89,129,153,249,318],"modalities.":[35],"Most":[36],"previous":[39],"methods":[40,233],"only":[41,244,396],"consider":[42,246,407],"correspondence":[44],"point":[46,217,253],"clouds":[47,218,254],"images":[50,251],"directly":[52],"extract":[53,355],"features":[55,82,109,133,152,226,356],"corresponding":[58,214,248],"two":[59],"modalities":[60,320],"for":[61,83,99,115,240,255,336,357,388],"fusion,":[62,116,138,257],"which":[63,117,139,258],"ignore":[64],"itself":[70,292],"are":[72,113,321,352],"negatively":[73],"affected":[74],"erroneous":[76],"background":[77,146,266],"when":[79,268],"introducing":[80,269,286],"more":[81],"fusion.":[84],"To":[85],"enhance":[86],"complementarities":[88,317],"multiple":[90,111],"we":[92,149,275,330,405],"propose":[93,276],"a":[94,277,332,386],"neighbor-based":[95],"cross-modalities":[96,123],"attention":[97,124,279],"mechanism":[98,125,280],"multi-modal":[100,200],"estimation.":[103,208],"Neighbors":[104],"represent":[105],"that":[106,365],"neighbor":[112,270,283,299],"applied":[114,353],"expands":[118],"receptive":[120,311],"field.":[121],"The":[122,323,361,380],"leverages":[126],"similarities":[128],"different":[131,319],"modal":[132,136,235],"help":[135],"feature":[137,256],"reduces":[140],"negative":[142],"impact":[143],"incorrect":[145],"information.":[147,271,284],"Moreover,":[148],"design":[150],"some":[151,216],"rendered":[155,342],"image":[156,160,213,343,351],"original":[159],"obtain":[162,294],"confidence":[164,334,383],"results.":[168,339],"Experimental":[169],"results":[170,363],"LM,":[172],"LM-O":[173],"YCB-V":[175],"datasets":[176],"demonstrate":[177],"effectiveness":[179],"our":[181,326],"methods.":[182],"Video":[183],"is":[184,313],"available":[185],"at":[186],"https://www.youtube.com/watch?v=ApNBcX6NEGs.":[187],"<italic":[188],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[190],"Practitioners</i>":[192],"\u2014Introducing":[193],"surrounding":[197],"points":[198],"during":[199],"fusion":[201,236],"improves":[202],"performance":[204],"For":[209],"example,":[210],"object":[221],"may":[222,259],"lack":[223],"rich":[224],"texture":[225],"while":[227],"neighbors":[229],"exist.":[230],"However,":[231,391],"most":[232],"based":[237,281],"RGBD":[239],"simply":[245],"bring":[260],"redundant":[261],"or":[263],"wrong":[265,370],"In":[272,328,402],"this":[273],"paper,":[274],"cross-modal":[278],"By":[285],"weight":[296],"another":[302],"in":[304],"encoding":[306],"decoding":[308],"stages,":[309],"field":[312],"expanded":[314],"enhanced.":[322],"experiment":[324],"shows":[325],"effectiveness.":[327],"addition,":[329],"provide":[331,385],"estimator":[335],"predicted":[337,346],"Specifically,":[340],"real":[350],"decision":[359],"tree.":[360],"experimental":[362],"show":[364],"result":[367],"eliminated":[374],"high":[376],"accuracy":[377],"recall.":[379],"reference":[387],"real-world":[389],"grasping.":[390],"current":[393],"method":[394,410],"estimate":[397],"known":[400],"models.":[401],"future,":[404],"will":[406],"applying":[408],"unseen":[412]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}