{"id":"https://openalex.org/W4405785812","doi":"https://doi.org/10.1109/iros58592.2024.10801399","title":"NeuSurfEmb: A Complete Pipeline for Dense Correspondence-based 6D Object Pose Estimation without CAD Models","display_name":"NeuSurfEmb: A Complete Pipeline for Dense Correspondence-based 6D Object Pose Estimation without CAD Models","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785812","doi":"https://doi.org/10.1109/iros58592.2024.10801399"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101652609","display_name":"Francesco Milano","orcid":"https://orcid.org/0000-0002-4657-4144"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Francesco Milano","raw_affiliation_strings":["ETH,Zurich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH,Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009492797","display_name":"Jen Jen Chung","orcid":"https://orcid.org/0000-0001-7828-0741"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jen Jen Chung","raw_affiliation_strings":["The University of Queensland,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Queensland,Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012921430","display_name":"Hermann Blum","orcid":"https://orcid.org/0000-0002-1713-7877"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hermann Blum","raw_affiliation_strings":["ETH,Zurich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH,Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083003222","display_name":"Roland Siegwart","orcid":"https://orcid.org/0000-0002-2760-7983"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Roland Siegwart","raw_affiliation_strings":["ETH,Zurich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH,Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033725695","display_name":"Lionel Ott","orcid":"https://orcid.org/0000-0001-6554-0575"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Lionel Ott","raw_affiliation_strings":["ETH,Zurich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH,Zurich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8882","last_page":"8889"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cad","display_name":"CAD","score":0.8333096504211426},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7705121636390686},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.7136124968528748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7028717398643494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5796564817428589},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5402102470397949},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5382539629936218},{"id":"https://openalex.org/keywords/3d-pose-estimation","display_name":"3D pose estimation","score":0.5232609510421753},{"id":"https://openalex.org/keywords/solid-modeling","display_name":"Solid modeling","score":0.4985678195953369},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3903576135635376},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.35011255741119385},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.24070313572883606},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13076424598693848}],"concepts":[{"id":"https://openalex.org/C194789388","wikidata":"https://www.wikidata.org/wiki/Q17855283","display_name":"CAD","level":2,"score":0.8333096504211426},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7705121636390686},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.7136124968528748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028717398643494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5796564817428589},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5402102470397949},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5382539629936218},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.5232609510421753},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.4985678195953369},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3903576135635376},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.35011255741119385},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.24070313572883606},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13076424598693848},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W132147841","https://openalex.org/W1989476314","https://openalex.org/W2097696373","https://openalex.org/W2100993058","https://openalex.org/W2221752211","https://openalex.org/W2344474200","https://openalex.org/W2471962767","https://openalex.org/W2574567538","https://openalex.org/W2580726517","https://openalex.org/W2604236302","https://openalex.org/W2768879211","https://openalex.org/W2842511635","https://openalex.org/W2888752296","https://openalex.org/W2925241625","https://openalex.org/W2963271314","https://openalex.org/W2963756608","https://openalex.org/W2963892972","https://openalex.org/W2970399728","https://openalex.org/W2981378444","https://openalex.org/W2982143932","https://openalex.org/W2989915422","https://openalex.org/W2998787775","https://openalex.org/W3034268164","https://openalex.org/W3092774272","https://openalex.org/W3128632815","https://openalex.org/W3216621076","https://openalex.org/W4224598146","https://openalex.org/W4233857083","https://openalex.org/W4281557677","https://openalex.org/W4311640782","https://openalex.org/W4312359138","https://openalex.org/W4312805142","https://openalex.org/W4312874473","https://openalex.org/W4321377343","https://openalex.org/W4386066268","https://openalex.org/W4386066287","https://openalex.org/W4390871701","https://openalex.org/W4390874575","https://openalex.org/W6631711059","https://openalex.org/W6686583229","https://openalex.org/W6752823625","https://openalex.org/W6754677871","https://openalex.org/W6779753539","https://openalex.org/W6797770180","https://openalex.org/W6848478783"],"related_works":["https://openalex.org/W4253893311","https://openalex.org/W3089306886","https://openalex.org/W2113785214","https://openalex.org/W3201205132","https://openalex.org/W2798721181","https://openalex.org/W4387967917","https://openalex.org/W4312694060","https://openalex.org/W4386075737","https://openalex.org/W4382141741","https://openalex.org/W2951583186"],"abstract_inverted_index":{"State-of-the-art":[0],"approaches":[1,147],"for":[2,25],"6D":[3],"object":[4,79,111],"pose":[5,59,122],"estimation":[6],"assume":[7],"the":[8,15,33,97,118,129,134,158,189],"availability":[9],"of":[10,35,66,101,136,160,164],"CAD":[11,52,150],"models":[12,53,151],"and":[13,54,92,103,140,152,162,182],"require":[14,51],"user":[16],"to":[17,107,116,146,184,192],"manually":[18],"set":[19,65],"up":[20],"physically-based":[21],"rendering":[22],"(PBR)":[23],"pipelines":[24],"synthetic":[26],"training":[27,56],"data":[28],"generation.":[29],"Both":[30],"factors":[31],"limit":[32],"application":[34],"these":[36],"methods":[37],"in":[38],"real-world":[39,169],"scenarios.":[40],"In":[41],"this":[42,195],"work,":[43],"we":[44,82,114,197],"present":[45],"a":[46,57,63,76,85],"pipeline":[47,166],"that":[48,81,172],"does":[49],"not":[50],"allows":[55],"state-of-the-art":[58,176],"estimator":[60],"requiring":[61],"only":[62],"small":[64],"real":[67],"images":[68],"as":[69],"input.":[70],"Our":[71],"method":[72,127,174],"is":[73],"based":[74,88,148],"on":[75,89,128,149,167],"NeuS2":[77,102],"[1]":[78],"representation,":[80],"learn":[83],"through":[84],"semi-automated":[86],"procedure":[87],"Structure-from-Motion":[90],"(SfM)":[91],"object-agnostic":[93],"segmentation.":[94],"We":[95,124,155],"exploit":[96],"novel-view":[98],"synthesis":[99],"ability":[100],"simple":[104],"cut-and-paste":[105],"augmentation":[106],"automatically":[108],"generate":[109],"photorealistic":[110],"renderings,":[112],"which":[113],"use":[115,161],"train":[117],"correspondence-based":[119],"SurfEmb":[120],"[2]":[121],"estimator.":[123],"evaluate":[125],"our":[126,165,173],"LINEMOD-Occlusion":[130],"dataset,":[131],"extensively":[132],"studying":[133],"impact":[135],"its":[137],"individual":[138],"components":[139],"showing":[141,171],"competitive":[142],"performance":[143],"with":[144,179],"respect":[145],"PBR":[153],"data.":[154],"additionally":[156],"demonstrate":[157],"ease":[159],"effectiveness":[163],"self-collected":[168],"objects,":[170],"outperforms":[175],"CAD-model-free":[177],"approaches,":[178],"better":[180],"accuracy":[181],"robustness":[183],"mild":[185],"occlusions.":[186],"To":[187],"allow":[188],"robotics":[190],"community":[191],"benefit":[193],"from":[194],"system,":[196],"will":[198],"publicly":[199],"release":[200],"it":[201],"at":[202],"https://www.github.com/ethz-asl/neusurfemb.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}