{"id":"https://openalex.org/W4401414285","doi":"https://doi.org/10.1109/icra57147.2024.10610588","title":"3D-OAE: Occlusion Auto-Encoders for Self-Supervised Learning on Point Clouds","display_name":"3D-OAE: Occlusion Auto-Encoders for Self-Supervised Learning on Point Clouds","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414285","doi":"https://doi.org/10.1109/icra57147.2024.10610588"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060588302","display_name":"Junsheng Zhou","orcid":"https://orcid.org/0000-0002-1919-8227"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junsheng Zhou","raw_affiliation_strings":["School of Software, BNRist, Tsinghua University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"School of Software, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700275","display_name":"Xin Wen","orcid":"https://orcid.org/0000-0002-2286-2272"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Wen","raw_affiliation_strings":["NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034970671","display_name":"Baorui Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baorui Ma","raw_affiliation_strings":["School of Software, Tsinghua University and Beijing Academy of Artificial Intelligence,Beijing,China"],"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University and Beijing Academy of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101691399","display_name":"Yu-Shen Liu","orcid":"https://orcid.org/0000-0001-7305-1915"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Shen Liu","raw_affiliation_strings":["School of Software, BNRist, Tsinghua University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"School of Software, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602494","display_name":"Yue Gao","orcid":"https://orcid.org/0000-0002-4971-590X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Gao","raw_affiliation_strings":["School of Software, BNRist, Tsinghua University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"School of Software, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110932318","display_name":"Yi Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Fang","raw_affiliation_strings":["New York University"],"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068597652","display_name":"Zhizhong Han","orcid":"https://orcid.org/0000-0001-9540-9973"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhizhong Han","raw_affiliation_strings":["Wayne State University,Department of Computer Science,USA"],"affiliations":[{"raw_affiliation_string":"Wayne State University,Department of Computer Science,USA","institution_ids":["https://openalex.org/I185443292"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5060588302"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.9536,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94609565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"15416","last_page":"15423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.7070273160934448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6869648694992065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5470174551010132},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5295463800430298},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5125460624694824},{"id":"https://openalex.org/keywords/occlusion","display_name":"Occlusion","score":0.4150511920452118},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39169973134994507},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3701595962047577},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1665036678314209},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07315772771835327}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.7070273160934448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6869648694992065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5470174551010132},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5295463800430298},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5125460624694824},{"id":"https://openalex.org/C2776268601","wikidata":"https://www.wikidata.org/wiki/Q968808","display_name":"Occlusion","level":2,"score":0.4150511920452118},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39169973134994507},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3701595962047577},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1665036678314209},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07315772771835327},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1920022804","https://openalex.org/W2187089797","https://openalex.org/W2553307952","https://openalex.org/W2742710256","https://openalex.org/W2796426482","https://openalex.org/W2886499109","https://openalex.org/W2963121255","https://openalex.org/W2963443993","https://openalex.org/W2963719584","https://openalex.org/W2979750740","https://openalex.org/W2992308087","https://openalex.org/W3015248322","https://openalex.org/W3034459762","https://openalex.org/W3091112259","https://openalex.org/W3094502228","https://openalex.org/W3109518641","https://openalex.org/W3111535274","https://openalex.org/W3116959466","https://openalex.org/W3119708198","https://openalex.org/W3128716822","https://openalex.org/W3153465022","https://openalex.org/W3167071962","https://openalex.org/W3170469318","https://openalex.org/W3191573718","https://openalex.org/W3197097949","https://openalex.org/W3198018468","https://openalex.org/W3202611145","https://openalex.org/W3203898101","https://openalex.org/W4214755140","https://openalex.org/W4220890232","https://openalex.org/W4221158735","https://openalex.org/W4221161765","https://openalex.org/W4288623616","https://openalex.org/W4303647916","https://openalex.org/W4307339700","https://openalex.org/W4312270234","https://openalex.org/W4312317653","https://openalex.org/W4312784800","https://openalex.org/W4312788538","https://openalex.org/W4312980726","https://openalex.org/W4313156423","https://openalex.org/W4375928841","https://openalex.org/W4381051063","https://openalex.org/W4382465742","https://openalex.org/W4386076147","https://openalex.org/W4389260656","https://openalex.org/W4389501080","https://openalex.org/W4390874418","https://openalex.org/W4393148951","https://openalex.org/W4393159039","https://openalex.org/W4394671432","https://openalex.org/W4401414285","https://openalex.org/W4402660137","https://openalex.org/W6687484953","https://openalex.org/W6739778489","https://openalex.org/W6763103765","https://openalex.org/W6763422710","https://openalex.org/W6783272290","https://openalex.org/W6784333009","https://openalex.org/W6801373159","https://openalex.org/W6810838294","https://openalex.org/W6846189886","https://openalex.org/W6857525286","https://openalex.org/W6859130970","https://openalex.org/W6859295814"],"related_works":["https://openalex.org/W3016928466","https://openalex.org/W4389574804","https://openalex.org/W4390516098","https://openalex.org/W2936725271","https://openalex.org/W2181948922","https://openalex.org/W3150655618","https://openalex.org/W3108295644","https://openalex.org/W1578717197","https://openalex.org/W2384362569","https://openalex.org/W2626737336"],"abstract_inverted_index":{"The":[0],"manual":[1],"annotation":[2],"for":[3,12],"large-scale":[4],"point":[5,89,120,190],"clouds":[6,121],"is":[7,20,32,165,235],"still":[8,195],"tedious":[9],"and":[10,24,67,73,86,108,122,161,231],"unavailable":[11],"many":[13],"harsh":[14],"real-world":[15],"tasks.":[16,233],"Self-supervised":[17],"learning,":[18],"which":[19,201],"used":[21],"on":[22,63,143,151,224],"raw":[23],"unlabeled":[25],"data":[26],"to":[27,36,49,99,113,157,167,172,204],"pre-train":[28],"deep":[29],"neural":[30],"networks,":[31],"a":[33,84,162,183,197,225],"promising":[34],"approach":[35,220],"address":[37,79],"this":[38,80],"issue.":[39],"Existing":[40],"works":[41],"usually":[42],"take":[43],"the":[44,51,54,58,64,71,101,124,128,132,147,152,174,188,222],"common":[45],"aid":[46],"from":[47],"auto-encoders":[48,60],"establish":[50,123],"self-supervision":[52],"by":[53],"self-reconstruction":[55],"schema.":[56],"However,":[57],"previous":[59],"merely":[61],"focus":[62],"global":[65,74,109],"shapes":[66],"do":[68],"not":[69],"distinguish":[70],"local":[72,106,117,159],"geometric":[75],"features":[76],"apart.":[77],"To":[78],"problem,":[81],"we":[82,136],"present":[83],"novel":[85],"efficient":[87],"self-supervised":[88],"cloud":[90,191],"representation":[91],"learning":[92],"framework,":[93],"named":[94],"3D":[95],"Occlusion":[96],"Auto-Encoder":[97],"(3D-OAE),":[98],"facilitate":[100],"detailed":[102],"supervision":[103,125],"inherited":[104],"in":[105],"regions":[107],"shapes.":[110],"We":[111,179],"propose":[112],"randomly":[114],"occlude":[115],"some":[116],"patches":[118,130,156],"of":[119,155,187,228],"via":[126,177],"inpainting":[127],"occluded":[129],"using":[131],"remaining":[133],"ones.":[134],"Specifically,":[135],"design":[137],"an":[138],"asymmetrical":[139],"encoder-decoder":[140],"architecture":[141],"based":[142],"standard":[144],"Transformer,":[145],"where":[146],"encoder":[148],"operates":[149],"only":[150],"visible":[153,170],"subset":[154],"learn":[158],"patterns,":[160],"lightweight":[163],"decoder":[164],"designed":[166],"leverage":[168],"these":[169],"patterns":[171],"infer":[173],"missing":[175],"geometries":[176],"self-attention.":[178],"find":[180],"that":[181,218],"occluding":[182],"very":[184],"high":[185],"proportion":[186],"input":[189],"(e.g.":[192],"75%)":[193],"will":[194],"yield":[196],"nontrivial":[198],"self-supervisory":[199],"performance,":[200],"enables":[202],"us":[203],"achieve":[205],"3-4":[206],"times":[207],"faster":[208],"during":[209],"training":[210],"but":[211],"also":[212],"improve":[213],"accuracy.":[214],"Experimental":[215],"results":[216],"show":[217],"our":[219],"outperforms":[221],"state-of-the-art":[223],"diverse":[226],"range":[227],"down-stream":[229],"discriminative":[230],"generative":[232],"Code":[234],"available":[236],"at":[237],"https://github.com/junshengzhou/3D-OAE.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}