{"id":"https://openalex.org/W4386065407","doi":"https://doi.org/10.1109/cvpr52729.2023.00686","title":"Self-Supervised Image-to-Point Distillation via Semantically Tolerant Contrastive Loss","display_name":"Self-Supervised Image-to-Point Distillation via Semantically Tolerant Contrastive Loss","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386065407","doi":"https://doi.org/10.1109/cvpr52729.2023.00686"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.00686","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00686","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037080307","display_name":"Anas Mahmoud","orcid":"https://orcid.org/0000-0001-8353-5286"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Anas Mahmoud","raw_affiliation_strings":["University of Toronto Robotics Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto Robotics Institute","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003543022","display_name":"Jordan S. K. Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jordan S. K. Hu","raw_affiliation_strings":["University of Toronto Robotics Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto Robotics Institute","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036278697","display_name":"Tianshu Kuai","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tianshu Kuai","raw_affiliation_strings":["University of Toronto Robotics Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto Robotics Institute","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087558114","display_name":"Ali Harakeh","orcid":"https://orcid.org/0000-0002-2593-2141"},"institutions":[{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Ali Harakeh","raw_affiliation_strings":["Mila, Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Mila, Université de Montréal","institution_ids":["https://openalex.org/I4210155582"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037065865","display_name":"Liam Paull","orcid":"https://orcid.org/0000-0003-2492-6660"},"institutions":[{"id":"https://openalex.org/I4210155582","display_name":"Centre Universitaire de Mila","ror":"https://ror.org/05s3cw058","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210155582"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Liam Paull","raw_affiliation_strings":["Mila, Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Mila, Université de Montréal","institution_ids":["https://openalex.org/I4210155582"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024242059","display_name":"Steven L. Waslander","orcid":"https://orcid.org/0000-0003-4217-4415"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Steven L. Waslander","raw_affiliation_strings":["University of Toronto Robotics Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto Robotics Institute","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037080307"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":3.6714,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94477427,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7102","last_page":"7110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7520416975021362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6589044332504272},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5782065391540527},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5736254453659058},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.554321825504303},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5479556918144226},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5261939167976379},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4893874526023865},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4863508343696594},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4731242060661316},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4119020998477936},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40339311957359314},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3677936792373657},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17844095826148987}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7520416975021362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6589044332504272},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5782065391540527},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5736254453659058},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.554321825504303},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5479556918144226},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5261939167976379},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4893874526023865},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4863508343696594},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4731242060661316},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4119020998477936},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40339311957359314},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3677936792373657},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17844095826148987},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.00686","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00686","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2118246710","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2798991696","https://openalex.org/W2948012107","https://openalex.org/W2991216808","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3036224891","https://openalex.org/W3116959466","https://openalex.org/W3119708198","https://openalex.org/W3134652006","https://openalex.org/W3135958856","https://openalex.org/W3159481202","https://openalex.org/W3168822201","https://openalex.org/W3172456032","https://openalex.org/W3175593095","https://openalex.org/W3177330511","https://openalex.org/W3181837204","https://openalex.org/W3186632151","https://openalex.org/W3202349074","https://openalex.org/W4214504406","https://openalex.org/W4221158753","https://openalex.org/W4285077603","https://openalex.org/W4286695273","https://openalex.org/W4301785137","https://openalex.org/W4312437143","https://openalex.org/W4313128851","https://openalex.org/W4319299723","https://openalex.org/W6728271538","https://openalex.org/W6763416564","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6779997284","https://openalex.org/W6780515965","https://openalex.org/W6791742336","https://openalex.org/W6795754764","https://openalex.org/W6798749320"],"related_works":["https://openalex.org/W2062195135","https://openalex.org/W2375480909","https://openalex.org/W2353314428","https://openalex.org/W4379231730","https://openalex.org/W2012019886","https://openalex.org/W4389858081","https://openalex.org/W2114797768","https://openalex.org/W2380654781","https://openalex.org/W2176214140","https://openalex.org/W2516873349"],"abstract_inverted_index":{"An":[0],"effective":[1],"framework":[2],"for":[3,7,23],"learning":[4,22,149,165],"3D":[5,155],"representations":[6],"perception":[8],"tasks":[9],"is":[10],"distilling":[11],"rich":[12],"self-supervised":[13,173],"image":[14,48,99,108],"features":[15],"via":[16],"contrastive":[17,40,86,140],"learning.":[18],"However,":[19],"image-to-point":[20,85],"representation":[21,148,164],"autonomous":[24],"driving":[25],"datasets":[26],"faces":[27],"two":[28],"main":[29],"challenges:":[30],"1)":[31],"the":[32,39,53,58,77,92,123],"abundance":[33],"of":[34,57,125,171],"self-similarity,":[35],"which":[36],"results":[37],"in":[38,150],"losses":[41],"pushing":[42],"away":[43],"semantically":[44,83,104],"similar":[45,105],"point":[46,106],"and":[47,50,61,97,107],"regions":[49,100],"thus":[51],"disturbing":[52],"local":[54],"semantic":[55,93,132,156],"structure":[56],"learned":[59],"representations,":[60],"2)":[62],"severe":[63],"class":[64,113,126,143],"imbalance":[65,114,127],"as":[66],"pretraining":[67],"gets":[68],"dominated":[69],"by":[70,115],"over-represented":[71],"classes.":[72],"We":[73,135],"propose":[74],"to":[75,101],"alleviate":[76],"self-similarity":[78],"problem":[79],"through":[80,128],"a":[81,117,168],"novel":[82],"tolerant":[84],"loss":[87,120,141],"that":[88,121,137],"takes":[89],"into":[90],"consideration":[91],"distance":[94],"between":[95],"positive":[96],"negative":[98],"minimize":[102],"contrasting":[103],"regions.":[109],"Additionally,":[110],"we":[111],"address":[112],"designing":[116],"class-agnostic":[118],"balanced":[119],"approximates":[122],"degree":[124],"an":[129],"aggregate":[130],"sample-to-samples":[131],"similarity":[133],"measure.":[134],"demonstrate":[136],"our":[138],"semantically-tolerant":[139],"with":[142],"balancing":[144],"improves":[145],"state-of-the-art":[146,162],"2D-to-3D":[147,163],"all":[151],"evaluation":[152],"settings":[153],"on":[154],"segmentation.":[157],"Our":[158],"method":[159],"consistently":[160],"outperforms":[161],"frameworks":[166],"across":[167],"wide":[169],"range":[170],"2D":[172],"pretrained":[174],"models.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}