{"id":"https://openalex.org/W4413513937","doi":"https://doi.org/10.1109/3dv66043.2025.00120","title":"TTT-KD: Test-Time Training for 3D Semantic Segmentation Through Knowledge Distillation From Foundation Models","display_name":"TTT-KD: Test-Time Training for 3D Semantic Segmentation Through Knowledge Distillation From Foundation Models","publication_year":2025,"publication_date":"2025-03-25","ids":{"openalex":"https://openalex.org/W4413513937","doi":"https://doi.org/10.1109/3dv66043.2025.00120"},"language":"en","primary_location":{"id":"doi:10.1109/3dv66043.2025.00120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/3dv66043.2025.00120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on 3D Vision (3DV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034506429","display_name":"Lisa Weijler","orcid":"https://orcid.org/0000-0003-1660-0329"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Lisa Weijler","raw_affiliation_strings":["TU Wien"],"affiliations":[{"raw_affiliation_string":"TU Wien","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113181018","display_name":"M. Jehanzeb Mirza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M. Jehanzeb Mirza","raw_affiliation_strings":["CSAIL, MIT"],"affiliations":[{"raw_affiliation_string":"CSAIL, MIT","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092772246","display_name":"Leon Sick","orcid":"https://orcid.org/0009-0004-6524-0715"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leon Sick","raw_affiliation_strings":["Ulm University"],"affiliations":[{"raw_affiliation_string":"Ulm University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094196083","display_name":"Can Ekkazan","orcid":null},"institutions":[{"id":"https://openalex.org/I3131622653","display_name":"Yangon Technological University","ror":"https://ror.org/008pxsf13","country_code":"MM","type":"education","lineage":["https://openalex.org/I3131622653"]}],"countries":["MM"],"is_corresponding":false,"raw_author_name":"Can Ekkazan","raw_affiliation_strings":["YTU"],"affiliations":[{"raw_affiliation_string":"YTU","institution_ids":["https://openalex.org/I3131622653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088394147","display_name":"Pedro Hermosilla","orcid":"https://orcid.org/0000-0003-3586-4741"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Pedro Hermosilla","raw_affiliation_strings":["TU Wien"],"affiliations":[{"raw_affiliation_string":"TU Wien","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034506429"],"corresponding_institution_ids":["https://openalex.org/I145847075"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26854594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1264","last_page":"1274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12482","display_name":"Tunneling and Rock Mechanics","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9519000053405762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6836041212081909},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6763880252838135},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5986449122428894},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.592974841594696},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5919909477233887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5102171897888184},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5087447762489319},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4489157795906067},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43715181946754456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4342319071292877},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11359766125679016},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.08371520042419434},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07703137397766113}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6836041212081909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6763880252838135},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5986449122428894},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.592974841594696},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5919909477233887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5102171897888184},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5087447762489319},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4489157795906067},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43715181946754456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4342319071292877},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11359766125679016},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.08371520042419434},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07703137397766113},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/3dv66043.2025.00120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/3dv66043.2025.00120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on 3D Vision (3DV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1995875735","https://openalex.org/W2594519801","https://openalex.org/W2963125977","https://openalex.org/W2964339842","https://openalex.org/W2991216808","https://openalex.org/W3034975685","https://openalex.org/W3035750252","https://openalex.org/W3126960890","https://openalex.org/W3172717135","https://openalex.org/W3175269419","https://openalex.org/W3177015573","https://openalex.org/W3201726317","https://openalex.org/W4230769173","https://openalex.org/W4312365002","https://openalex.org/W4312708188","https://openalex.org/W4312788538","https://openalex.org/W4312793137","https://openalex.org/W4312894203","https://openalex.org/W4312897837","https://openalex.org/W4313025443","https://openalex.org/W4313127740","https://openalex.org/W4313128851","https://openalex.org/W4313156423","https://openalex.org/W4313184971","https://openalex.org/W4319299895","https://openalex.org/W4319300892","https://openalex.org/W4372283849","https://openalex.org/W4382240089","https://openalex.org/W4386065407","https://openalex.org/W4386065721","https://openalex.org/W4386076342","https://openalex.org/W4386076414","https://openalex.org/W4386083076","https://openalex.org/W4386282911","https://openalex.org/W4390871869","https://openalex.org/W4390872025","https://openalex.org/W4390874575","https://openalex.org/W4401416464","https://openalex.org/W4402727896","https://openalex.org/W4402728013","https://openalex.org/W4411244831"],"related_works":["https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W4394050964","https://openalex.org/W2551249631"],"abstract_inverted_index":{"Test-Time":[0],"Training":[1],"(TTT)":[2],"proposes":[3],"to":[4,9,44,51,157,173,180],"adapt":[5],"a":[6,39,59,153],"pretrained":[7],"network":[8],"changing":[10],"data":[11],"distributions":[12,168],"on-the-fly.":[13],"In":[14],"this":[15],"work,":[16],"we":[17,56],"propose":[18],"the":[19,64,71,74,102,112,120,134,164,189],"first":[20,57],"TTT":[21],"method":[22],"for":[23,42,63,106,141],"3D":[24,60,103,130],"semantic":[25,68],"segmentation,":[26],"TTT-KD,":[27,137],"which":[28],"models":[29,35],"Knowledge":[30],"Distillation":[31],"(KD)":[32],"from":[33],"foundation":[34,95],"(e.g.":[36],"DINOv2)":[37],"as":[38,138],"self-supervised":[40,113],"objective":[41],"adaptation":[43],"distribution":[45,147],"shifts":[46],"at":[47],"test-time.":[48],"Given":[49],"access":[50],"paired":[52],"image-pointcloud":[53],"(2D-3D)":[54],"data,":[55],"optimize":[58],"segmentation":[61,69,104,131],"backbone":[62,105],"main":[65],"task":[66,75,114],"of":[67,76,115,136,155],"using":[70,87,111],"pointclouds":[72],"and":[73,128,145,166,171],"<tex":[77,90],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[78,91],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$2":[79,92],"D":[80,83],"\\rightarrow":[81],"3":[82],"K":[84],"D$</tex>":[85,93],"by":[86,110],"an":[88],"off-the-shelf":[89],"pre-trained":[94],"model.":[96],"At":[97],"test-time,":[98],"our":[99],"TTT-KD":[100],"updates":[101],"each":[107],"test":[108,149,167,182],"sample":[109],"knowledge":[116],"distillation":[117],"before":[118],"performing":[119],"final":[121],"prediction.":[122],"Extensive":[123],"evaluations":[124],"on":[125,161,176],"multiple":[126],"indoor":[127],"outdoor":[129],"benchmarks":[132],"show":[133],"utility":[135],"it":[139],"improvesperformance":[140],"both":[142],"in-distribution":[143],"(ID)":[144],"outof":[146],"(OOD)":[148],"datasets.":[150],"We":[151],"achieve":[152],"gain":[154],"up":[156,172],"13%":[158],"mIoU":[159],"(7%":[160],"average)":[162,177],"when":[163,178],"train":[165],"are":[169],"similar":[170],"45%":[174],"(20%":[175],"adapting":[179],"OOD":[181],"samples.":[183],"The":[184],"code":[185],"is":[186],"available":[187],"in":[188],"following":[190],"repository.":[191]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}