{"id":"https://openalex.org/W4387831730","doi":"https://doi.org/10.1109/tcsvt.2023.3326373","title":"Learning Depth Representation From RGB-D Videos by Time-Aware Contrastive Pre-Training","display_name":"Learning Depth Representation From RGB-D Videos by Time-Aware Contrastive Pre-Training","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387831730","doi":"https://doi.org/10.1109/tcsvt.2023.3326373"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3326373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3326373","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089600727","display_name":"Zongtao He","orcid":"https://orcid.org/0000-0002-2166-4450"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zongtao He","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080359598","display_name":"Liuyi Wang","orcid":"https://orcid.org/0000-0003-1368-0300"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liuyi Wang","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020099966","display_name":"Ronghao Dang","orcid":"https://orcid.org/0000-0003-1176-3735"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghao Dang","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404309","display_name":"Shu Li","orcid":"https://orcid.org/0000-0001-8225-5426"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Li","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062459870","display_name":"Qingqing Yan","orcid":"https://orcid.org/0000-0002-3304-1584"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingqing Yan","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037285766","display_name":"Chengju Liu","orcid":"https://orcid.org/0000-0001-7543-0855"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengju Liu","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073789459","display_name":"Qijun Chen","orcid":"https://orcid.org/0000-0001-5644-1188"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qijun Chen","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5089600727"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":1.3507,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83448384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"34","issue":"6","first_page":"4143","last_page":"4158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7874311804771423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6852554678916931},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6792007088661194},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6432844400405884},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44990429282188416},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41085416078567505},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38308197259902954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7874311804771423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6852554678916931},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6792007088661194},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6432844400405884},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44990429282188416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41085416078567505},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38308197259902954},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3326373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3326373","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2581980031","display_name":null,"funder_award_id":"62073245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5736016220","display_name":null,"funder_award_id":"62233013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W1612997784","https://openalex.org/W1803059841","https://openalex.org/W1985238052","https://openalex.org/W2021851106","https://openalex.org/W2064451896","https://openalex.org/W2064675550","https://openalex.org/W2096733369","https://openalex.org/W2106053110","https://openalex.org/W2108598243","https://openalex.org/W2138621090","https://openalex.org/W2145023731","https://openalex.org/W2150593711","https://openalex.org/W2194775991","https://openalex.org/W2500236240","https://openalex.org/W2535547924","https://openalex.org/W2555897561","https://openalex.org/W2594519801","https://openalex.org/W2736601468","https://openalex.org/W2780351918","https://openalex.org/W2803168974","https://openalex.org/W2842511635","https://openalex.org/W2884565639","https://openalex.org/W2926977875","https://openalex.org/W2930283066","https://openalex.org/W2950697717","https://openalex.org/W2951730755","https://openalex.org/W2963800628","https://openalex.org/W2964110616","https://openalex.org/W2981851019","https://openalex.org/W3009928773","https://openalex.org/W3034999214","https://openalex.org/W3036497058","https://openalex.org/W3090449556","https://openalex.org/W3102327032","https://openalex.org/W3107094551","https://openalex.org/W3109085430","https://openalex.org/W3109097593","https://openalex.org/W3127165192","https://openalex.org/W3138516171","https://openalex.org/W3203338521","https://openalex.org/W3207290493","https://openalex.org/W3210983250","https://openalex.org/W4206337866","https://openalex.org/W4207072548","https://openalex.org/W4226052928","https://openalex.org/W4226141461","https://openalex.org/W4288089799","https://openalex.org/W4288273680","https://openalex.org/W4296079410","https://openalex.org/W4297808394","https://openalex.org/W4304092666","https://openalex.org/W4312253995","https://openalex.org/W4312544224","https://openalex.org/W4313156423","https://openalex.org/W4313427326","https://openalex.org/W4322576752","https://openalex.org/W4323076522","https://openalex.org/W4382240192","https://openalex.org/W4385768138","https://openalex.org/W4390874575","https://openalex.org/W6640212811","https://openalex.org/W6675751002","https://openalex.org/W6730323794","https://openalex.org/W6741002519","https://openalex.org/W6753516098","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6766947841","https://openalex.org/W6768021236","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6780167394","https://openalex.org/W6784185929","https://openalex.org/W6788135285","https://openalex.org/W6791353385","https://openalex.org/W6797065961","https://openalex.org/W6800673378","https://openalex.org/W6810265253","https://openalex.org/W6811013733","https://openalex.org/W6850435965"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W2488129135","https://openalex.org/W4312219546","https://openalex.org/W2377538627","https://openalex.org/W2107220315","https://openalex.org/W1589637664"],"abstract_inverted_index":{"Existing":[0],"end-to-end":[1],"depth":[2,37,64,113,124,154,187,201],"representation":[3,38],"in":[4,77,123,167,245],"embodied":[5,40,247],"AI":[6,248],"is":[7],"often":[8],"task-specific":[9],"and":[10,22,35,50,85,98,157,160,178,198,222,231],"lacks":[11],"the":[12,30,60,107,112,116,121,133,153,165,174,182,185,190,209,229,234],"benefits":[13],"of":[14,32,62,72,111,176,184,192,205,211,233,253],"emerging":[15],"pre-training":[16,56,65,118,125,240],"paradigm":[17],"due":[18],"to":[19,105,227],"limited":[20],"datasets":[21,66],"training":[23,196],"techniques":[24],"for":[25,39,128],"RGB-D":[26,46,129],"videos.":[27],"To":[28],"address":[29],"challenge":[31],"obtaining":[33],"robust":[34],"generalized":[36,161],"AI,":[41],"we":[42],"introduce":[43,99],"a":[44,51,69,78,100,142,223],"unified":[45,79],"video":[47],"dataset":[48],"(UniRGBD)":[49],"novel":[52,101,224],"time-aware":[53],"contrastive":[54],"(TAC)":[55],"approach.":[57,236],"UniRGBD":[58],"addresses":[59],"scarcity":[61],"large-scale":[63],"by":[67,131],"providing":[68,250],"comprehensive":[70,179],"collection":[71],"data":[73,83,88],"from":[74],"diverse":[75,159,257],"sources":[76],"format,":[80],"enabling":[81],"convenient":[82],"loading":[84],"accommodating":[86],"various":[87,246],"domains.":[89,258],"We":[90,217],"also":[91,218],"design":[92,145],"an":[93],"RGB-Depth":[94,206],"alignment":[95,207],"evaluation":[96,204],"procedure":[97],"Near-K":[102],"accuracy":[103],"metric":[104],"assess":[106],"scene":[108],"understanding":[109],"capability":[110],"encoder.":[114],"Then,":[115],"TAC":[117,140,235,239],"approach":[119,213],"fills":[120],"gap":[122],"methods":[126],"suitable":[127],"videos":[130],"leveraging":[132],"intrinsic":[134],"similarity":[135],"between":[136,169],"temporally":[137,170],"proximate":[138,171],"frames.":[139],"incorporates":[141],"soft":[143],"label":[144,150],"that":[146],"acts":[147],"as":[148],"valid":[149],"noise,":[151],"enhancing":[152,181],"semantic":[155],"extraction":[156,175],"promoting":[158],"knowledge":[162],"acquisition.":[163],"Furthermore,":[164],"adjustments":[166],"perspective":[168],"frames":[172],"facilitate":[173],"invariant":[177],"features,":[180],"robustness":[183,230],"learned":[186],"representation.":[188],"Additionally,":[189],"inclusion":[191],"temporal":[193],"information":[194],"stabilizes":[195],"gradients":[197],"enables":[199],"spatio-temporal":[200],"perception.":[202],"Comprehensive":[203],"demonstrates":[208,241],"superiority":[210],"our":[212,238],"over":[214],"state-of-the-art":[215],"methods.":[216],"conduct":[219],"uncertainty":[220],"analysis":[221],"zero-shot":[225],"experiment":[226],"validate":[228],"generalization":[232],"Moreover,":[237],"significant":[242],"performance":[243],"improvements":[244],"tasks,":[249],"compelling":[251],"evidence":[252],"its":[254],"efficacy":[255],"across":[256]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}