{"id":"https://openalex.org/W4360612554","doi":"https://doi.org/10.1145/3588571","title":"Self-Supervised Learning of Depth and Ego-Motion for 3D Perception in Human Computer Interaction","display_name":"Self-Supervised Learning of Depth and Ego-Motion for 3D Perception in Human Computer Interaction","publication_year":2023,"publication_date":"2023-03-23","ids":{"openalex":"https://openalex.org/W4360612554","doi":"https://doi.org/10.1145/3588571"},"language":"en","primary_location":{"id":"doi:10.1145/3588571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588571","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025405755","display_name":"Shanbao Qiao","orcid":"https://orcid.org/0000-0002-9580-2641"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanbao Qiao","raw_affiliation_strings":["Shanghai University of Engineering Science"],"raw_orcid":"https://orcid.org/0000-0002-9580-2641","affiliations":[{"raw_affiliation_string":"Shanghai University of Engineering Science","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103216531","display_name":"Naixue Xiong","orcid":"https://orcid.org/0000-0002-0394-4635"},"institutions":[{"id":"https://openalex.org/I162709352","display_name":"Sul Ross State University","ror":"https://ror.org/03x7qhw59","country_code":"US","type":"education","lineage":["https://openalex.org/I162709352"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neal N. Xiong","raw_affiliation_strings":["Sul Ross State University"],"raw_orcid":"https://orcid.org/0000-0002-0394-4635","affiliations":[{"raw_affiliation_string":"Sul Ross State University","institution_ids":["https://openalex.org/I162709352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071398995","display_name":"Yongbin Gao","orcid":"https://orcid.org/0000-0001-9930-0502"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongbin Gao","raw_affiliation_strings":["Shanghai University of Engineering Science"],"raw_orcid":"https://orcid.org/0000-0001-9930-0502","affiliations":[{"raw_affiliation_string":"Shanghai University of Engineering Science","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055905608","display_name":"Zhijun Fang","orcid":"https://orcid.org/0000-0001-8563-5678"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Fang","raw_affiliation_strings":["Shanghai University of Engineering Science"],"raw_orcid":"https://orcid.org/0000-0001-8563-5678","affiliations":[{"raw_affiliation_string":"Shanghai University of Engineering Science","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114723666","display_name":"Wenjun Yu","orcid":"https://orcid.org/0009-0009-4880-9339"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Yu","raw_affiliation_strings":["Shanghai University of Engineering Science"],"raw_orcid":"https://orcid.org/0009-0009-4880-9339","affiliations":[{"raw_affiliation_string":"Shanghai University of Engineering Science","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117428678","display_name":"Juan Zhang","orcid":"https://orcid.org/0000-0003-1558-1656"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Zhang","raw_affiliation_strings":["Shanghai University of Engineering Science"],"raw_orcid":"https://orcid.org/0000-0003-1558-1656","affiliations":[{"raw_affiliation_string":"Shanghai University of Engineering Science","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044241893","display_name":"Xiaoyan Jiang","orcid":"https://orcid.org/0000-0002-1946-576X"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Jiang","raw_affiliation_strings":["Shanghai University of Engineering Science"],"raw_orcid":"https://orcid.org/0000-0002-1946-576X","affiliations":[{"raw_affiliation_string":"Shanghai University of Engineering Science","institution_ids":["https://openalex.org/I141962983"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.17,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.80262999,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":"2","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7942015528678894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7188970446586609},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6272292733192444},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6068134307861328},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6007651090621948},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5059360861778259},{"id":"https://openalex.org/keywords/depth-perception","display_name":"Depth perception","score":0.47805291414260864},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4407329857349396},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.37596577405929565}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7942015528678894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7188970446586609},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6272292733192444},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6068134307861328},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6007651090621948},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5059360861778259},{"id":"https://openalex.org/C52672216","wikidata":"https://www.wikidata.org/wiki/Q1749840","display_name":"Depth perception","level":3,"score":0.47805291414260864},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4407329857349396},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.37596577405929565},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3588571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588571","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1704880194","display_name":null,"funder_award_id":"61802253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G226041848","display_name":null,"funder_award_id":"21DZ1204900","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G5046658585","display_name":null,"funder_award_id":"U2033218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G510744082","display_name":null,"funder_award_id":"61831018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6247485151","display_name":null,"funder_award_id":"U2033218, 61831018, 61802253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1803059841","https://openalex.org/W2097073572","https://openalex.org/W2115579991","https://openalex.org/W2133665775","https://openalex.org/W2171740948","https://openalex.org/W2300779272","https://openalex.org/W2593414960","https://openalex.org/W2609883120","https://openalex.org/W2746412564","https://openalex.org/W2784652921","https://openalex.org/W2788857104","https://openalex.org/W2798410215","https://openalex.org/W2804176584","https://openalex.org/W2830339951","https://openalex.org/W2892928039","https://openalex.org/W2896047481","https://openalex.org/W2905536983","https://openalex.org/W2936412503","https://openalex.org/W2949590872","https://openalex.org/W2951234442","https://openalex.org/W2962807621","https://openalex.org/W2962816904","https://openalex.org/W2963091558","https://openalex.org/W2963265330","https://openalex.org/W2963412495","https://openalex.org/W2963420686","https://openalex.org/W2963488291","https://openalex.org/W2963591054","https://openalex.org/W2963654727","https://openalex.org/W2963906250","https://openalex.org/W2964968086","https://openalex.org/W2967321219","https://openalex.org/W2970369664","https://openalex.org/W2971000934","https://openalex.org/W2982102242","https://openalex.org/W2985775862","https://openalex.org/W3010290253","https://openalex.org/W3015137613","https://openalex.org/W3035056458","https://openalex.org/W3044812225","https://openalex.org/W3082740509","https://openalex.org/W3094502228","https://openalex.org/W3097932847","https://openalex.org/W3100615802","https://openalex.org/W3108516375","https://openalex.org/W3116489684","https://openalex.org/W3160758066","https://openalex.org/W3170874841","https://openalex.org/W3171516518","https://openalex.org/W3174211490","https://openalex.org/W4287817299","https://openalex.org/W4288373797","https://openalex.org/W4297180956","https://openalex.org/W4385245566","https://openalex.org/W6674723063","https://openalex.org/W6736677999","https://openalex.org/W6739901393","https://openalex.org/W6752497527","https://openalex.org/W6786708909"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W4313906399","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3029198973"],"abstract_inverted_index":{"3D":[0,35,69,158,166],"perception":[1],"of":[2,7,29,50,58,66,78,178],"depth":[3,36,82,129,237],"and":[4,13,22,46,130,156,168,180,186,203,217,238],"ego-motion":[5],"is":[6,44,53,115,147,232],"vital":[8],"importance":[9],"in":[10,91],"intelligent":[11],"agent":[12],"Human":[14],"Computer":[15],"Interaction":[16],"(HCI)":[17],"tasks,":[18],"such":[19,160],"as":[20,118,137,161],"robotics":[21],"autonomous":[23,162,225],"driving.":[24],"There":[25],"are":[26,135],"different":[27],"kinds":[28],"sensors":[30],"that":[31,153,198],"can":[32],"directly":[33],"obtain":[34],"information.":[37,190],"However,":[38],"the":[39,47,56,127,176,210,219,229,235],"commonly":[40],"used":[41],"Lidar":[42],"sensor":[43],"expensive,":[45],"effective":[48,149],"range":[49],"RGB-D":[51],"cameras":[52],"limited.":[54],"In":[55,94,191],"field":[57],"computer":[59],"vision,":[60],"researchers":[61],"have":[62,87],"done":[63],"a":[64,76,99,142,195],"lot":[65,77],"work":[67],"on":[68,104,224],"perception.":[70],"While":[71],"traditional":[72],"geometric":[73],"algorithms":[74],"require":[75],"manual":[79],"features":[80,185],"for":[81,151],"estimation,":[83],"Deep":[84],"Learning":[85],"methods":[86],"achieved":[88],"great":[89],"success":[90],"this":[92,95],"field.":[93],"work,":[96],"we":[97,193],"proposed":[98,230],"novel":[100],"self-supervised":[101,143],"method":[102,172],"based":[103],"Vision":[105],"Transformer":[106,181],"(ViT)":[107],"with":[108,234],"Convolutional":[109],"Neural":[110],"Network":[111],"(CNN)":[112],"architecture,":[113],"which":[114,208],"referred":[116],"to":[117,140,182,213],"ViT-Depth":[119],".":[120],"The":[121],"image":[122],"reconstruction":[123],"losses":[124],"computed":[125],"by":[126],"estimated":[128],"motion":[131,239],"between":[132],"adjacent":[133],"frames":[134],"treated":[136],"supervision":[138],"signal":[139],"establish":[141],"learning":[144],"pipeline.":[145],"This":[146],"an":[148],"solution":[150],"tasks":[152],"need":[154],"accurate":[155],"low-cost":[157],"perception,":[159],"driving,":[163],"robotic":[164],"navigation,":[165],"reconstruction,":[167],"so":[169],"on.":[170],"Our":[171],"could":[173,199],"leverage":[174],"both":[175],"ability":[177],"CNN":[179],"extract":[183],"deep":[184],"capture":[187],"global":[188],"contextual":[189],"addition,":[192],"propose":[194],"cross-frame":[196],"loss":[197],"constrain":[200],"photometric":[201],"error":[202],"scale":[204],"consistency":[205],"among":[206],"multi-frames,":[207],"lead":[209],"training":[211],"process":[212],"be":[214],"more":[215],"stable":[216],"improve":[218],"performance.":[220],"Extensive":[221],"experimental":[222],"results":[223],"driving":[226],"dataset":[227],"demonstrate":[228],"approach":[231],"competitive":[233],"state-of-the-art":[236],"estimation":[240],"methods.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}