{"id":"https://openalex.org/W4396909815","doi":"https://doi.org/10.1109/tnnls.2024.3395633","title":"Self-Supervised 3-D Semantic Representation Learning for Vision-and-Language Navigation","display_name":"Self-Supervised 3-D Semantic Representation Learning for Vision-and-Language Navigation","publication_year":2024,"publication_date":"2024-05-14","ids":{"openalex":"https://openalex.org/W4396909815","doi":"https://doi.org/10.1109/tnnls.2024.3395633","pmid":"https://pubmed.ncbi.nlm.nih.gov/38743539"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3395633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3395633","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008661936","display_name":"Sinan Tan","orcid":"https://orcid.org/0000-0003-2035-2479"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sinan Tan","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2035-2479","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092616593","display_name":"Kuankuan Sima","orcid":"https://orcid.org/0000-0002-4447-2953"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuankuan Sima","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4447-2953","affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dunzheng Wang","orcid":"https://orcid.org/0009-0003-7537-2570"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dunzheng Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-7537-2570","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101903528","display_name":"Mengmeng Ge","orcid":"https://orcid.org/0009-0003-1301-1323"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng Ge","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-1301-1323","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101833400","display_name":"Di Guo","orcid":"https://orcid.org/0000-0002-9816-0103"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Guo","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9816-0103","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041101317","display_name":"Huaping Liu","orcid":"https://orcid.org/0000-0002-4042-6044"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaping Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4042-6044","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.406,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.8980683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"4","first_page":"6738","last_page":"6751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8096189498901367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6046738624572754},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.5818405747413635},{"id":"https://openalex.org/keywords/semantic-computing","display_name":"Semantic computing","score":0.4886012673377991},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44863998889923096},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4210786521434784},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39020079374313354},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.10658198595046997}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8096189498901367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6046738624572754},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.5818405747413635},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.4886012673377991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44863998889923096},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4210786521434784},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39020079374313354},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.10658198595046997}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3395633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3395633","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38743539","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38743539","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W2507296351","https://openalex.org/W2926977875","https://openalex.org/W2951973805","https://openalex.org/W2962744691","https://openalex.org/W2963800628","https://openalex.org/W2964935470","https://openalex.org/W2967186499","https://openalex.org/W2970340522","https://openalex.org/W2974759213","https://openalex.org/W2987914945","https://openalex.org/W3034500398","https://openalex.org/W3034578524","https://openalex.org/W3034758614","https://openalex.org/W3035232877","https://openalex.org/W3035524453","https://openalex.org/W3096609285","https://openalex.org/W3106641651","https://openalex.org/W3107069568","https://openalex.org/W3107094551","https://openalex.org/W3109085430","https://openalex.org/W3109097593","https://openalex.org/W3109380382","https://openalex.org/W3138516171","https://openalex.org/W3165915253","https://openalex.org/W3165924482","https://openalex.org/W3166807227","https://openalex.org/W3172675210","https://openalex.org/W3173760279","https://openalex.org/W3174887918","https://openalex.org/W3195026654","https://openalex.org/W3197035208","https://openalex.org/W3205276578","https://openalex.org/W3206064582","https://openalex.org/W3213722353","https://openalex.org/W4226052928","https://openalex.org/W4283787995","https://openalex.org/W4304097971","https://openalex.org/W4304099262","https://openalex.org/W4312238277","https://openalex.org/W4312253995","https://openalex.org/W4312434279","https://openalex.org/W4312618696","https://openalex.org/W4312938887","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W4388070400","https://openalex.org/W4392467102","https://openalex.org/W6751885507","https://openalex.org/W6753516098","https://openalex.org/W6754725917","https://openalex.org/W6755207826","https://openalex.org/W6757724268","https://openalex.org/W6765108809","https://openalex.org/W6765527290","https://openalex.org/W6766904570","https://openalex.org/W6780443396","https://openalex.org/W6780451406","https://openalex.org/W6784287907","https://openalex.org/W6796761347","https://openalex.org/W6798219303","https://openalex.org/W6799184604","https://openalex.org/W6800776708","https://openalex.org/W6803039797","https://openalex.org/W6803123405","https://openalex.org/W6803600046","https://openalex.org/W6850402718"],"related_works":["https://openalex.org/W2947722169","https://openalex.org/W3090743472","https://openalex.org/W2004663191","https://openalex.org/W4327772221","https://openalex.org/W3026491381","https://openalex.org/W2096831027","https://openalex.org/W2123558490","https://openalex.org/W3048163579","https://openalex.org/W2081414063","https://openalex.org/W2002735182"],"abstract_inverted_index":{"In":[0],"vision-and-language":[1],"navigation":[2,37,92],"(VLN)":[3],"tasks,":[4],"most":[5],"current":[6],"methods":[7],"primarily":[8],"utilize":[9],"RGB":[10,121,142],"images,":[11],"overlooking":[12],"the":[13,36,75,104,120,128,134,152],"rich":[14],"3-D":[15,32,49,56,81,99,108,129,144],"semantic":[16,33,50,57,100,109,130,145],"data":[17,146],"inherent":[18],"to":[19,52,124,140],"environments.":[20],"To":[21,102],"rectify":[22],"this,":[23,84],"we":[24,85,111],"introduce":[25],"a":[26,42,54,66,113],"novel":[27],"VLN":[28,165],"framework":[29,64],"that":[30,46,94,158],"integrates":[31],"information":[34],"into":[35],"process.":[38],"Our":[39],"approach":[40],"features":[41],"self-supervised":[43],"training":[44,136],"scheme":[45],"incorporates":[47],"voxel-level":[48],"reconstruction":[51],"create":[53],"detailed":[55],"representation.":[58],"A":[59],"key":[60],"component":[61],"of":[62,77,106,137],"this":[63],"is":[65,95],"pretext":[67],"task":[68],"focused":[69],"on":[70,150],"region":[71],"queries,":[72],"which":[73],"determines":[74],"presence":[76],"objects":[78],"in":[79,164],"specific":[80],"areas.":[82],"Following":[83],"devise":[86],"an":[87],"long":[88],"short-term":[89],"memory":[90],"(LSTM)-based":[91],"model":[93],"trained":[96],"using":[97],"our":[98,159],"representations.":[101],"maximize":[103],"utility":[105],"these":[107],"representations,":[110],"implement":[112],"cross-modal":[114],"distillation":[115],"strategy.":[116],"This":[117],"strategy":[118],"encourages":[119],"model's":[122],"outputs":[123],"emulate":[125],"those":[126],"from":[127],"feature":[131],"network,":[132],"enabling":[133],"concurrent":[135],"both":[138,151],"branches":[139],"merge":[141],"and":[143,154],"effectively.":[147],"Comprehensive":[148],"evaluations":[149],"R2R":[153],"R4R":[155],"datasets":[156],"reveal":[157],"method":[160],"significantly":[161],"enhances":[162],"performance":[163],"tasks.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}