{"id":"https://openalex.org/W4389252624","doi":"https://doi.org/10.1109/tnnls.2023.3335416","title":"Leveraging Predictions of Task-Related Latents for Interactive Visual Navigation","display_name":"Leveraging Predictions of Task-Related Latents for Interactive Visual Navigation","publication_year":2023,"publication_date":"2023-12-01","ids":{"openalex":"https://openalex.org/W4389252624","doi":"https://doi.org/10.1109/tnnls.2023.3335416","pmid":"https://pubmed.ncbi.nlm.nih.gov/38039173"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3335416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3335416","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055933562","display_name":"Jiwei Shen","orcid":"https://orcid.org/0000-0002-1987-4926"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiwei Shen","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","School of Communication and Electronic Engineering, Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communication and Electronic Engineering, Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390896","display_name":"Liang Yuan","orcid":"https://orcid.org/0000-0002-7068-8766"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yuan","raw_affiliation_strings":["Beijing Advanced Innovation Center for Soft Matter Science and Engineering, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Soft Matter Science and Engineering, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101615349","display_name":"Yue Lu","orcid":"https://orcid.org/0000-0002-8784-4657"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Lu","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","School of Communication and Electronic Engineering, Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communication and Electronic Engineering, Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075220317","display_name":"Shujing Lyu","orcid":"https://orcid.org/0000-0003-2623-1379"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujing Lyu","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","School of Communication and Electronic Engineering, Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Communication and Electronic Engineering, Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5055933562"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":1.5988,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86047745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"36","issue":"1","first_page":"704","last_page":"717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8125209808349609},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7008116245269775},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6793310046195984},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6299733519554138},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6274488568305969},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5845491290092468},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5769421458244324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5334292650222778},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44730114936828613},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3798305094242096},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35614001750946045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125209808349609},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7008116245269775},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6793310046195984},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6299733519554138},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6274488568305969},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5845491290092468},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5769421458244324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5334292650222778},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44730114936828613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3798305094242096},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35614001750946045},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3335416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3335416","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38039173","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38039173","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2973223028","display_name":null,"funder_award_id":"22DZ2229004","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W2029143333","https://openalex.org/W2158782408","https://openalex.org/W2167340365","https://openalex.org/W2194775991","https://openalex.org/W2557465155","https://openalex.org/W2567455162","https://openalex.org/W2593841437","https://openalex.org/W2799002257","https://openalex.org/W2800791174","https://openalex.org/W2804847616","https://openalex.org/W2890581551","https://openalex.org/W2903718489","https://openalex.org/W2907916537","https://openalex.org/W2938321354","https://openalex.org/W2949736877","https://openalex.org/W2953127211","https://openalex.org/W2962789679","https://openalex.org/W2963150697","https://openalex.org/W2963800628","https://openalex.org/W2963846044","https://openalex.org/W2964339842","https://openalex.org/W2998903229","https://openalex.org/W3009928773","https://openalex.org/W3015437096","https://openalex.org/W3034201026","https://openalex.org/W3034728521","https://openalex.org/W3034758614","https://openalex.org/W3035136756","https://openalex.org/W3035524453","https://openalex.org/W3096541186","https://openalex.org/W3109001458","https://openalex.org/W3111064853","https://openalex.org/W3165538103","https://openalex.org/W3170193776","https://openalex.org/W3174406242","https://openalex.org/W3175558129","https://openalex.org/W3180355996","https://openalex.org/W3184282957","https://openalex.org/W3203034343","https://openalex.org/W3205321526","https://openalex.org/W3213722353","https://openalex.org/W4230024974","https://openalex.org/W4319990479","https://openalex.org/W4372266976","https://openalex.org/W6627932998","https://openalex.org/W6683204974","https://openalex.org/W6684191040","https://openalex.org/W6717018068","https://openalex.org/W6729556111","https://openalex.org/W6731334075","https://openalex.org/W6733367512","https://openalex.org/W6741002519","https://openalex.org/W6747106673","https://openalex.org/W6747736218","https://openalex.org/W6747912417","https://openalex.org/W6764040762","https://openalex.org/W6765939562","https://openalex.org/W6770044267","https://openalex.org/W6771378132","https://openalex.org/W6773005947","https://openalex.org/W6773029903","https://openalex.org/W6774314701","https://openalex.org/W6774815639","https://openalex.org/W6776556448","https://openalex.org/W6776867236","https://openalex.org/W6780443396","https://openalex.org/W6780978170","https://openalex.org/W6782858274","https://openalex.org/W6787713516","https://openalex.org/W6800673378","https://openalex.org/W6804563612","https://openalex.org/W6810940169"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Interactive":[0],"visual":[1,25],"navigation":[2,33],"(IVN)":[3],"involves":[4],"tasks":[5,46],"where":[6],"embodied":[7],"agents":[8],"learn":[9],"to":[10,18,27,41,125,130,145,149],"interact":[11],"with":[12],"the":[13,16,20,44,57,84,96,107,111,115,127,147,159,165,182,185,190],"objects":[14],"in":[15,51,60,164,188],"environment":[17,59,89],"reach":[19],"goals.":[21],"Current":[22],"approaches":[23],"exploit":[24,134],"features":[26],"train":[28],"a":[29,53,74,138],"reinforcement":[30],"learning":[31,52],"(RL)":[32],"control":[34],"policy":[35],"network.":[36],"However,":[37],"RL-based":[38],"methods":[39],"continue":[40],"struggle":[42],"at":[43],"IVN":[45,80],"as":[47],"they":[48],"are":[49],"inefficient":[50],"good":[54],"representation":[55,103,129],"of":[56,70,95,110,167,184],"unknown":[58],"partially":[61],"observable":[62],"settings.":[63],"In":[64],"this":[65],"work,":[66],"we":[67],"introduce":[68],"predictions":[69],"task-related":[71],"latents":[72],"(PTRLs),":[73],"flexible":[75],"self-supervised":[76],"RL":[77,168],"framework":[78],"for":[79],"tasks.":[81],"PTRL":[82,100],"learns":[83],"latent":[85],"structured":[86],"information":[87],"about":[88],"dynamics":[90],"and":[91,120,133,157,175,192],"leverages":[92],"multistep":[93],"representations":[94],"sequential":[97],"observations.":[98],"Specifically,":[99],"trains":[101],"its":[102],"by":[104,153,172],"explicitly":[105],"predicting":[106],"next":[108],"pose":[109],"agent":[112],"conditioned":[113],"on":[114],"actions.":[116],"Moreover,":[117],"an":[118],"attention":[119],"memory":[121],"module":[122,142],"is":[123,143,170],"employed":[124],"associate":[126],"learned":[128],"each":[131],"action":[132],"spatiotemporal":[135],"dependencies.":[136],"Furthermore,":[137],"state":[139],"value":[140,160],"boost":[141],"introduced":[144],"adapt":[146],"model":[148],"previously":[150],"unseen":[151],"environments":[152],"leveraging":[154],"input":[155],"perturbations":[156],"regularizing":[158],"function.":[161],"Sample":[162],"efficiency":[163],"training":[166,174],"networks":[169],"enhanced":[171],"modular":[173],"hierarchical":[176],"decomposition.":[177],"Extensive":[178],"evaluations":[179],"have":[180],"proved":[181],"superiority":[183],"proposed":[186],"method":[187],"increasing":[189],"accuracy":[191],"generalization":[193],"capacity.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}