{"id":"https://openalex.org/W7140643990","doi":"https://doi.org/10.1109/lra.2026.3677723","title":"STaR: Scalable Task-Conditioned Retrieval for Long-Horizon Multi-Modal Robot Memory","display_name":"STaR: Scalable Task-Conditioned Retrieval for Long-Horizon Multi-Modal Robot Memory","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7140643990","doi":"https://doi.org/10.1109/lra.2026.3677723"},"language":null,"primary_location":{"id":"doi:10.1109/lra.2026.3677723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2026.3677723","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mingfeng Yuan","orcid":"https://orcid.org/0000-0002-9185-9122"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mingfeng Yuan","raw_affiliation_strings":["University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9185-9122","affiliations":[{"raw_affiliation_string":"University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Department of Earth and Space Science, Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Earth and Space Science, Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mahan Mohammadi","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mahan Mohammadi","raw_affiliation_strings":["University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Runhao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Runhao Li","raw_affiliation_strings":["University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jinjun Shan","orcid":"https://orcid.org/0000-0002-4911-6739"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jinjun Shan","raw_affiliation_strings":["Department of Earth and Space Science, Lassonde School of Engineering, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4911-6739","affiliations":[{"raw_affiliation_string":"Department of Earth and Space Science, Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":null,"display_name":"Steven L. Waslander","orcid":"https://orcid.org/0000-0003-4217-4415"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Steven L. Waslander","raw_affiliation_strings":["University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4217-4415","affiliations":[{"raw_affiliation_string":"University of Toronto Institute for Aerospace Studies, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5036013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"5","first_page":"5994","last_page":"6001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.1386999934911728,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.1386999934911728,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.11550000309944153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.08869999647140503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4066999852657318},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4011000096797943},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.27889999747276306},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.2685999870300293},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.2563999891281128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7196999788284302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48590001463890076},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3449000120162964},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.22609999775886536}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2026.3677723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2026.3677723","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mobile":[0],"robots":[1],"are":[2],"often":[3],"deployed":[4],"over":[5,51],"long":[6],"durations":[7],"in":[8,201],"diverse":[9],"open,":[10],"dynamic":[11,104],"scenes,":[12],"including":[13],"indoor":[14,203],"settings":[15,24],"such":[16,25],"as":[17,26],"warehouses":[18],"and":[19,22,28,49,103,106,149,184,204,212],"manufacturing":[20],"facilities,":[21],"outdoor":[23,205],"agricultural":[27],"roadway":[29],"operations.":[30],"A":[31],"core":[32],"challenge":[33],"is":[34],"to":[35,87,120],"build":[36],"a":[37,80,109,125,151,196],"scalable":[38],"long-horizon":[39,209],"memory":[40,84,124],"that":[41,77,85],"supports":[42],"an":[43,73],"agentic":[44,74],"workflow":[45],"for":[46,62,133],"planning,":[47],"retrieval,":[48],"reasoning":[50,75],"open-ended":[52],"instructions":[53],"at":[54],"variable":[55],"granularity,":[56],"while":[57,92],"producing":[58],"precise,":[59],"actionable":[60],"answers":[61],"navigation.":[63],"We":[64,136,189],"present":[65],"<bold":[66,142,162],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[67,69,71,89,95,139,143,163,174,193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"/><italic":[68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><b>STaR</b></i><bold":[70],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"/>,":[72],"framework":[76],"(i)":[78],"constructs":[79],"task-agnostic,":[81],"multi-modal":[82],"long-term":[83,123],"generalizes":[86],"<italic":[88,94,138,173,192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">unseen</i>":[90],"queries":[91],"preserving":[93],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fine-grained</i>":[96],"environmental":[97],"semantics":[98],"(object":[99],"attributes,":[100],"spatial":[101,187],"relations,":[102],"events),":[105],"(ii)":[107],"introduces":[108],"Scalable":[110],"Task-Conditioned":[111],"Retrieval":[112],"algorithm":[113],"based":[114],"on":[115,141,195],"the":[116,170],"Information":[117],"Bottleneck":[118],"principle":[119],"extract":[121],"from":[122],"compact,":[126],"non-redundant,":[127],"information-rich":[128],"set":[129],"of":[130],"candidate":[131],"memories":[132],"contextual":[134,167],"reasoning.":[135,168],"evaluate":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">STaR</i>":[140,175,194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">NaVQA</b>":[144],"(mixed":[145],"indoor/outdoor":[146],"campus":[147],"scenes)":[148],"WH-VQA,":[150],"customized":[152],"warehouse":[153],"benchmark":[154],"with":[155,161],"many":[156],"visually":[157],"similar":[158],"objects":[159],"built":[160],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Isaac":[164],"Sim</b>,":[165],"emphasizing":[166],"Across":[169],"two":[171],"datasets,":[172],"consistently":[176],"outperforms":[177],"strong":[178],"baselines,":[179],"achieving":[180],"higher":[181],"success":[182],"rates":[183],"markedly":[185],"lower":[186],"error.":[188],"further":[190],"deploy":[191],"real":[197],"Husky":[198],"wheeled":[199],"robot":[200],"both":[202],"environments,":[206],"demonstrating":[207],"robust":[208],"reasoning,":[210],"scalability,":[211],"practical":[213],"utility.":[214]},"counts_by_year":[],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2026-02-16T00:00:00"}