{"id":"https://openalex.org/W7220660475","doi":"https://doi.org/10.48550/arxiv.2610.06830","title":"MemPilot: Orchestrating On-Demand Multimodal Memory Curation for LLM Agents","display_name":"MemPilot: Orchestrating On-Demand Multimodal Memory Curation for LLM Agents","alternate_titles":[],"publication_year":2026,"publication_date":"2026-10-05","ids":{"openalex":"https://openalex.org/W7220660475","doi":"https://doi.org/10.48550/arxiv.2610.06830"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.06830","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.06830","pdf_url":"https://arxiv.org/pdf/2610.06830","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7220660475"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.06830","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157726320","display_name":"Haozhen Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhang, Haozhen","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124895814","display_name":"Haodong Yue","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yue, Haodong","raw_affiliation_strings":["Tsinghua University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University ,","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021739456","display_name":"Quanyu Long","orcid":"https://orcid.org/0000-0002-4839-012X","observed_orcids":["https://orcid.org/0000-0002-4839-012X"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Long, Quanyu","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020779586","display_name":"Jianzhu Bao","orcid":"https://orcid.org/0009-0004-9818-8765","observed_orcids":["https://orcid.org/0009-0004-9818-8765"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bao, Jianzhu","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157777404","display_name":"Qingyuan Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Qingyuan","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124925417","display_name":"Tao Feng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Feng, Tao","raw_affiliation_strings":["University of Illinois Urbana-Champaign Project Website MemPilot MemPilot"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign Project Website MemPilot MemPilot","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157677293","display_name":"Bohan Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Bohan","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127446555","display_name":"Weida Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liang, Weida","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157748736","display_name":"Wenya Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Wenya","raw_affiliation_strings":["Nanyang Technological University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University ,","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.08720000088214874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8980000019073486},{"id":"https://openalex.org/keywords/agent-memory","display_name":"agent memory","score":0.8349999785423279},{"id":"https://openalex.org/keywords/multimodal-memory","display_name":"multimodal memory","score":0.9120000004768372},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.7680000066757202},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7570000290870667},{"id":"https://openalex.org/keywords/credit-assignment","display_name":"credit assignment","score":0.7179999947547913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8277999758720398},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44679999351501465},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34279999136924744},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C91632574","wikidata":"https://www.wikidata.org/wiki/Q15088675","display_name":"Data curation","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.31619998812675476},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.06830","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.06830","pdf_url":"https://arxiv.org/pdf/2610.06830","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.06830","doi":"https://doi.org/10.48550/arxiv.2610.06830","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.06830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.06830","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.06830","pdf_url":"https://arxiv.org/pdf/2610.06830","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220660475.pdf","grobid_xml":"https://content.openalex.org/works/W7220660475.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W4376122773","https://openalex.org/W4387636003","https://openalex.org/W4391631327","https://openalex.org/W4393147158","https://openalex.org/W4395443209","https://openalex.org/W4402670850","https://openalex.org/W4403322249","https://openalex.org/W4407759090","https://openalex.org/W4412945204","https://openalex.org/W4414939355","https://openalex.org/W4415313833","https://openalex.org/W4415337151","https://openalex.org/W4415797314","https://openalex.org/W4416035609","https://openalex.org/W4416057654","https://openalex.org/W4416106017","https://openalex.org/W4416895257","https://openalex.org/W4417031017","https://openalex.org/W4417252869","https://openalex.org/W4417459816","https://openalex.org/W7084138381","https://openalex.org/W7106690462","https://openalex.org/W7118586615","https://openalex.org/W7118792955","https://openalex.org/W7120177137","https://openalex.org/W7127083622","https://openalex.org/W7127393332","https://openalex.org/W7127963049","https://openalex.org/W7128404576","https://openalex.org/W7128481517","https://openalex.org/W7148466533","https://openalex.org/W7157057652","https://openalex.org/W7161287275","https://openalex.org/W7161314149","https://openalex.org/W7162135058","https://openalex.org/W7162780049","https://openalex.org/W7163637351","https://openalex.org/W7164044979","https://openalex.org/W7166803708","https://openalex.org/W7166825402","https://openalex.org/W7166853358","https://openalex.org/W7171563863","https://openalex.org/W7197038558","https://openalex.org/W7202136322"],"related_works":["https://openalex.org/W7168989166","https://openalex.org/W7166820232","https://openalex.org/W7212024495","https://openalex.org/W7127963049","https://openalex.org/W7171733833","https://openalex.org/W7162997851","https://openalex.org/W7165761444","https://openalex.org/W7077899983","https://openalex.org/W7197015072","https://openalex.org/W7134857392"],"abstract_inverted_index":{"Memory":[0],"has":[1],"become":[2],"integral":[3],"to":[4,100,116],"the":[5],"LLM":[6,95],"agent":[7,19],"ecosystem,":[8],"supporting":[9],"information":[10],"retention":[11],"and":[12,34,67,108,119,131],"reuse":[13],"across":[14,171,184],"interactions.":[15],"However,":[16],"most":[17],"existing":[18,194],"memory":[20,23,46,84,107],"systems":[21],"construct":[22],"in":[24,54],"a":[25,78,93],"query-agnostic":[26,106],"manner,":[27],"which":[28],"can":[29],"incur":[30],"unnecessary":[31],"preprocessing":[32],"cost":[33],"discard":[35],"details":[36],"that":[37,81],"later":[38],"prove":[39],"essential.":[40],"Recent":[41],"studies":[42],"have":[43],"begun":[44],"shifting":[45],"processing":[47,59],"toward":[48],"runtime":[49,138],"adaptation,":[50],"but":[51],"typically":[52],"specialize":[53],"particular":[55],"operations":[56],"or":[57],"fixed":[58],"schemes,":[60],"leaving":[61],"flexible":[62,79],"control":[63],"over":[64],"performance,":[65],"cost,":[66],"latency":[68],"largely":[69],"underexplored.":[70],"To":[71,140],"address":[72],"this":[73,142],"challenge,":[74],"we":[75,91,147,161],"present":[76],"\\textbf{MemPilot},":[77],"framework":[80],"orchestrates":[82],"on-demand":[83],"curation":[85,111,127],"under":[86,144],"different":[87],"performance--cost--latency":[88,182],"preferences.":[89],"Specifically,":[90],"optimize":[92,141],"multi-step":[94,172],"policy":[96,122,143],"via":[97],"reinforcement":[98],"learning":[99],"iteratively":[101],"choose":[102],"between":[103],"retrieving":[104],"from":[105],"delegating":[109],"query-specific":[110],"of":[112,137],"raw":[113],"multimodal":[114,177],"history":[115],"heterogeneous":[117],"LLMs":[118],"VLMs.":[120],"The":[121],"jointly":[123],"controls":[124],"evidence":[125],"amount,":[126],"instructions,":[128],"model":[129],"selection,":[130],"visual":[132],"access,":[133],"enabling":[134],"fine-grained":[135,168],"allocation":[136],"computation.":[139],"competing":[145],"objectives,":[146],"adapt":[148],"objective-wise":[149],"advantage":[150,157],"decoupling":[151],"by":[152],"separately":[153],"estimating":[154],"each":[155],"objective's":[156],"before":[158],"aggregation.":[159],"Moreover,":[160],"introduce":[162],"prefix-based":[163],"marginal":[164],"utility":[165],"estimation":[166],"for":[167],"credit":[169],"assignment":[170],"rollouts.":[173],"Experiments":[174],"on":[175],"five":[176],"agent-memory":[178],"benchmarks":[179],"demonstrate":[180],"favorable":[181],"trade-offs":[183],"optimization":[185],"preferences,":[186],"with":[187],"preference":[188],"sweeps":[189],"yielding":[190],"broader":[191],"frontiers":[192],"than":[193],"trade-off-aware":[195],"baselines.":[196]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7220660475","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-10-07T00:00:00"}
