{"id":"https://openalex.org/W4414970522","doi":"https://doi.org/10.1145/3767695.3769484","title":"Beyond Static Evaluation: Rethinking the Assessment of Personalized Agent Adaptability in Information Retrieval","display_name":"Beyond Static Evaluation: Rethinking the Assessment of Personalized Agent Adaptability in Information Retrieval","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4414970522","doi":"https://doi.org/10.1145/3767695.3769484"},"language":"en","primary_location":{"id":"doi:10.1145/3767695.3769484","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767695.3769484","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3767695.3769484","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100706588","display_name":"Kirandeep Kaur","orcid":"https://orcid.org/0000-0003-3003-9283"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kirandeep Kaur","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092629422","display_name":"Preetam Prabhu Srikar Dammu","orcid":"https://orcid.org/0009-0007-2021-0354"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Preetam Prabhu Srikar Dammu","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017282307","display_name":"Hideo Joho","orcid":"https://orcid.org/0000-0002-6611-652X"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hideo Joho","raw_affiliation_strings":["University of Tsukuba, Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061319881","display_name":"Chirag Shah","orcid":"https://orcid.org/0000-0002-3797-4293"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chirag Shah","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100706588"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":3.2508,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9397378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"396","last_page":"405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9125000238418579,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9125000238418579,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.8436999917030334},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6844000220298767},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5557000041007996},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.4616999924182892},{"id":"https://openalex.org/keywords/preference-elicitation","display_name":"Preference elicitation","score":0.4426000118255615},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.43230000138282776},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4253999888896942},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.3968999981880188},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.38109999895095825}],"concepts":[{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.8436999917030334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7258999943733215},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6844000220298767},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5557000041007996},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47870001196861267},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.4616999924182892},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.4426000118255615},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4422999918460846},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.3968999981880188},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37439998984336853},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.36660000681877136},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.3594000041484833},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C78999398","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"Information needs","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C162763945","wikidata":"https://www.wikidata.org/wiki/Q4825467","display_name":"Conceptual architecture","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28870001435279846},{"id":"https://openalex.org/C2776636917","wikidata":"https://www.wikidata.org/wiki/Q3772297","display_name":"Information seeking","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3767695.3769484","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767695.3769484","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.03984","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.03984","pdf_url":"https://arxiv.org/pdf/2510.03984","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3767695.3769484","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767695.3769484","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Personalized":[0],"AI":[1],"agents":[2,42,142],"are":[3],"becoming":[4],"central":[5],"to":[6,26,39,46,75,104],"modern":[7],"information":[8],"retrieval,":[9],"yet":[10],"most":[11],"evaluation":[12,63,112],"methodologies":[13],"remain":[14],"static":[15,72],"\u2014":[16,67],"relying":[17],"on":[18],"fixed":[19],"benchmarks":[20],"and":[21,109,122,173],"one-off":[22],"metrics":[23],"that":[24,114],"fail":[25],"reflect":[27],"how":[28,116],"users'":[29],"needs":[30],"evolve":[31],"over":[32,143],"time.":[33,144],"These":[34],"limitations":[35],"hinder":[36],"our":[37,147,165],"ability":[38],"assess":[40],"whether":[41],"can":[43],"meaningfully":[44],"adapt":[45],"individuals":[47],"across":[48,120],"dynamic,":[49],"longitudinal":[50],"interactions.":[51],"In":[52],"this":[53,81,134],"perspective":[54],"paper,":[55],"we":[56,132,149],"propose":[57],"a":[58,137,151,163,168,177],"conceptual":[59,169],"lens":[60,82],"for":[61,140,171],"rethinking":[62],"in":[64,107,154],"adaptive":[65],"personalization":[66,175],"shifting":[68],"the":[69,158],"focus":[70],"from":[71],"performance":[73],"snapshots":[74],"interaction-aware,":[76],"evolving":[77,93],"assessments.":[78],"We":[79],"organize":[80],"around":[83],"three":[84],"core":[85],"components:":[86],"(1)":[87],"persona-based":[88],"user":[89,130],"simulation":[90],"with":[91],"temporally":[92],"preference":[94],"models;":[95],"(2)":[96],"structured":[97],"elicitation":[98],"protocols":[99],"inspired":[100],"by":[101],"reference":[102],"interviews":[103],"extract":[105],"preferences":[106],"context;":[108],"(3)":[110],"adaptation-aware":[111],"mechanisms":[113],"measure":[115],"agent":[117],"behavior":[118],"improves":[119],"sessions":[121],"tasks.":[123],"While":[124],"recent":[125],"works":[126],"have":[127],"embraced":[128],"LLM-driven":[129],"simulation,":[131],"situate":[133],"practice":[135],"within":[136],"broader":[138],"paradigm":[139],"evaluating":[141,174],"To":[145],"illustrate":[146],"ideas,":[148],"conduct":[150],"case":[152],"study":[153],"e-commerce":[155],"search":[156],"using":[157],"PersonalWAB":[159],"dataset.":[160],"Beyond":[161],"presenting":[162],"framework,":[164],"work":[166],"lays":[167],"foundation":[170],"understanding":[172],"as":[176],"continuous,":[178],"user-centric":[179],"endeavor.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}