{"id":"https://openalex.org/W7167915762","doi":"https://doi.org/10.1145/3805712.3808641","title":"Beyond Relevance: Utility-Centric Retrieval in the LLM Era","display_name":"Beyond Relevance: Utility-Centric Retrieval in the LLM Era","publication_year":2026,"publication_date":"2026-07-10","ids":{"openalex":"https://openalex.org/W7167915762","doi":"https://doi.org/10.1145/3805712.3808641"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808641","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808641","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034939611","display_name":"Hengran Zhang","orcid":"https://orcid.org/0009-0004-1144-1298"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengran Zhang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-1144-1298","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072903365","display_name":"Minghao Tang","orcid":"https://orcid.org/0000-0003-2926-3907"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Tang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-1911-5142","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040708820","display_name":"Keping Bi","orcid":"https://orcid.org/0000-0001-5123-4999"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keping Bi","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5123-4999","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9509-8674","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5357","last_page":"5361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.817799985408783,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.817799985408783,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.040800001472234726,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.040699999779462814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7401999831199646},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6377999782562256},{"id":"https://openalex.org/keywords/human\u2013computer-information-retrieval","display_name":"Human\u2013computer information retrieval","score":0.5655999779701233},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4896000027656555},{"id":"https://openalex.org/keywords/cognitive-models-of-information-retrieval","display_name":"Cognitive models of information retrieval","score":0.48019999265670776},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.41019999980926514},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.38199999928474426},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3294000029563904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577999830245972},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7401999831199646},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6398000121116638},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6377999782562256},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.5655999779701233},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4896000027656555},{"id":"https://openalex.org/C21025794","wikidata":"https://www.wikidata.org/wiki/Q5141219","display_name":"Cognitive models of information retrieval","level":4,"score":0.48019999265670776},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35659998655319214},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.3028999865055084},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.2822999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.2662000060081482},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2776543384","wikidata":"https://www.wikidata.org/wiki/Q593289","display_name":"Information access","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C116425068","wikidata":"https://www.wikidata.org/wiki/Q4686695","display_name":"Adversarial information retrieval","level":5,"score":0.25699999928474426},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3808641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808641","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808641","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.588035523891449,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2053552153","https://openalex.org/W2069200549","https://openalex.org/W2092488901","https://openalex.org/W2135877659","https://openalex.org/W2143445498","https://openalex.org/W2151012289","https://openalex.org/W2271350114","https://openalex.org/W2474909202","https://openalex.org/W2584758716","https://openalex.org/W2799023274","https://openalex.org/W2889787757","https://openalex.org/W3094003157","https://openalex.org/W3099700870","https://openalex.org/W4385541615","https://openalex.org/W4389519118","https://openalex.org/W4400525230","https://openalex.org/W4401042753","https://openalex.org/W4402671152","https://openalex.org/W4402671663","https://openalex.org/W4404783589","https://openalex.org/W4416036355","https://openalex.org/W7108329187","https://openalex.org/W7137951130"],"related_works":[],"abstract_inverted_index":{"Information":[0],"retrieval":[1,70,92,140],"systems":[2,141],"have":[3],"traditionally":[4],"optimized":[5],"for":[6,59,138],"topical":[7],"relevance\u2014the":[8],"degree":[9],"to":[10,78],"which":[11],"retrieved":[12,27],"documents":[13,46],"match":[14],"a":[15,21,31,68,104],"query.":[16],"However,":[17],"relevance":[18],"only":[19],"approximates":[20],"deeper":[22],"goal:":[23],"utility,":[24,111,115],"namely,":[25],"whether":[26],"information":[28,121,148],"helps":[29],"accomplish":[30],"user's":[32],"underlying":[33],"task.":[34],"The":[35],"emergence":[36],"of":[37,146],"retrieval-augmented":[38],"generation":[39,79],"(RAG)":[40],"fundamentally":[41],"changes":[42],"this":[43],"paradigm.":[44],"Retrieved":[45],"are":[47,94],"no":[48],"longer":[49],"consumed":[50],"directly":[51],"by":[52,75,83],"users":[53],"but":[54],"instead":[55],"serve":[56],"as":[57],"evidence":[58],"large":[60],"language":[61],"models":[62],"(LLMs)":[63],"that":[64,91],"produce":[65],"answers.":[66],"As":[67],"result,":[69],"effectiveness":[71],"must":[72],"be":[73],"evaluated":[74],"its":[76],"contribution":[77],"quality":[80],"rather":[81],"than":[82],"relevance-based":[84],"ranking":[85],"metrics":[86],"alone.":[87],"This":[88],"tutorial":[89,131],"argues":[90],"objectives":[93],"evolving":[95],"from":[96],"relevance-centric":[97],"optimization":[98],"toward":[99],"LLM-centric":[100],"utility.":[101],"We":[102],"present":[103],"unified":[105],"framework":[106],"covering":[107],"LLM-agnostic":[108],"versus":[109,113],"LLM-specific":[110],"context-independent":[112],"context-dependent":[114],"and":[116,123,135],"the":[117,130,144],"connection":[118],"with":[119,143],"LLM":[120],"needs":[122],"agentic":[124],"RAG.":[125],"By":[126],"synthesizing":[127],"recent":[128],"advances,":[129],"provides":[132],"conceptual":[133],"foundations":[134],"practical":[136],"guidance":[137],"designing":[139],"aligned":[142],"requirements":[145],"LLM-based":[147],"access.":[149]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-11T00:00:00"}