{"id":"https://openalex.org/W4416435425","doi":"https://doi.org/10.18653/v1/2026.acl-long.94","title":"Contextual Relevance and Adaptive Sampling for LLM-Based Document Reranking","display_name":"Contextual Relevance and Adaptive Sampling for LLM-Based Document Reranking","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4416435425","doi":"https://doi.org/10.18653/v1/2026.acl-long.94"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.94","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.94","pdf_url":"https://aclanthology.org/2026.acl-long.94.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.94.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006728000","display_name":"Jerry Huang","orcid":"https://orcid.org/0009-0005-6224-4785"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jerry Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001735064","display_name":"Siddarth Madala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siddarth Madala","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111632482","display_name":"Cheng Niu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng Niu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042661827","display_name":"Julia Hockenmaier","orcid":"https://orcid.org/0000-0003-2796-1752"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julia Hockenmaier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01233154,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2076","last_page":"2089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9412999749183655,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9412999749183655,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8127999901771545},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5055000185966492},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4440000057220459},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.35409998893737793},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.3528999984264374},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3391999900341034}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8127999901771545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7818999886512756},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6136000156402588},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36000001430511475},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3147999942302704},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.295199990272522},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.94","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.94","pdf_url":"https://aclanthology.org/2026.acl-long.94.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.01208","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.01208","pdf_url":"https://arxiv.org/pdf/2511.01208","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.01208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.01208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.94","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.94","pdf_url":"https://aclanthology.org/2026.acl-long.94.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416435425.pdf","grobid_xml":"https://content.openalex.org/works/W4416435425.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reranking":[0],"algorithms":[1],"have":[2,110],"made":[3],"progress":[4],"in":[5,84,98],"improving":[6],"document":[7,44,66],"retrieval":[8,154],"quality":[9],"by":[10,16,120,158],"efficiently":[11,138],"aggregating":[12],"relevance":[13,45,136,171],"judgments":[14],"generated":[15],"large":[17],"language":[18],"models":[19],"(LLMs).However,":[20],"identifying":[21],"relevant":[22,68],"documents":[23,90,101],"for":[24,122],"queries":[25,34],"that":[26,64,130],"require":[27],"in-depth":[28],"reasoning":[29],"remains":[30],"a":[31,65,70,105,145],"major":[32],"challenge.Reasoning-intensive":[33],"often":[35,50],"exhibit":[36,119],"multifaceted":[37],"information":[38],"needs":[39],"and":[40,49,95,155,162],"nuanced":[41],"interpretations,":[42],"rendering":[43],"inherently":[46],"context":[47],"dependent":[48],"noisy.To":[51],"address":[52],"this,":[53],"we":[54,59,127,142],"propose":[55,143],"contextual":[56,140],"relevance,":[57,141],"which":[58,99],"define":[60],"as":[61,172],"the":[62,75,86,96,100,115,123,167],"probability":[63],"is":[67,92],"to":[69,104,113],"given":[71],"query,":[72],"marginalized":[73],"over":[74,153],"distribution":[76],"of":[77,88,125,169],"different":[78],"reranking":[79,106,148,156],"contexts":[80],"it":[81,91],"may":[82],"appear":[83],"(i.e.,":[85],"set":[87],"candidate":[89],"ranked":[93],"alongside":[94],"order":[97],"are":[102],"presented":[103],"model).While":[107],"prior":[108],"works":[109],"studied":[111],"methods":[112],"mitigate":[114],"positional":[116],"bias":[117],"LLMs":[118],"accounting":[121],"ordering":[124],"documents,":[126],"empirically":[128],"show":[129],"batch":[131],"composition":[132],"also":[133],"materially":[134],"affects":[135],"judgments.To":[137],"estimate":[139],"TS-SetRank,":[144],"sampling-based,":[146],"uncertainty-aware":[147],"algorithm.Empirically,":[149],"TS-SetRank":[150],"improves":[151],"nDCG@10":[152],"baselines":[157],"15-25%":[159],"on":[160,164],"BRIGHT":[161],"6-21%":[163],"BEIR,":[165],"highlighting":[166],"importance":[168],"modeling":[170],"context-dependent.":[173]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-06T00:00:00"}