{"id":"https://openalex.org/W4409657425","doi":"https://doi.org/10.1145/3696410.3714658","title":"Self-Calibrated Listwise Reranking with Large Language Models","display_name":"Self-Calibrated Listwise Reranking with Large Language Models","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409657425","doi":"https://doi.org/10.1145/3696410.3714658"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714658","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714658","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714658","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074848230","display_name":"Ruiyang Ren","orcid":"https://orcid.org/0000-0002-0562-9911"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruiyang Ren","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370095","display_name":"Yuhao Wang","orcid":"https://orcid.org/0009-0001-2129-1762"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Wang","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063459528","display_name":"Kun Zhou","orcid":"https://orcid.org/0000-0003-0650-9521"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhou","raw_affiliation_strings":["School of Information, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037145565","display_name":"Wayne Xin Zhao","orcid":"https://orcid.org/0000-0002-8333-6196"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wayne Xin Zhao","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368524","display_name":"Wenjie Wang","orcid":"https://orcid.org/0000-0002-5199-1428"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Wang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375105","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0003-1727-6321"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025631695","display_name":"Ji-Rong Wen","orcid":"https://orcid.org/0000-0002-9777-9676"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji-Rong Wen","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["NExT++ Research Centre, National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"NExT++ Research Centre, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5074848230"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":13.9015,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98490337,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3692","last_page":"3701"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7181506156921387},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44942474365234375},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.29542165994644165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7181506156921387},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44942474365234375},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29542165994644165}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714658","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714658","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714658","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714658","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G132187983","display_name":null,"funder_award_id":"62222215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3841266055","display_name":null,"funder_award_id":"6222221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7608752429","display_name":null,"funder_award_id":"Talent","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322499","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409657425.pdf","grobid_xml":"https://content.openalex.org/works/W4409657425.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W128638292","https://openalex.org/W2043909051","https://openalex.org/W2069065514","https://openalex.org/W2108862644","https://openalex.org/W2148437670","https://openalex.org/W2165612380","https://openalex.org/W2606555609","https://openalex.org/W2922386288","https://openalex.org/W3099700870","https://openalex.org/W3100107515","https://openalex.org/W3155114168","https://openalex.org/W3168875417","https://openalex.org/W3175515348","https://openalex.org/W3206455169","https://openalex.org/W4284712242","https://openalex.org/W4285113563","https://openalex.org/W4365799947","https://openalex.org/W4384890816","https://openalex.org/W4385569809","https://openalex.org/W4385570964","https://openalex.org/W4385573057","https://openalex.org/W4389523765","https://openalex.org/W4389921502","https://openalex.org/W4400526199","https://openalex.org/W4400527956","https://openalex.org/W4400530533","https://openalex.org/W4401042973","https://openalex.org/W4401043313","https://openalex.org/W4401044046","https://openalex.org/W4402671910","https://openalex.org/W6607599472"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs),":[3],"with":[4],"advanced":[5],"linguistic":[6],"capabilities,":[7],"have":[8],"been":[9],"employed":[10],"in":[11,25],"reranking":[12,46,90,113,123],"tasks":[13],"through":[14],"a":[15,26,30,49,86],"sequence-to-sequence":[16],"approach.":[17],"In":[18],"this":[19,45],"paradigm,":[20],"multiple":[21],"passages":[22],"are":[23],"reranked":[24,32],"listwise":[27,89,112],"manner":[28],"and":[29,125,166,173,181],"textual":[31],"permutation":[33],"is":[34],"generated.":[35],"However,":[36],"due":[37],"to":[38,53,94,97,121,135,158],"the":[39,68,74,110,130,137,140,155,160,170,179],"limited":[40],"context":[41],"window":[42,51],"of":[43,139,183],"LLMs,":[44],"paradigm":[47],"requires":[48],"sliding":[50],"strategy":[52],"iteratively":[54],"handle":[55],"larger":[56],"candidate":[57,132],"sets.":[58],"This":[59],"not":[60],"only":[61],"increases":[62],"computational":[63],"costs":[64],"but":[65],"also":[66],"restricts":[67],"LLM":[69,156],"from":[70],"fully":[71],"capturing":[72],"all":[73,78],"comparison":[75,128],"information":[76],"for":[77,102],"candidates.":[79],"To":[80,104],"address":[81],"these":[82],"challenges,":[83],"we":[84,107,143],"propose":[85,109,144],"novel":[87],"self-calibrated":[88,145],"method,":[91],"which":[92,115],"aims":[93],"leverage":[95],"LLMs":[96],"produce":[98],"global":[99,127],"relevance":[100,119,150,162],"scores":[101,120],"ranking.":[103],"achieve":[105],"it,":[106],"first":[108],"relevance-aware":[111],"framework,":[114],"incorporates":[116],"explicit":[117],"list-view":[118,161],"improve":[122],"efficiency":[124,182],"enable":[126],"across":[129],"entire":[131],"set.":[133],"Second,":[134],"ensure":[136],"comparability":[138],"computed":[141],"scores,":[142],"training":[146],"that":[147],"uses":[148],"point-view":[149],"assessments":[151],"generated":[152],"internally":[153],"by":[154],"itself":[157],"calibrate":[159],"assessments.":[163],"Extensive":[164],"experiments":[165],"comprehensive":[167],"analysis":[168],"on":[169],"BEIR":[171],"benchmark":[172],"TREC":[174],"Deep":[175],"Learning":[176],"Tracks":[177],"demonstrate":[178],"effectiveness":[180],"our":[184],"proposed":[185],"method.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}