{"id":"https://openalex.org/W4407953133","doi":"https://doi.org/10.1145/3701551.3703583","title":"MCRanker: Generating Diverse Criteria On-the-Fly to Improve Pointwise LLM Rankers","display_name":"MCRanker: Generating Diverse Criteria On-the-Fly to Improve Pointwise LLM Rankers","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407953133","doi":"https://doi.org/10.1145/3701551.3703583"},"language":"en","primary_location":{"id":"doi:10.1145/3701551.3703583","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701551.3703583","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3701551.3703583","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101483036","display_name":"Fang Guo","orcid":"https://orcid.org/0009-0004-2903-5087"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fang Guo","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073992488","display_name":"Wenyu Li","orcid":"https://orcid.org/0009-0009-2792-4303"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyu Li","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011279860","display_name":"Honglei Zhuang","orcid":"https://orcid.org/0000-0001-8134-1509"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Honglei Zhuang","raw_affiliation_strings":["Google, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Google, Seattle, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064252236","display_name":"Yun Luo","orcid":"https://orcid.org/0000-0002-0448-9224"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Luo","raw_affiliation_strings":["Westlake University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032649444","display_name":"Yafu Li","orcid":"https://orcid.org/0000-0002-7895-9997"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafu Li","raw_affiliation_strings":["Westlake University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019356756","display_name":"Le Yan","orcid":"https://orcid.org/0000-0003-1323-0545"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Le Yan","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055199412","display_name":"Qi Zhu","orcid":"https://orcid.org/0000-0003-0129-8542"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhu","raw_affiliation_strings":["Zhejiang University, Hanghzou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hanghzou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333729","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-5214-2268"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Westlake University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101483036"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":9.9795,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97287835,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"944","last_page":"953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.7739976644515991},{"id":"https://openalex.org/keywords/on-the-fly","display_name":"On the fly","score":0.6508474349975586},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6423780918121338},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17098569869995117},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09233024716377258}],"concepts":[{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.7739976644515991},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.6508474349975586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6423780918121338},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17098569869995117},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09233024716377258},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701551.3703583","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701551.3703583","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701551.3703583","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701551.3703583","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2069870183","https://openalex.org/W2149427297","https://openalex.org/W2992347006","https://openalex.org/W3064953855","https://openalex.org/W3189117283","https://openalex.org/W4378908626","https://openalex.org/W4384890816","https://openalex.org/W4385688511","https://openalex.org/W4389519254","https://openalex.org/W4392864805","https://openalex.org/W4396833505","https://openalex.org/W4400527956","https://openalex.org/W4400530533","https://openalex.org/W4401043313","https://openalex.org/W4401044046","https://openalex.org/W4402671350","https://openalex.org/W4402672029","https://openalex.org/W4402684318","https://openalex.org/W4404782847"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W143502885","https://openalex.org/W42113618","https://openalex.org/W2103468410","https://openalex.org/W2480115405","https://openalex.org/W3197542402","https://openalex.org/W1856228368","https://openalex.org/W2971527398"],"abstract_inverted_index":{"The":[0],"most":[1],"recent":[2],"pointwise":[3,67,137],"Large":[4],"Language":[5],"Model":[6],"(LLM)":[7],"rankers":[8,16],"have":[9],"achieved":[10],"remarkable":[11],"ranking":[12,34,112],"results.":[13],"However,":[14],"these":[15,59,86],"are":[17,96],"hindered":[18],"by":[19],"two":[20],"major":[21],"drawbacks:":[22],"(1)":[23],"they":[24,38],"fail":[25],"to":[26,63,76,88,100],"follow":[27],"a":[28,65,72],"standardized":[29],"comparison":[30],"guidance":[31],"during":[32],"the":[33,49,55,98,121,134],"process,":[35],"and":[36,51,83,108],"(2)":[37],"struggle":[39],"with":[40,45],"comprehensive":[41],"considerations":[42],"when":[43],"dealing":[44],"diverse":[46],"semantics":[47],"of":[48,136],"query":[50],"complicated":[52],"info":[53],"in":[54,110],"passages.":[56],"To":[57],"address":[58],"shortcomings,":[60],"we":[61,95],"propose":[62],"build":[64],"zero-shot":[66],"ranker":[68],"that":[69,125],"first":[70,99],"recruits":[71],"virtual":[73],"annotation":[74],"team":[75],"generate":[77],"query-based":[78],"criteria":[79,87,103,129],"from":[80,120],"various":[81],"perspectives":[82],"then":[84],"uses":[85],"conduct":[89],"an":[90],"ensemble":[91,130],"passage":[92],"evaluation.":[93],"Additionally,":[94],"among":[97],"explore":[101],"how":[102],"can":[104],"be":[105],"generated":[106],"automatically":[107],"used":[109],"text":[111],"tasks.":[113],"Our":[114],"method,":[115],"tested":[116],"on":[117],"eight":[118],"datasets":[119],"BEIR":[122],"benchmark,":[123],"demonstrates":[124],"incorporating":[126],"this":[127],"multi-perspective":[128],"approach":[131],"significantly":[132],"enhanced":[133],"performance":[135],"LLM":[138],"rankers.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}