{"id":"https://openalex.org/W4412673552","doi":"https://doi.org/10.1145/3731120.3744575","title":"QPP-RA: Aggregating Large Language Model Rankings","display_name":"QPP-RA: Aggregating Large Language Model Rankings","publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W4412673552","doi":"https://doi.org/10.1145/3731120.3744575"},"language":"en","primary_location":{"id":"doi:10.1145/3731120.3744575","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731120.3744575","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092550097","display_name":"Filippo Betello","orcid":"https://orcid.org/0009-0006-0945-9688"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Filippo Betello","raw_affiliation_strings":["Sapienza Universit\u00e0 di Roma, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Sapienza Universit\u00e0 di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102741690","display_name":"M.V. Russo","orcid":"https://orcid.org/0000-0003-2047-4089"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Russo","raw_affiliation_strings":["Sapienza Universit\u00e0 di Roma, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Sapienza Universit\u00e0 di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001194202","display_name":"Paul D\u00fctting","orcid":"https://orcid.org/0000-0002-0635-6812"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Paul D\u00fctting","raw_affiliation_strings":["Google Research, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Google Research, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102836759","display_name":"Stefano Leonardi","orcid":"https://orcid.org/0000-0002-9809-7191"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Leonardi","raw_affiliation_strings":["Sapienza Universit\u00e0 di Roma, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Sapienza Universit\u00e0 di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044165871","display_name":"Fabrizio Silvestri","orcid":"https://orcid.org/0000-0001-7669-9055"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Silvestri","raw_affiliation_strings":["Sapienza Universit\u00e0 di Roma, Rome, Italy"],"affiliations":[{"raw_affiliation_string":"Sapienza Universit\u00e0 di Roma, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5092550097"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08872354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"103","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6297721862792969},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39567065238952637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6297721862792969},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39567065238952637}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731120.3744575","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731120.3744575","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G5038142248","display_name":null,"funder_award_id":"2022AEF-HAZ","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G7278939230","display_name":null,"funder_award_id":"PE00000014","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8056551720","display_name":null,"funder_award_id":"PE0000013","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1968634175","https://openalex.org/W1978604688","https://openalex.org/W1999322447","https://openalex.org/W2024463435","https://openalex.org/W2051834357","https://openalex.org/W2069065514","https://openalex.org/W2069870183","https://openalex.org/W2071698610","https://openalex.org/W2073965851","https://openalex.org/W2087818911","https://openalex.org/W2132300069","https://openalex.org/W2148972377","https://openalex.org/W2149427297","https://openalex.org/W2150107436","https://openalex.org/W2614794251","https://openalex.org/W2992252352","https://openalex.org/W3086107884","https://openalex.org/W3147292006","https://openalex.org/W3155375847","https://openalex.org/W3179961400","https://openalex.org/W3180230246","https://openalex.org/W4252076394","https://openalex.org/W4284664419","https://openalex.org/W4323655724","https://openalex.org/W4384890816","https://openalex.org/W4385691166","https://openalex.org/W4386730465","https://openalex.org/W4392899608","https://openalex.org/W4393074478","https://openalex.org/W4401043313","https://openalex.org/W4405754319"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7],"significantly":[8],"improved":[9],"search":[10,35,54],"and":[11,63,78],"recommendation":[12],"systems.":[13],"In":[14],"the":[15,28,50,53,71,75,84,89,94],"field":[16],"of":[17,30,52,74,88],"information":[18,73],"retrieval,":[19],"LLMs":[20],"are":[21],"increasingly":[22],"used":[23],"as":[24,60],"re-rankers":[25],"to":[26,43,48],"refine":[27],"relevance":[29],"documents":[31,77],"initially":[32],"retrieved":[33,76],"by":[34],"algorithms.":[36],"It":[37],"is":[38],"also":[39],"a":[40],"common":[41],"strategy":[42],"apply":[44],"ranking":[45],"aggregation":[46,57],"techniques":[47],"improve":[49],"performance":[51,86],"algorithm.":[55],"Existing":[56],"methods,":[58],"such":[59],"Borda":[61],"Count":[62],"Reciprocal":[64],"Rank":[65],"Fusion":[66],"(RRF),":[67],"rely":[68],"exclusively":[69],"on":[70],"positional":[72],"do":[79],"not":[80],"take":[81],"into":[82],"account":[83],"different":[85,90],"levels":[87],"models,":[91],"potentially":[92],"degrading":[93],"overall":[95],"effectiveness.":[96]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}