{"id":"https://openalex.org/W4410502462","doi":"https://doi.org/10.1145/3736402","title":"Query Performance Prediction Using Relevance Judgments Generated by Large Language Models","display_name":"Query Performance Prediction Using Relevance Judgments Generated by Large Language Models","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4410502462","doi":"https://doi.org/10.1145/3736402"},"language":"en","primary_location":{"id":"doi:10.1145/3736402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3736402","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3736402","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3736402","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091990151","display_name":"Chuan Meng","orcid":"https://orcid.org/0000-0002-1434-7596"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Chuan Meng","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1434-7596","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049487742","display_name":"Negar Arabzadeh","orcid":"https://orcid.org/0000-0002-4411-7089"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Negar Arabzadeh","raw_affiliation_strings":["University of Waterloo, Waterloo, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4411-7089","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059759006","display_name":"Arian Askari","orcid":"https://orcid.org/0000-0003-4712-832X"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arian Askari","raw_affiliation_strings":["Leiden University, Leiden, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4712-832X","affiliations":[{"raw_affiliation_string":"Leiden University, Leiden, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-9447-4172","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1086-0202","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":31.8032,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99638828,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"43","issue":"4","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.735397458076477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6776121258735657},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6661840081214905},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4608319401741028},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4588012099266052},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4582350552082062},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4393702745437622},{"id":"https://openalex.org/keywords/scalar","display_name":"Scalar (mathematics)","score":0.4337317645549774},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3991991877555847},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3495132327079773},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3480193018913269},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3411748707294464},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.17711186408996582},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1655031144618988},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12877869606018066}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.735397458076477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6776121258735657},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6661840081214905},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4608319401741028},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4588012099266052},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4582350552082062},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4393702745437622},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.4337317645549774},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3991991877555847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3495132327079773},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3480193018913269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3411748707294464},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.17711186408996582},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1655031144618988},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12877869606018066},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3736402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3736402","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3736402","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire/ee9d58f0-d1e6-4fd0-9f2c-1dd1097911fa","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/query-performance-prediction-using-relevance-judgments-generated-by-large-language-models(ee9d58f0-d1e6-4fd0-9f2c-1dd1097911fa).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Meng, C, Arabzadeh, N, Askari, A, Aliannejadi, M & de Rijke, M 2025, 'Query Performance Prediction Using Relevance Judgments Generated by Large Language Models', ACM Transactions on Information Systems, vol. 43, no. 4, 106. https://doi.org/10.1145/3736402","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dare.uva.nl:publications/ee9d58f0-d1e6-4fd0-9f2c-1dd1097911fa","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/ee9d58f0-d1e6-4fd0-9f2c-1dd1097911fa","pdf_url":"https://pure.uva.nl/ws/files/308953815/Query_Performance_Prediction_Using_Relevance_Judgments_Generated_by_Large_Language_Models.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Meng, C, Arabzadeh, N, Askari, A, Aliannejadi, M & de Rijke, M 2025, 'Query Performance Prediction Using Relevance Judgments Generated by Large Language Models', ACM Transactions on Information Systems, vol. 43, no. 4, 106. https://doi.org/10.1145/3736402","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3736402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3736402","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3736402","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1253897967","display_name":null,"funder_award_id":"KICH3.LTP.20.006","funder_id":"https://openalex.org/F4320329456","funder_display_name":"Ministerie van Economische Zaken en Klimaat"},{"id":"https://openalex.org/G2289169492","display_name":"Fairness and Intersectional Non-Discrimination in Human Recommendation","funder_award_id":"101070212","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2813466253","display_name":null,"funder_award_id":"LTP KIC 2020\u20102023","funder_id":"https://openalex.org/F4320329456","funder_display_name":"Ministerie van Economische Zaken en Klimaat"},{"id":"https://openalex.org/G4294200505","display_name":null,"funder_award_id":"2020-2023","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4931004957","display_name":null,"funder_award_id":"LTP KIC 2020-2023","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6280615682","display_name":"Low Resource Chat-based Conversational Intelligence","funder_award_id":"NWA.1389.20.183","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6493830415","display_name":null,"funder_award_id":"LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6640760388","display_name":"Trustworthy AI-based Systems for Sustainable Growth","funder_award_id":"KICH3.LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6854351342","display_name":null,"funder_award_id":"101070212","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321799","display_name":"Ministerie van Onderwijs, Cultuur en Wetenschap","ror":"https://ror.org/02x3w5g21"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320329456","display_name":"Ministerie van Economische Zaken en Klimaat","ror":null},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410502462.pdf","grobid_xml":"https://content.openalex.org/works/W4410502462.grobid-xml"},"referenced_works_count":91,"referenced_works":["https://openalex.org/W1602206323","https://openalex.org/W1605510967","https://openalex.org/W1970242704","https://openalex.org/W1983595289","https://openalex.org/W1990838106","https://openalex.org/W1994915827","https://openalex.org/W1999322447","https://openalex.org/W2051025610","https://openalex.org/W2057028302","https://openalex.org/W2066016932","https://openalex.org/W2068902033","https://openalex.org/W2069870183","https://openalex.org/W2079168273","https://openalex.org/W2079370602","https://openalex.org/W2082146655","https://openalex.org/W2082158392","https://openalex.org/W2087131461","https://openalex.org/W2087818911","https://openalex.org/W2104679989","https://openalex.org/W2202211700","https://openalex.org/W2469056188","https://openalex.org/W2535211222","https://openalex.org/W2581240705","https://openalex.org/W2740635163","https://openalex.org/W2756718824","https://openalex.org/W2758965030","https://openalex.org/W2771567839","https://openalex.org/W2798611185","https://openalex.org/W2798656112","https://openalex.org/W2809897079","https://openalex.org/W2932505619","https://openalex.org/W2976416215","https://openalex.org/W3044364015","https://openalex.org/W3144041557","https://openalex.org/W3150989060","https://openalex.org/W3153871232","https://openalex.org/W3154670582","https://openalex.org/W3154898636","https://openalex.org/W3155601106","https://openalex.org/W3156716744","https://openalex.org/W3180230246","https://openalex.org/W3203358309","https://openalex.org/W3208394801","https://openalex.org/W4212845844","https://openalex.org/W4221143046","https://openalex.org/W4224937983","https://openalex.org/W4226072671","https://openalex.org/W4243333943","https://openalex.org/W4246858749","https://openalex.org/W4327644088","https://openalex.org/W4327644104","https://openalex.org/W4367299028","https://openalex.org/W4377217558","https://openalex.org/W4378189609","https://openalex.org/W4380353763","https://openalex.org/W4384107234","https://openalex.org/W4384659764","https://openalex.org/W4384660953","https://openalex.org/W4384662964","https://openalex.org/W4384822199","https://openalex.org/W4385567884","https://openalex.org/W4385569686","https://openalex.org/W4385573057","https://openalex.org/W4385691166","https://openalex.org/W4387847071","https://openalex.org/W4387848881","https://openalex.org/W4389316279","https://openalex.org/W4389518726","https://openalex.org/W4389520342","https://openalex.org/W4389520486","https://openalex.org/W4389523765","https://openalex.org/W4391673302","https://openalex.org/W4393074478","https://openalex.org/W4396819963","https://openalex.org/W4400525230","https://openalex.org/W4400525513","https://openalex.org/W4400526126","https://openalex.org/W4400526908","https://openalex.org/W4401043313","https://openalex.org/W4401044046","https://openalex.org/W4404783104","https://openalex.org/W4404783664","https://openalex.org/W4405143963","https://openalex.org/W4405144074","https://openalex.org/W4407953359","https://openalex.org/W4409166748","https://openalex.org/W4409167167","https://openalex.org/W4409167228","https://openalex.org/W4411119806","https://openalex.org/W4412377194","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W2358294942","https://openalex.org/W2135622761","https://openalex.org/W4367460280"],"abstract_inverted_index":{"Query":[0],"performance":[1,210],"prediction":[2],"(QPP)":[3],"aims":[4],"to":[5,37,47,56,88,126,133,150,166,183,229,238],"estimate":[6],"the":[7,34,76,117,140,222,249],"retrieval":[8,42],"quality":[9,264],"of":[10,78,115,119,196],"a":[11,15,26,39,51,72,84,98,123,127,203,217],"search":[12],"system":[13],"for":[14,201,265],"query":[16],"without":[17],"human":[18],"relevance":[19,118,142,164,174,245],"judgments.":[20,246],"Previous":[21],"QPP":[22,79,90,99,111,168,263],"methods":[23,80],"typically":[24],"return":[25],"single":[27,52,73],"scalar":[28,53,74,85],"value":[29],"and":[30,70,156,159,207,236,255,268],"do":[31,66],"not":[32,67],"require":[33],"predicted":[35,152],"values":[36],"approximate":[38],"specific":[40],"information":[41],"(IR)":[43],"evaluation":[44,61,137,154],"measure,":[45],"leading":[46],"certain":[48],"drawbacks:":[49],"(i)":[50,192],"is":[54,86],"insufficient":[55,87],"accurately":[57],"represent":[58],"different":[59],"IR":[60,136,153,232],"measures,":[62,155],"especially":[63],"when":[64],"metrics":[65],"highly":[68],"correlate,":[69],"(ii)":[71,208],"limits":[75],"interpretability":[77],"because":[81],"solely":[82],"using":[83,101,139,176,243],"explain":[89],"results.":[91],"To":[92,220],"address":[93],"these":[94],"issues,":[95],"we":[96,224],"propose":[97,237],"framework":[100],"automatically":[102],"gen":[103],"erated":[104],"re":[105],"levance":[106],"judgments":[107,143,165],"(QPP-GenRE),":[108],"which":[109],"decomposes":[110],"into":[112],"independent":[113],"subtasks":[114],"predicting":[116,202],"each":[120],"item":[121],"in":[122,162,211,216],"ranked":[124],"list":[125],"given":[128],"query.":[129],"This":[130,146],"allows":[131,148],"us":[132,149],"predict":[134,171,230],"any":[135],"measure":[138,233],"generated":[141,163],"as":[144],"pseudo-labels.":[145],"also":[147],"interpret":[151],"identify,":[157],"track,":[158],"rectify":[160],"errors":[161],"improve":[167],"quality.":[169],"We":[170,187],"an":[172,198,226,231],"item\u2019s":[173],"by":[175],"open":[177,213,240],"source":[178,214,241],"large":[179],"language":[180],"models":[181],"(LLMs)":[182],"ensure":[184],"scientific":[185],"reproducibility.":[186],"face":[188],"two":[189],"main":[190],"challenges:":[191],"excessive":[193],"computational":[194],"costs":[195],"judging":[197],"entire":[199],"corpus":[200],"metric":[204],"considering":[205,234],"recall,":[206],"limited":[209],"prompting":[212],"LLMs":[215,242],"zero-/few-shot":[218],"manner.":[219],"solve":[221],"challenges,":[223],"devise":[225],"approximation":[227],"strategy":[228],"recall":[235],"fine-tune":[239],"human-labeled":[244],"Experiments":[247],"on":[248],"TREC":[250],"2019\u20132022":[251],"deep":[252],"learning":[253],"tracks":[254],"CAsT-19\u201320":[256],"datasets":[257],"show":[258],"that":[259],"QPP-GenRE":[260],"achieves":[261],"state-of-the-art":[262],"both":[266],"lexical":[267],"neural":[269],"rankers.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":5}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}