{"id":"https://openalex.org/W4384895179","doi":"https://doi.org/10.1145/3539618.3592082","title":"Unsupervised Query Performance Prediction for Neural Models with Pairwise Rank Preferences","display_name":"Unsupervised Query Performance Prediction for Neural Models with Pairwise Rank Preferences","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384895179","doi":"https://doi.org/10.1145/3539618.3592082"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3592082","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3592082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/61424.html>","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092504013","display_name":"Ashutosh Singh","orcid":"https://orcid.org/0009-0000-3438-0492"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ashutosh Singh","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082339849","display_name":"Debasis Ganguly","orcid":"https://orcid.org/0000-0003-0050-7138"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Debasis Ganguly","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033892911","display_name":"Suchana Datta","orcid":"https://orcid.org/0000-0001-9220-6652"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Suchana Datta","raw_affiliation_strings":["University College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114068109","display_name":"Craig McDonald","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig McDonald","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092504013"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":3.7281,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94397378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2486","last_page":"2490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.9096879959106445},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6927942037582397},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.663360595703125},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.649968147277832},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5871552228927612},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5144224762916565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49000921845436096},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.486393004655838},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47248974442481995},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4011419713497162},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18368768692016602}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.9096879959106445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6927942037582397},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.663360595703125},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.649968147277832},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5871552228927612},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5144224762916565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49000921845436096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.486393004655838},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47248974442481995},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4011419713497162},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18368768692016602},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3539618.3592082","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3592082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:296749","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/61424.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:296749","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/61424.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1383882326","display_name":null,"funder_award_id":"SFI/12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G1488196772","display_name":null,"funder_award_id":"2/RC/2289_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2632164605","display_name":null,"funder_award_id":"SFI/12/RC/2289_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2881606312","display_name":null,"funder_award_id":"SFI/12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3695527833","display_name":null,"funder_award_id":"12/RC/2289_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5098725405","display_name":null,"funder_award_id":"12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5148387293","display_name":null,"funder_award_id":"FI/12/RC/2289_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G6712843611","display_name":null,"funder_award_id":"12/RC/228","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7362007176","display_name":null,"funder_award_id":"12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G8477930562","display_name":null,"funder_award_id":"SFI/12/RC/2289_P","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1990838106","https://openalex.org/W2021581601","https://openalex.org/W2087131461","https://openalex.org/W2146938270","https://openalex.org/W2648699835","https://openalex.org/W2783640434","https://openalex.org/W2918071347","https://openalex.org/W3021397474","https://openalex.org/W3023238803","https://openalex.org/W3034852973","https://openalex.org/W3102378333","https://openalex.org/W3208394801","https://openalex.org/W4205171160","https://openalex.org/W4212845844","https://openalex.org/W4229912654","https://openalex.org/W4283322704","https://openalex.org/W4284666093","https://openalex.org/W4309698332"],"related_works":["https://openalex.org/W2487162673","https://openalex.org/W2793211469","https://openalex.org/W2949152769","https://openalex.org/W4372354731","https://openalex.org/W2011472225","https://openalex.org/W3000057026","https://openalex.org/W3048565508","https://openalex.org/W3163984363","https://openalex.org/W3160516639","https://openalex.org/W4379251913"],"abstract_inverted_index":{"A":[0],"query":[1],"performance":[2],"prediction":[3],"(QPP)":[4],"method":[5,140],"predicts":[6],"the":[7,46,79,87,92,99,102,105,123,138],"effectiveness":[8,39],"of":[9,49,82,104,109,155],"an":[10,130],"IR":[11,28],"system":[12],"for":[13,26,40],"a":[14,54,68,114,153],"given":[15],"query.":[16],"While":[17],"unsupervised":[18,157],"approaches":[19,35],"have":[20],"been":[21],"shown":[22],"to":[23,66,75,107,148],"work":[24],"well":[25],"statistical":[27,59],"models,":[29],"it":[30],"is":[31,101],"likely":[32],"that":[33,91,137],"these":[34,50,95],"would":[36],"yield":[37],"limited":[38],"neural":[41],"ranking":[42],"models":[43,51],"(NRMs)":[44],"because":[45],"retrieval":[47,106],"scores":[48],"lie":[52],"within":[53],"short":[55],"range":[56],"unlike":[57],"their":[58],"counterparts.":[60],"In":[61],"this":[62],"work,":[63],"we":[64],"propose":[65],"leverage":[67],"pairwise":[69,80,96,127],"inference-based":[70],"NRM's":[71],"(specifically,":[72],"DuoT5)":[73],"output":[74],"accumulate":[76],"evidences":[77],"on":[78,122,160],"believes":[81],"one":[83],"document":[84],"ranked":[85],"above":[86],"other.":[88],"We":[89,118],"hypothesize":[90],"more":[93],"consistent":[94],"likelihoods":[97,128],"are,":[98],"higher":[100,115],"likelihood":[103],"be":[108],"better":[110,150],"quality,":[111],"thus":[112],"yielding":[113],"QPP":[116,145,158],"score.":[117],"conduct":[119],"our":[120],"experiments":[121,135],"TREC-DL":[124],"dataset":[125],"leveraging":[126],"from":[129],"auxiliary":[131],"model":[132],"DuoT5.":[133],"Our":[134],"demonstrate":[136],"proposed":[139],"called":[141],"Pairwise":[142],"Rank":[143],"Preference-based":[144],"(QPP-PRP)":[146],"leads":[147],"significantly":[149],"results":[151],"than":[152],"number":[154],"standard":[156],"baselines":[159],"several":[161],"NRMs.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}