{"id":"https://openalex.org/W4412673515","doi":"https://doi.org/10.1145/3731120.3744611","title":"A Robustness Assessment of Query Performance Prediction (QPP) Methods Based on Risk-Sensitive Analysis","display_name":"A Robustness Assessment of Query Performance Prediction (QPP) Methods Based on Risk-Sensitive Analysis","publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W4412673515","doi":"https://doi.org/10.1145/3731120.3744611"},"language":"en","primary_location":{"id":"doi:10.1145/3731120.3744611","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731120.3744611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119079164","display_name":"Ricardo Mar\u00e7al de Andrade Nascimento","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132153","display_name":"Instituto Federal de Goi\u00e1s","ror":"https://ror.org/03gq9pd80","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210132153"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Ricardo Mar\u00e7al de Andrade Nascimento","raw_affiliation_strings":["Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Goi\u00e1s, An\u00e1polis, Brazil"],"affiliations":[{"raw_affiliation_string":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Goi\u00e1s, An\u00e1polis, Brazil","institution_ids":["https://openalex.org/I4210132153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091429779","display_name":"Daniel Xavier de Sousa","orcid":"https://orcid.org/0000-0002-9426-9988"},"institutions":[{"id":"https://openalex.org/I4210132153","display_name":"Instituto Federal de Goi\u00e1s","ror":"https://ror.org/03gq9pd80","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210132153"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Daniel Xavier de Sousa","raw_affiliation_strings":["Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Goi\u00e1s, An\u00e1polis, Brazil"],"affiliations":[{"raw_affiliation_string":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Goi\u00e1s, An\u00e1polis, Brazil","institution_ids":["https://openalex.org/I4210132153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["Universit\u00e0 degli Studi di Padova, Padova, Italy"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011855654","display_name":"Paulo Jos\u00e9 Lage Alvarenga","orcid":"https://orcid.org/0009-0009-4248-5302"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo Jos\u00e9 Lage Alvarenga","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["Universit\u00e0 degli Studi di Padova, Padova, Italy"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046370637","display_name":"Marcos Andr\u00e9 Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-2075-3363"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos Andr\u00e9 Gon\u00e7alves","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5119079164"],"corresponding_institution_ids":["https://openalex.org/I4210132153"],"apc_list":null,"apc_paid":null,"fwci":6.3319,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.964134,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"416","last_page":"429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7646967172622681},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7602376937866211},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41763001680374146}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7646967172622681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7602376937866211},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41763001680374146},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3731120.3744611","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731120.3744611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3563661","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3563661","pdf_url":null,"source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W169877547","https://openalex.org/W571134129","https://openalex.org/W1525414974","https://openalex.org/W1970242704","https://openalex.org/W1990838106","https://openalex.org/W1994401877","https://openalex.org/W2032039936","https://openalex.org/W2073722401","https://openalex.org/W2079168273","https://openalex.org/W2087051999","https://openalex.org/W2087131461","https://openalex.org/W2087818911","https://openalex.org/W2109154214","https://openalex.org/W2119926576","https://openalex.org/W2129632406","https://openalex.org/W2318802957","https://openalex.org/W2340394573","https://openalex.org/W2758859575","https://openalex.org/W2771567839","https://openalex.org/W2798611185","https://openalex.org/W2809897079","https://openalex.org/W2891012798","https://openalex.org/W2912859456","https://openalex.org/W2953565332","https://openalex.org/W3203358309","https://openalex.org/W3208394801","https://openalex.org/W4212845844","https://openalex.org/W4220841658","https://openalex.org/W4230856572","https://openalex.org/W4283322704","https://openalex.org/W4284666093","https://openalex.org/W4284689323","https://openalex.org/W4304686742","https://openalex.org/W4327644088","https://openalex.org/W4384204114","https://openalex.org/W4384659764","https://openalex.org/W4385691166","https://openalex.org/W4400525513","https://openalex.org/W4405143963","https://openalex.org/W4411440093","https://openalex.org/W6679203586"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Query":[0],"Performance":[1],"Prediction":[2],"(QPP)":[3],"estimates":[4],"Information":[5],"Retrieval":[6],"(IR)":[7],"systems'":[8],"effectiveness":[9],"without":[10],"relying":[11],"on":[12,85,115],"manual":[13],"relevance":[14],"judgments.":[15],"A":[16],"central":[17],"challenge":[18],"in":[19,22,39,145],"QPP":[20,76,81,110,146],"lies":[21],"its":[23],"unstable":[24],"performance,":[25,147],"which":[26],"may":[27],"vary":[28],"significantly":[29],"across":[30],"queries.":[31],"In":[32],"parallel,":[33],"the":[34,89,116,158,169],"concept":[35],"of":[36,160,171],"risk-sensitive":[37,72,105,162],"evaluation":[38,77,106,163],"IR":[40,176],"seeks":[41],"to":[42,62,70,74,108,168],"enhance":[43,75],"robustness":[44],"by":[45,68],"minimizing":[46],"performance":[47],"variance":[48],"and":[49,56,88,121,140,174],"mitigating":[50],"poor":[51],"retrieval":[52],"outcomes.":[53],"Despite":[54],"commonalities":[55],"complementarities,":[57],"existing":[58],"research":[59],"has":[60],"failed":[61],"integrate":[63],"these":[64],"two":[65],"perspectives,":[66],"specifically":[67],"attempting":[69],"apply":[71],"metrics":[73,135],"robustness.":[78,111,133],"Indeed,":[79],"current":[80],"assessments,":[82],"typically":[83],"based":[84],"correlation":[86,128],"measures":[87],"sMARE":[90],"framework,":[91],"insufficiently":[92],"address":[93],"robustness,":[94],"potentially":[95],"incurring":[96],"into":[97,164],"misleading":[98],"conclusions.":[99],"This":[100],"paper":[101],"proposes":[102],"a":[103],"novel":[104],"methodology":[107],"assess":[109],"Through":[112],"empirical":[113],"analysis":[114],"Deep":[117,119],"Learning'19,":[118],"Learning'20,":[120],"Robust'04":[122],"datasets,":[123],"we":[124],"demonstrate":[125],"that":[126],"high":[127],"does":[129],"not":[130],"necessarily":[131],"imply":[132],"Risk-aware":[134],"such":[136],"as":[137],"URisk,":[138],"TRisk,":[139],"GeoRisk":[141],"uncover":[142],"critical":[143],"variations":[144],"offering":[148],"statistically":[149],"sound":[150],"insights":[151],"with":[152],"reduced":[153],"variability.":[154],"Our":[155],"findings":[156],"underscore":[157],"value":[159],"incorporating":[161],"QPP,":[165],"ultimately":[166],"contributing":[167],"development":[170],"more":[172],"reliable":[173],"robust":[175],"systems.":[177],"Code:":[178],"https://github.com/RicardoMarcal/qpp-risk-evaluator":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}