{"id":"https://openalex.org/W4220841658","doi":"https://doi.org/10.1007/s10791-022-09407-w","title":"sMARE: a new paradigm to evaluate and understand query performance prediction methods","display_name":"sMARE: a new paradigm to evaluate and understand query performance prediction methods","publication_year":2022,"publication_date":"2022-03-07","ids":{"openalex":"https://openalex.org/W4220841658","doi":"https://doi.org/10.1007/s10791-022-09407-w"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-022-09407-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-022-09407-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-022-09407-w.pdf","source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10791-022-09407-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["University of Padova, Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052168069","display_name":"Oleg Zendel","orcid":"https://orcid.org/0000-0003-1535-0989"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Oleg Zendel","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070937840","display_name":"J. Shane Culpepper","orcid":"https://orcid.org/0000-0002-1902-9087"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"J. Shane Culpepper","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["University of Padova, Padua, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079246354"],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":7.3195,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97151512,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"25","issue":"2","first_page":"94","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7696351408958435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7306343913078308},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6563532948493958},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5687956809997559},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5010650157928467},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4416426718235016},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.41493356227874756},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4101022779941559},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3330618143081665},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15752550959587097}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7696351408958435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7306343913078308},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6563532948493958},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5687956809997559},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5010650157928467},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4416426718235016},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.41493356227874756},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4101022779941559},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3330618143081665},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15752550959587097},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10791-022-09407-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-022-09407-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-022-09407-w.pdf","source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval Journal","raw_type":"journal-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3447617","is_oa":true,"landing_page_url":"http://hdl.handle.net/11577/3447617","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10791-022-09407-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-022-09407-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-022-09407-w.pdf","source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5278411296","display_name":null,"funder_award_id":"DP190101113","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321966","display_name":"Universit\u00e0 degli Studi di Padova","ror":"https://ror.org/00240q980"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4220841658.pdf","grobid_xml":"https://content.openalex.org/works/W4220841658.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1577798322","https://openalex.org/W1579063438","https://openalex.org/W1594759534","https://openalex.org/W1600537614","https://openalex.org/W1602206323","https://openalex.org/W1605510967","https://openalex.org/W1834460455","https://openalex.org/W1970242704","https://openalex.org/W1979354511","https://openalex.org/W1979399319","https://openalex.org/W1990190154","https://openalex.org/W1990838106","https://openalex.org/W1995945562","https://openalex.org/W1999331679","https://openalex.org/W2017292914","https://openalex.org/W2057028302","https://openalex.org/W2058896506","https://openalex.org/W2064900984","https://openalex.org/W2068902033","https://openalex.org/W2079168273","https://openalex.org/W2079370602","https://openalex.org/W2087131461","https://openalex.org/W2087818911","https://openalex.org/W2130900715","https://openalex.org/W2143834603","https://openalex.org/W2145276935","https://openalex.org/W2338477879","https://openalex.org/W2388783363","https://openalex.org/W2418896762","https://openalex.org/W2740121459","https://openalex.org/W2750746504","https://openalex.org/W2771567839","https://openalex.org/W2772833636","https://openalex.org/W2794432940","https://openalex.org/W2798470324","https://openalex.org/W2798597945","https://openalex.org/W2809897079","https://openalex.org/W2890872166","https://openalex.org/W2901143721","https://openalex.org/W2926936042","https://openalex.org/W2953565332","https://openalex.org/W2979894627","https://openalex.org/W3034521898","https://openalex.org/W3083486496","https://openalex.org/W3146187623","https://openalex.org/W3150989060","https://openalex.org/W3198734960","https://openalex.org/W3203358309","https://openalex.org/W4229500531","https://openalex.org/W4231752194","https://openalex.org/W4239181501","https://openalex.org/W4240913316","https://openalex.org/W4253001350","https://openalex.org/W4254947497","https://openalex.org/W4292865245","https://openalex.org/W4300762054","https://openalex.org/W6603117940","https://openalex.org/W6605837613","https://openalex.org/W6606474312","https://openalex.org/W6679203586","https://openalex.org/W6790508278","https://openalex.org/W6811954377"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Abstract":[0],"Query":[1],"performance":[2,58,151],"prediction":[3],"(QPP)":[4],"has":[5],"been":[6],"studied":[7],"extensively":[8],"in":[9,127],"the":[10,14,28,38,74,84,103,113,146],"IR":[11],"community":[12],"over":[13],"last":[15],"two":[16],"decades.":[17],"A":[18],"by-product":[19],"of":[20,30,63,116,148],"this":[21,34],"research":[22],"is":[23,54],"a":[24,48,60,141],"methodology":[25,41],"to":[26,55,129,163],"evaluate":[27],"effectiveness":[29],"QPP":[31,57,150],"techniques.":[32],"In":[33],"paper,":[35],"we":[36,72],"re-examine":[37],"existing":[39],"evaluation":[40,108,143],"commonly":[42],"used":[43,105],"for":[44,160],"QPP,":[45],"and":[46,81,97,121,154],"propose":[47],"new":[49],"approach.":[50],"Our":[51,91],"key":[52,99],"idea":[53],"model":[56],"as":[59,152],"distribution":[61],"instead":[62],"relying":[64],"on":[65],"point":[66],"estimates.":[67],"To":[68],"obtain":[69],"such":[70],"distribution,":[71],"exploit":[73],"scaled":[75,85],"Absolute":[76,87],"Ranking":[77,88],"Error":[78,89],"(sARE)":[79],"measure,":[80],"its":[82],"mean":[83],"Mean":[86],"(sMARE).":[90],"work":[92],"demonstrates":[93,145],"important":[94],"statistical":[95,137,157],"implications,":[96],"overcomes":[98],"limitations":[100],"imposed":[101],"by":[102],"currently":[104],"correlation-based":[106],"point-estimate":[107],"approaches.":[109],"We":[110],"also":[111],"explore":[112],"potential":[114],"benefits":[115],"using":[117],"multiple":[118,133],"query":[119],"formulations":[120],"ANalysis":[122],"Of":[123],"VAriance":[124],"(ANOVA)":[125],"modeling":[126,149],"order":[128],"measure":[130],"interactions":[131],"between":[132],"factors.":[134],"The":[135],"resulting":[136],"analysis":[138],"combined":[139],"with":[140],"novel":[142],"framework":[144],"merits":[147],"distributions,":[153],"enables":[155],"detailed":[156],"ANOVA":[158],"models":[159],"comparative":[161],"analyses":[162],"be":[164],"created.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2022-04-03T00:00:00"}