{"id":"https://openalex.org/W1968927634","doi":"https://doi.org/10.1145/1416950.1416952","title":"Rank-biased precision for measurement of retrieval effectiveness","display_name":"Rank-biased precision for measurement of retrieval effectiveness","publication_year":2008,"publication_date":"2008-12-01","ids":{"openalex":"https://openalex.org/W1968927634","doi":"https://doi.org/10.1145/1416950.1416952","mag":"1968927634"},"language":"en","primary_location":{"id":"doi:10.1145/1416950.1416952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1416950.1416952","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081861848","display_name":"Alistair Moffat","orcid":"https://orcid.org/0000-0002-6638-0232"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alistair Moffat","raw_affiliation_strings":["The University of Melbourne, Victoria, Australia","*The University of Melbourne, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"*The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041495909","display_name":"Justin Zobel","orcid":"https://orcid.org/0000-0001-6622-032X"},"institutions":[{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Justin Zobel","raw_affiliation_strings":["RMIT University and NICTA Victoria Research Laboratory, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University and NICTA Victoria Research Laboratory, Victoria, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":106.241,"has_fulltext":false,"cited_by_count":633,"citation_normalized_percentile":{"value":0.99942623,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"27","issue":"1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8140565752983093},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8130902051925659},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6891734600067139},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.6740454435348511},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6566230058670044},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5993965268135071},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5870373249053955},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5683542490005493},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5618891716003418},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.546565592288971},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5065931081771851},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4928617477416992},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.43033063411712646},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.41069281101226807},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40910208225250244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29524102807044983},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25529995560646057},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.15808215737342834},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13689780235290527}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8140565752983093},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8130902051925659},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6891734600067139},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.6740454435348511},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6566230058670044},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5993965268135071},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5870373249053955},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5683542490005493},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5618891716003418},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.546565592288971},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5065931081771851},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4928617477416992},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.43033063411712646},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.41069281101226807},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40910208225250244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29524102807044983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25529995560646057},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.15808215737342834},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13689780235290527},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1416950.1416952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1416950.1416952","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/29907","is_oa":false,"landing_page_url":"http://hdl.handle.net/11343/29907","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W41291509","https://openalex.org/W1501070457","https://openalex.org/W1554394657","https://openalex.org/W1581188666","https://openalex.org/W1974035951","https://openalex.org/W1975730959","https://openalex.org/W1976021727","https://openalex.org/W1978515398","https://openalex.org/W1980036597","https://openalex.org/W1989344419","https://openalex.org/W2004737172","https://openalex.org/W2009954908","https://openalex.org/W2015338694","https://openalex.org/W2032459394","https://openalex.org/W2040214686","https://openalex.org/W2042092494","https://openalex.org/W2045334584","https://openalex.org/W2046118959","https://openalex.org/W2052825015","https://openalex.org/W2053100920","https://openalex.org/W2068098598","https://openalex.org/W2069870183","https://openalex.org/W2075893676","https://openalex.org/W2076227143","https://openalex.org/W2081704081","https://openalex.org/W2086810652","https://openalex.org/W2109244020","https://openalex.org/W2110933113","https://openalex.org/W2111310810","https://openalex.org/W2117030594","https://openalex.org/W2119529697","https://openalex.org/W2124504084","https://openalex.org/W2141175968","https://openalex.org/W2151664495","https://openalex.org/W2152314154","https://openalex.org/W2160484851","https://openalex.org/W2171306357","https://openalex.org/W2621280964","https://openalex.org/W2742538188","https://openalex.org/W2998248498","https://openalex.org/W4234466441"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W1589134610","https://openalex.org/W1572278127","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2358294942","https://openalex.org/W2138488530","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2922169395"],"abstract_inverted_index":{"A":[0],"range":[1],"of":[2,8,25,35,50,55,112,129],"methods":[3],"for":[4,85],"measuring":[5],"the":[6,53,71],"effectiveness":[7,95],"information":[9],"retrieval":[10],"systems":[11],"has":[12],"been":[13],"proposed.":[14],"These":[15],"are":[16,83,120,138],"typically":[17],"intended":[18],"to":[19,30,122],"provide":[20],"a":[21,26,31,48,93,109],"quantitative":[22],"single-value":[23],"summary":[24],"document":[27],"ranking":[28],"relative":[29],"query.":[32],"However,":[33],"many":[34],"these":[36,102],"measures":[37],"have":[38],"failings.":[39],"For":[40],"example,":[41],"recall":[42],"is":[43,64,106,115],"not":[44],"well":[45],"founded":[46],"as":[47],"measure":[49],"satisfaction,":[51],"since":[52],"user":[54,113],"an":[56],"actual":[57],"system":[58],"cannot":[59],"judge":[60],"recall.":[61],"Average":[62],"precision":[63,77,98],"derived":[65,107],"from":[66,70,108],"recall,":[67],"and":[68,125],"suffers":[69],"same":[72],"problem.":[73],"In":[74,88],"addition,":[75],"average":[76],"lacks":[78],"key":[79],"stability":[80],"properties":[81],"that":[82,100],"needed":[84],"robust":[86,116],"experiments.":[87],"this":[89],"article,":[90],"we":[91],"introduce":[92],"new":[94],"metric,":[96],"rank-biased":[97],",":[99],"avoids":[101],"problems.":[103],"Rank-biased":[104],"pre-cision":[105],"simple":[110],"model":[111],"behavior,":[114],"if":[117],"answer":[118],"rankings":[119],"extended":[121],"greater":[123],"depths,":[124],"allows":[126],"accurate":[127],"quantification":[128],"experimental":[130],"uncertainty,":[131],"even":[132],"when":[133],"only":[134],"partial":[135],"relevance":[136],"judgments":[137],"available.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":62},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":58},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":37},{"year":2018,"cited_by_count":44},{"year":2017,"cited_by_count":46},{"year":2016,"cited_by_count":30},{"year":2015,"cited_by_count":38},{"year":2014,"cited_by_count":29},{"year":2013,"cited_by_count":31},{"year":2012,"cited_by_count":27}],"updated_date":"2026-08-08T07:41:36.138363","created_date":"2025-10-10T00:00:00"}