{"id":"https://openalex.org/W2068098598","doi":"https://doi.org/10.1145/1277741.1277756","title":"Alternatives to Bpref","display_name":"Alternatives to Bpref","publication_year":2007,"publication_date":"2007-07-23","ids":{"openalex":"https://openalex.org/W2068098598","doi":"https://doi.org/10.1145/1277741.1277756","mag":"2068098598"},"language":"en","primary_location":{"id":"doi:10.1145/1277741.1277756","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1277741.1277756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023595778","display_name":"Tetsuya Sakai","orcid":"https://orcid.org/0000-0002-6720-963X"},"institutions":[{"id":"https://openalex.org/I1292669757","display_name":"Toshiba (Japan)","ror":"https://ror.org/0326v3z14","country_code":"JP","type":"company","lineage":["https://openalex.org/I1292669757"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tetsuya Sakai","raw_affiliation_strings":["NewsWatch, Inc. (current affiliation)/Toshiba Corporate R&D Center"],"affiliations":[{"raw_affiliation_string":"NewsWatch, Inc. (current affiliation)/Toshiba Corporate R&D Center","institution_ids":["https://openalex.org/I1292669757"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023595778"],"corresponding_institution_ids":["https://openalex.org/I1292669757"],"apc_list":null,"apc_paid":null,"fwci":26.601,"has_fulltext":false,"cited_by_count":158,"citation_normalized_percentile":{"value":0.99428241,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"71","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7865229249000549},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7572087049484253},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7505054473876953},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.7495781779289246},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7064521312713623},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6959110498428345},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6875730752944946},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6330888867378235},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5427073240280151},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4495769441127777},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39056211709976196},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36763691902160645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.360214501619339}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7865229249000549},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7572087049484253},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7505054473876953},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.7495781779289246},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7064521312713623},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6959110498428345},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6875730752944946},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6330888867378235},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5427073240280151},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4495769441127777},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39056211709976196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36763691902160645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.360214501619339},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1277741.1277756","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1277741.1277756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1967879792","https://openalex.org/W1983595289","https://openalex.org/W1987690005","https://openalex.org/W2007671364","https://openalex.org/W2009954908","https://openalex.org/W2057495142","https://openalex.org/W2058896506","https://openalex.org/W2069870183","https://openalex.org/W2075893676","https://openalex.org/W2093156799","https://openalex.org/W2094424776","https://openalex.org/W2109244020","https://openalex.org/W2110202502","https://openalex.org/W2124504084","https://openalex.org/W2169783907","https://openalex.org/W2293322442"],"related_works":["https://openalex.org/W2011472225","https://openalex.org/W2767338541","https://openalex.org/W3000057026","https://openalex.org/W4313908216","https://openalex.org/W3048565508","https://openalex.org/W3163984363","https://openalex.org/W51364034","https://openalex.org/W3127142483","https://openalex.org/W2894446834","https://openalex.org/W2898073868"],"abstract_inverted_index":{"Recently,":[0],"a":[1,8,70],"number":[2],"of":[3,28,43,85,91,129],"TREC":[4],"tracks":[5],"have":[6],"adopted":[7],"retrieval":[9],"effectiveness":[10],"metric":[11,30],"called":[12,31],"bpref":[13],"which":[14],"has":[15,33],"been":[16,35],"designed":[17],"for":[18],"evaluation":[19,93],"environments":[20],"with":[21],"incomplete":[22],"relevance":[23,87],"data.":[24],"A":[25],"graded-relevance":[26,116],"version":[27],"this":[29,111],"rpref":[32],"also":[34],"proposed.":[36],"However,":[37],"we":[38,80,113],"show":[39,81],"that":[40,82,98],"the":[41,64,74,83,89,107],"application":[42],"Q-measure,":[44],"normalised":[45],"Discounted":[46],"Cumulative":[47],"Gain":[48],"(nDCG)":[49],"or":[50],"Average":[51],"Precision":[52],"(AveP)to":[53],"condensed":[54,104],"lists,":[55,67],"obtained":[56],"by":[57],"?ltering":[58],"out":[59],"all":[60],"unjudged":[61],"documents":[62],"from":[63,119],"original":[65],"ranked":[66],"is":[68],"actually":[69],"better":[71],"solution":[72],"to":[73,94,121],"incompleteness":[75,95],"problem":[76],"than":[77],"bpref.":[78],"Furthermore,":[79],"use":[84,114],"graded":[86],"boosts":[88],"robustness":[90],"IR":[92,125],"and":[96,100,133],"therefore":[97],"Q-measure":[99],"nDCG":[101],"based":[102],"on":[103],"lists":[105],"are":[106],"best":[108],"choices.":[109],"To":[110],"end,":[112],"four":[115],"test":[117],"collections":[118],"NTCIR":[120],"compare":[122],"ten":[123],"different":[124],"metrics":[126],"in":[127],"terms":[128],"system":[130],"ranking":[131],"stability":[132],"pairwise":[134],"discriminative":[135],"power.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":12},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}