{"id":"https://openalex.org/W1985171834","doi":"https://doi.org/10.1145/1480506.1480516","title":"Beyond binary relevance","display_name":"Beyond binary relevance","publication_year":2008,"publication_date":"2008-11-30","ids":{"openalex":"https://openalex.org/W1985171834","doi":"https://doi.org/10.1145/1480506.1480516","mag":"1985171834"},"language":"en","primary_location":{"id":"doi:10.1145/1480506.1480516","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1480506.1480516","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102869952","display_name":"Paul N. Bennett","orcid":"https://orcid.org/0000-0002-8846-5480"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Paul N. Bennett","raw_affiliation_strings":["Microsoft Research","Microsoft research#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078123101","display_name":"Ben Carterette","orcid":"https://orcid.org/0000-0001-9538-047X"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Carterette","raw_affiliation_strings":["University of Delaware"],"affiliations":[{"raw_affiliation_string":"University of Delaware","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075009867","display_name":"Olivier Chapelle","orcid":null},"institutions":[{"id":"https://openalex.org/I2800095910","display_name":"Yahoo (Spain)","ror":"https://ror.org/03gq8sg42","country_code":"ES","type":"company","lineage":["https://openalex.org/I2800095910","https://openalex.org/I4210134091"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Olivier Chapelle","raw_affiliation_strings":["Yahoo! Research","Yahoo! research,"],"affiliations":[{"raw_affiliation_string":"Yahoo! Research","institution_ids":[]},{"raw_affiliation_string":"Yahoo! research,","institution_ids":["https://openalex.org/I2800095910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014687727","display_name":"Thorsten Joachims","orcid":"https://orcid.org/0000-0003-3654-3683"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thorsten Joachims","raw_affiliation_strings":["Cornell University"],"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102869952"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":1.10808066,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81688683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"42","issue":"2","first_page":"53","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.8899000287055969,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.8899000287055969,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.8472999930381775,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10841","display_name":"Economic and Environmental Valuation","score":0.8190000057220459,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8383800983428955},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.7830072641372681},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7132583856582642},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5248389840126038},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4650403559207916},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45853835344314575},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.34367701411247253},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07086390256881714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383800983428955},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7830072641372681},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7132583856582642},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5248389840126038},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4650403559207916},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45853835344314575},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.34367701411247253},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07086390256881714},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1480506.1480516","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1480506.1480516","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2085384747","https://openalex.org/W2088166309","https://openalex.org/W4317642157","https://openalex.org/W1891216533","https://openalex.org/W2363440148","https://openalex.org/W1967370444","https://openalex.org/W2157408137","https://openalex.org/W2150136235","https://openalex.org/W4312252109"],"abstract_inverted_index":{"research-article":[0],"Share":[1],"on":[2,102],"Beyond":[3],"binary":[4],"relevance:":[5],"preferences,":[6,100],"diversity,":[7],"and":[8,79],"set-level":[9],"judgments":[10],"Authors:":[11],"Paul":[12],"N.":[13],"Bennett":[14],"Microsoft":[15,17],"Research":[16,34],"ResearchView":[18,36],"Profile":[19,29,37,45],",":[20,30,38],"Ben":[21],"Carterette":[22],"University":[23,26,42],"of":[24,27],"Delaware":[25],"DelawareView":[28],"Olivier":[31],"Chapelle":[32],"Yahoo!":[33,35],"Thorsten":[39],"Joachims":[40],"Cornell":[41,43],"UniversityView":[44],"Authors":[46],"Info":[47],"&":[48],"Claims":[49],"ACM":[50],"SIGIR":[51],"ForumVolume":[52],"42Issue":[53],"2December":[54],"2008":[55],"pp":[56],"53\u201358https://doi.org/10.1145/1480506.1480516Online:30":[57],"November":[58],"2008Publication":[59],"History":[60],"5citation159DownloadsMetricsTotal":[61],"Citations5Total":[62],"Downloads159Last":[63],"12":[64],"Months2Last":[65],"6":[66],"weeks0":[67],"Get":[68],"Citation":[69,71,108],"AlertsNew":[70,107],"Alert":[72],"added!This":[73],"alert":[74,99],"has":[75,94],"been":[76,95],"successfully":[77],"added":[78],"will":[80,84],"be":[81,85],"sent":[82],"to:You":[83],"notified":[86],"whenever":[87],"a":[88,120],"record":[89],"that":[90],"you":[91],"have":[92],"chosen":[93],"cited.To":[96],"manage":[97],"your":[98,113],"click":[101],"the":[103],"button":[104],"below.Manage":[105],"my":[106],"Alert!Please":[109],"log":[110],"in":[111],"to":[112,116,118],"account":[114],"Save":[115],"BinderSave":[117],"BinderCreate":[119],"New":[121],"BinderNameCancelCreateExport":[122],"CitationPublisher":[123],"SiteGet":[124],"Access":[125]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}