{"id":"https://openalex.org/W2112726802","doi":"https://doi.org/10.1145/1526709.1526727","title":"Learning consensus opinion","display_name":"Learning consensus opinion","publication_year":2009,"publication_date":"2009-04-20","ids":{"openalex":"https://openalex.org/W2112726802","doi":"https://doi.org/10.1145/1526709.1526727","mag":"2112726802"},"language":"en","primary_location":{"id":"doi:10.1145/1526709.1526727","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1526709.1526727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th international conference on World wide web","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102869952","display_name":"Paul N. Bennett","orcid":"https://orcid.org/0000-0002-8846-5480"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul N. Bennett","raw_affiliation_strings":["Microsoft Research, Redmond, USA","Microsoft Research, , Redmond, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Research, , Redmond, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111904945","display_name":"David Maxwell Chickering","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Maxwell Chickering","raw_affiliation_strings":["Microsoft Live Labs, Redmond, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Live Labs, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070188137","display_name":"Anton Mityagin","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anton Mityagin","raw_affiliation_strings":["Microsoft Live Labs, Redmond, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Live Labs, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8017027378082275},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7751182317733765},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.6857355237007141},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6592110395431519},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6172143220901489},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.5841583609580994},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.5724153518676758},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.552895724773407},{"id":"https://openalex.org/keywords/result-set","display_name":"Result set","score":0.4946150481700897},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4737818241119385},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32558777928352356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8017027378082275},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7751182317733765},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.6857355237007141},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6592110395431519},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6172143220901489},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.5841583609580994},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.5724153518676758},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.552895724773407},{"id":"https://openalex.org/C4969071","wikidata":"https://www.wikidata.org/wiki/Q7316353","display_name":"Result set","level":3,"score":0.4946150481700897},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4737818241119385},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32558777928352356},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1526709.1526727","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1526709.1526727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th international conference on World wide web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W599083378","https://openalex.org/W1515481220","https://openalex.org/W1787140601","https://openalex.org/W1965520710","https://openalex.org/W2000294537","https://openalex.org/W2013784666","https://openalex.org/W2023599408","https://openalex.org/W2033442452","https://openalex.org/W2047221353","https://openalex.org/W2048045485","https://openalex.org/W2051834357","https://openalex.org/W2080942732","https://openalex.org/W2135129960","https://openalex.org/W2141282920","https://openalex.org/W2153975459","https://openalex.org/W2159048649","https://openalex.org/W2168469656","https://openalex.org/W2407683213","https://openalex.org/W2763110165","https://openalex.org/W2945608433","https://openalex.org/W3003252051","https://openalex.org/W3041281612","https://openalex.org/W3101685505","https://openalex.org/W6650505474","https://openalex.org/W6714262827"],"related_works":["https://openalex.org/W4362554880","https://openalex.org/W4281684980","https://openalex.org/W4386875279","https://openalex.org/W2171721708","https://openalex.org/W4390963114","https://openalex.org/W3214527415","https://openalex.org/W4287887864","https://openalex.org/W1495104519","https://openalex.org/W4225584739","https://openalex.org/W2199432031"],"abstract_inverted_index":{"We":[0,50,161],"consider":[1],"the":[2,6,10,57,100,129,140,143,198,202,207],"problem":[3],"of":[4,12,23,34,45,102,116,133,145,172],"identifying":[5],"consensus":[7,27,199],"ranking":[8],"for":[9,31,40,74,82,158,210],"results":[11,19,209],"a":[13,21,32,52,66,83,114,122,169],"query,":[14],"given":[15],"preferences":[16,60,101,182,203],"among":[17],"those":[18],"from":[20,89,110,168,201],"set":[22,33],"individual":[24,58],"users.":[25],"Once":[26],"rankings":[28,37,200],"are":[29,72,95],"identified":[30],"queries,":[35],"these":[36],"can":[38],"serve":[39],"both":[41],"evaluation":[42],"and":[43,47,136,204],"training":[44],"retrieval":[46],"learning":[48],"systems.":[49],"present":[51,187],"novel":[53],"approach":[54,86],"to":[55,97,106,125,177,190,196],"collecting":[56],"user":[59],"over":[61,165],"image-search":[62],"results:":[63],"we":[64,94,186],"use":[65],"collaborative":[67],"game":[68,141,174],"in":[69,155,194],"which":[70,77],"players":[71],"rewarded":[73],"agreeing":[75],"on":[76],"image":[78,107],"result":[79],"is":[80,87,131,137,153],"best":[81],"query.":[84],"Our":[85],"distinct":[88],"other":[90],"labeling":[91],"games":[92],"because":[93],"able":[96],"elicit":[98],"directly":[99],"interest":[103],"with":[104,148],"respect":[105],"queries":[108],"extracted":[109],"query":[111],"logs.":[112],"As":[113],"source":[115],"relevance":[117],"judgments,":[118],"this":[119,151,173,192],"data":[120,130,163,193],"provides":[121],"useful":[123],"complement":[124],"click":[126],"data.":[127],"Furthermore,":[128],"free":[132],"positional":[134],"biases":[135],"collected":[138,164],"by":[139],"without":[142],"risk":[144,152],"frustrating":[146],"users":[147],"non-relevant":[149],"results;":[150],"prevalent":[154],"standard":[156],"mechanisms":[157],"debiasing":[159],"clicks.":[160],"describe":[162],"34":[166],"days":[167],"deployed":[170],"version":[171],"that":[175],"amounts":[176],"about":[178],"18":[179],"million":[180],"expressed":[181],"between":[183],"pairs.":[184],"Finally,":[185],"several":[188],"approaches":[189],"modeling":[191],"order":[195],"extract":[197],"better":[205],"sort":[206],"search":[208],"targeted":[211],"queries.":[212]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}