{"id":"https://openalex.org/W2044502054","doi":"https://doi.org/10.1145/1772690.1772873","title":"Co-optimization of multiple relevance metrics in web search","display_name":"Co-optimization of multiple relevance metrics in web search","publication_year":2010,"publication_date":"2010-04-26","ids":{"openalex":"https://openalex.org/W2044502054","doi":"https://doi.org/10.1145/1772690.1772873","mag":"2044502054"},"language":"en","primary_location":{"id":"doi:10.1145/1772690.1772873","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1772690.1772873","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th international conference on World wide web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079444981","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0003-0634-953X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Tsinghua University and Microsoft Research Asia, Beijing, China","Tsinghua University & Microsoft Research Asia, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Tsinghua University and Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University & Microsoft Research Asia, Beijing, China#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034687114","display_name":"Chenguang Zhu","orcid":"https://orcid.org/0000-0001-6955-8924"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Chenguang Zhu","raw_affiliation_strings":["Tsinghua University and Microsoft Research Asia, Beijing, China","Tsinghua University & Microsoft Research Asia, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Tsinghua University and Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University & Microsoft Research Asia, Beijing, China#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051745436","display_name":"Weizhu Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhu Chen","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367368","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0002-3359-3565"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100370639","display_name":"Zheng Chen","orcid":"https://orcid.org/0000-0001-7192-900X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Chen","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079444981"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I99065089","https://openalex.org/I4210113369"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12710904,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1199","last_page":"1200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8937628269195557},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7818474769592285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7599210143089294},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.747665286064148},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6100061535835266},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4947742819786072},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.48917511105537415},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.4239037334918976},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38750267028808594},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3775225281715393}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8937628269195557},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7818474769592285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7599210143089294},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.747665286064148},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6100061535835266},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4947742819786072},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.48917511105537415},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.4239037334918976},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38750267028808594},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3775225281715393},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1772690.1772873","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1772690.1772873","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th international conference on World wide web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W186258178","https://openalex.org/W1985554184","https://openalex.org/W2058473041","https://openalex.org/W2069997576","https://openalex.org/W2123937625","https://openalex.org/W4251560691","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W51364034","https://openalex.org/W2581240705","https://openalex.org/W3127142483","https://openalex.org/W2041353081","https://openalex.org/W2568183987","https://openalex.org/W4399207312","https://openalex.org/W4385565564","https://openalex.org/W2898073868"],"abstract_inverted_index":{"Several":[0],"relevance":[1,22,53,85],"metrics,":[2],"such":[3],"as":[4],"NDCG,":[5],"precision":[6],"and":[7,87],"pSkip,":[8],"are":[9],"proposed":[10],"to":[11,19,68,82],"measure":[12],"search":[13,21],"relevance,":[14],"where":[15,64],"different":[16,24,58,74],"metrics":[17,59,86],"try":[18],"characterize":[20],"from":[23],"perspectives.":[25],"Yet":[26],"we":[27,49,80],"empirically":[28],"find":[29],"that":[30],"the":[31,40,65],"direct":[32],"optimization":[33,54],"of":[34,43],"one":[35],"metric":[36],"cannot":[37],"always":[38],"achieve":[39,69,77],"optimal":[41],"ranking":[42],"another":[44],"metric.":[45],"In":[46],"this":[47,78],"paper,":[48],"propose":[50,81],"two":[51],"novel":[52],"approaches,":[55],"which":[56],"take":[57],"into":[60],"a":[61],"global":[62],"consideration":[63],"objective":[66],"is":[67],"an":[70],"ideal":[71],"tradeoff":[72],"between":[73],"metrics.":[75],"To":[76],"objective,":[79],"co-optimize":[83],"multiple":[84],"show":[88],"their":[89],"effectiveness.":[90]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}