{"id":"https://openalex.org/W2965893800","doi":"https://doi.org/10.1145/3341981.3344218","title":"Learning Groupwise Multivariate Scoring Functions Using Deep Neural Networks","display_name":"Learning Groupwise Multivariate Scoring Functions Using Deep Neural Networks","publication_year":2019,"publication_date":"2019-09-26","ids":{"openalex":"https://openalex.org/W2965893800","doi":"https://doi.org/10.1145/3341981.3344218","mag":"2965893800"},"language":"en","primary_location":{"id":"doi:10.1145/3341981.3344218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341981.3344218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341981.3344218","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3341981.3344218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qingyao Ai","orcid":null},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuanhui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sebastian Bruch","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Bruch","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nadav Golbandi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadav Golbandi","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michael Bendersky","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Bendersky","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":null,"display_name":"Marc Najork","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Najork","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":61,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"85","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7968999743461609},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6435999870300293},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5968999862670898},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5846999883651733},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.5680999755859375},{"id":"https://openalex.org/keywords/univariate","display_name":"Univariate","score":0.5329999923706055},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49709999561309814},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.48840001225471497}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7968999743461609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7213000059127808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6567999720573425},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6435999870300293},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5968999862670898},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.5680999755859375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5494999885559082},{"id":"https://openalex.org/C199163554","wikidata":"https://www.wikidata.org/wiki/Q1681619","display_name":"Univariate","level":3,"score":0.5329999923706055},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49709999561309814},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.48840001225471497},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4505999982357025},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C38180746","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate analysis","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C2780479914","wikidata":"https://www.wikidata.org/wiki/Q302088","display_name":"Document classification","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C83282275","wikidata":"https://www.wikidata.org/wiki/Q7435350","display_name":"Scoring algorithm","level":2,"score":0.26159998774528503}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3341981.3344218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341981.3344218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341981.3344218","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1811.04415","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.04415","pdf_url":"https://arxiv.org/pdf/1811.04415","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3341981.3344218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341981.3344218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341981.3344218","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965893800.pdf","grobid_xml":"https://content.openalex.org/works/W2965893800.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W1993320088","https://openalex.org/W2035720976","https://openalex.org/W2040337753","https://openalex.org/W2047221353","https://openalex.org/W2059001985","https://openalex.org/W2069870183","https://openalex.org/W2090916616","https://openalex.org/W2091158010","https://openalex.org/W2108862644","https://openalex.org/W2136189984","https://openalex.org/W2142537246","https://openalex.org/W2143331230","https://openalex.org/W2149427297","https://openalex.org/W2152314154","https://openalex.org/W2337233909","https://openalex.org/W2339829457","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2536015822","https://openalex.org/W2539671052","https://openalex.org/W2604436559","https://openalex.org/W2728346985","https://openalex.org/W2739826497","https://openalex.org/W2766284073","https://openalex.org/W2769473018","https://openalex.org/W2796727080","https://openalex.org/W2902365885","https://openalex.org/W3138773240"],"related_works":[],"abstract_inverted_index":{"While":[0],"in":[1,19,45,93,109,123,157,192],"a":[2,5,8,11,20,80,102,115,139,178],"classification":[3],"or":[4,10,63],"regression":[6],"setting":[7,22],"label":[9],"value":[12],"is":[13,82,117],"assigned":[14],"to":[15,37,71,128,187],"each":[16],"individual":[17],"document,":[18],"ranking":[21],"we":[23,100],"determine":[24],"the":[25,29,38,50,58,76,86,94,111,124,169,193],"relevance":[26,42,77,112],"ordering":[27],"of":[28,40,49,79,90,114,168,195],"entire":[30],"input":[31],"document":[32,81,87,116],"list.":[33,95,125],"This":[34],"difference":[35],"leads":[36],"notion":[39],"relative":[41],"between":[43],"documents":[44,92,122],"ranking.":[46],"The":[47],"majority":[48],"existing":[51],"learning-to-rank":[52,149],"algorithms":[53,150],"model":[54],"such":[55],"relativity":[56],"at":[57],"loss":[59,65],"level":[60],"using":[61,163],"pairwise":[62],"listwise":[64],"functions.":[66,134],"However,":[67],"they":[68],"are":[69],"restricted":[70],"univariate":[72],"scoring":[73,107,133],"functions,":[74,108],"i.e.,":[75],"score":[78,113],"computed":[83],"based":[84],"on":[85],"itself,":[88],"regardless":[89],"other":[91],"To":[96],"overcome":[97],"this":[98,129],"limitation,":[99],"propose":[101],"new":[103],"framework":[104,130],"for":[105],"multivariate":[106],"which":[110],"determined":[118],"jointly":[119],"by":[120],"multiple":[121],"We":[126,135,160],"refer":[127],"as":[131,154,175,177],"GSFs---groupwise":[132],"learn":[136],"GSFs":[137,185],"with":[138],"deep":[140],"neural":[141],"network":[142],"architecture,":[143],"and":[144],"demonstrate":[145],"that":[146],"several":[147],"representative":[148],"can":[151],"be":[152],"modeled":[153],"special":[155],"cases":[156],"our":[158],"framework.":[159],"conduct":[161],"evaluation":[162],"click":[164],"logs":[165],"from":[166],"one":[167],"largest":[170],"commercial":[171],"email":[172],"search":[173],"engines,":[174],"well":[176],"public":[179],"benchmark":[180],"dataset.":[181],"In":[182],"both":[183],"cases,":[184],"lead":[186],"significant":[188],"performance":[189],"improvements,":[190],"especially":[191],"presence":[194],"sparse":[196],"textual":[197],"features.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2019-08-13T00:00:00"}