{"id":"https://openalex.org/W2898073868","doi":"https://doi.org/10.1145/3269206.3271784","title":"The LambdaLoss Framework for Ranking Metric Optimization","display_name":"The LambdaLoss Framework for Ranking Metric Optimization","publication_year":2018,"publication_date":"2018-10-17","ids":{"openalex":"https://openalex.org/W2898073868","doi":"https://doi.org/10.1145/3269206.3271784","mag":"2898073868"},"language":"en","primary_location":{"id":"doi:10.1145/3269206.3271784","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3269206.3271784","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3271784","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3271784","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064608039","display_name":"Xuanhui Wang","orcid":"https://orcid.org/0009-0000-1388-1423"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106084673","display_name":"Cheng Li","orcid":"https://orcid.org/0000-0002-8123-2190"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069532575","display_name":"Nadav Golbandi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadav Golbandi","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032248436","display_name":"Michael Bendersky","orcid":"https://orcid.org/0000-0002-2941-6240"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Bendersky","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037200145","display_name":"Marc Najork","orcid":"https://orcid.org/0000-0003-1423-0854"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Najork","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":135,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1313","last_page":"1322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8911402821540833},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.8542203903198242},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.8515300750732422},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7210397124290466},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.679456889629364},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6146750450134277},{"id":"https://openalex.org/keywords/ranking-svm","display_name":"Ranking SVM","score":0.5825220942497253},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5028578639030457},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4183325469493866},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4143972396850586},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39486297965049744},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3910423219203949},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3322884142398834},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20969003438949585}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8911402821540833},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.8542203903198242},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.8515300750732422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7210397124290466},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.679456889629364},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6146750450134277},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.5825220942497253},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5028578639030457},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4183325469493866},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4143972396850586},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39486297965049744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3910423219203949},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3322884142398834},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20969003438949585},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3269206.3271784","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3269206.3271784","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3271784","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3269206.3271784","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3269206.3271784","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3271784","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2898073868.pdf","grobid_xml":"https://content.openalex.org/works/W2898073868.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W130710483","https://openalex.org/W1530210183","https://openalex.org/W1555168537","https://openalex.org/W1660390307","https://openalex.org/W1678356000","https://openalex.org/W1965520710","https://openalex.org/W1973435495","https://openalex.org/W1980224846","https://openalex.org/W1988790447","https://openalex.org/W1990589796","https://openalex.org/W1997885189","https://openalex.org/W2001832483","https://openalex.org/W2012318340","https://openalex.org/W2013784666","https://openalex.org/W2040337753","https://openalex.org/W2047221353","https://openalex.org/W2049633694","https://openalex.org/W2051928158","https://openalex.org/W2059001985","https://openalex.org/W2069870183","https://openalex.org/W2091158010","https://openalex.org/W2096682819","https://openalex.org/W2108862644","https://openalex.org/W2115584760","https://openalex.org/W2120391124","https://openalex.org/W2127176025","https://openalex.org/W2128877075","https://openalex.org/W2142537246","https://openalex.org/W2143160289","https://openalex.org/W2143331230","https://openalex.org/W2155211665","https://openalex.org/W2155229791","https://openalex.org/W2171743041","https://openalex.org/W2429914308","https://openalex.org/W2507134384","https://openalex.org/W2768348081","https://openalex.org/W2769473018","https://openalex.org/W2884475480","https://openalex.org/W2964049460"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W2138488530","https://openalex.org/W4385565564","https://openalex.org/W2370100764","https://openalex.org/W2031468273","https://openalex.org/W2387658907","https://openalex.org/W2351112195","https://openalex.org/W2898073868","https://openalex.org/W2110822809","https://openalex.org/W2352397247"],"abstract_inverted_index":{"How":[0],"to":[1,31,73,80,129,138],"optimize":[2],"ranking":[3,19,45,96,140],"metrics":[4,20,46],"such":[5],"as":[6],"Normalized":[7],"Discounted":[8],"Cumulative":[9],"Gain":[10],"(NDCG)":[11],"is":[12,39,76,103],"an":[13],"important":[14],"but":[15],"challenging":[16],"problem,":[17],"because":[18],"are":[21],"either":[22],"flat":[23],"or":[24],"discontinuous":[25],"everywhere,":[26],"which":[27],"makes":[28],"them":[29,152],"hard":[30],"be":[32],"optimized":[33],"directly.":[34],"Among":[35],"existing":[36],"approaches,":[37],"LambdaRank":[38,65,83,102],"a":[40,92,104,108,144],"novel":[41],"algorithm":[42,84],"that":[43,64,101,134,162],"incorporates":[44],"into":[47],"its":[48],"learning":[49],"procedure.":[50],"Though":[51],"empirically":[52],"effective,":[53],"it":[54],"still":[55],"lacks":[56],"theoretical":[57,118],"justification.":[58],"For":[59],"example,":[60],"the":[61,82,112,124,170],"underlying":[62],"loss":[63,110,132,165],"optimizes":[66],"for":[67,95,120],"remains":[68],"unknown":[69],"until":[70],"now.":[71],"Due":[72],"this,":[74],"there":[75],"no":[77],"principled":[78],"way":[79],"advance":[81],"further.":[85],"In":[86],"this":[87,148],"paper,":[88],"we":[89],"present":[90],"LambdaLoss,":[91],"probabilistic":[93],"framework":[94,126],"metric":[97],"optimization.":[98],"We":[99,142],"show":[100,143,161],"special":[105],"configuration":[106],"with":[107],"well-defined":[109],"in":[111,147],"LambdaLoss":[113,125],"framework,":[114],"and":[115,150],"thus":[116],"provide":[117],"justification":[119],"it.":[121],"More":[122],"importantly,":[123],"allows":[127],"us":[128],"define":[130],"metric-driven":[131,164],"functions":[133,166],"have":[135],"clear":[136],"connection":[137],"different":[139],"metrics.":[141],"few":[145],"cases":[146],"paper":[149],"evaluate":[151],"on":[153],"three":[154],"publicly":[155],"available":[156],"data":[157],"sets.":[158],"Experimental":[159],"results":[160],"our":[163],"can":[167],"significantly":[168],"improve":[169],"state-of-the-art":[171],"learning-to-rank":[172],"algorithms.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}