{"id":"https://openalex.org/W3000163445","doi":"https://doi.org/10.1145/3336191.3371814","title":"Listwise Learning to Rank by Exploring Unique Ratings","display_name":"Listwise Learning to Rank by Exploring Unique Ratings","publication_year":2020,"publication_date":"2020-01-20","ids":{"openalex":"https://openalex.org/W3000163445","doi":"https://doi.org/10.1145/3336191.3371814","mag":"3000163445"},"language":"en","primary_location":{"id":"doi:10.1145/3336191.3371814","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3336191.3371814","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3336191.3371814","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3336191.3371814","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaofeng Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiaofeng Zhu","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":null,"display_name":"Diego Klabjan","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diego Klabjan","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":1.6456,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86928486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"798","last_page":"806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7419999837875366},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.667900025844574},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6570000052452087},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6215000152587891},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.49459999799728394},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4681999981403351},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.45890000462532043}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7419999837875366},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.667900025844574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6582000255584717},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6570000052452087},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6215000152587891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5077999830245972},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.49459999799728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4731000065803528},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4388999938964844},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.421099990606308},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.41449999809265137},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.41190001368522644},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C65660741","wikidata":"https://www.wikidata.org/wiki/Q3952743","display_name":"Score","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3336191.3371814","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3336191.3371814","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3336191.3371814","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2001.01828","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.01828","pdf_url":"https://arxiv.org/pdf/2001.01828","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3336191.3371814","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3336191.3371814","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3336191.3371814","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3000163445.pdf","grobid_xml":"https://content.openalex.org/works/W3000163445.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W186258178","https://openalex.org/W1552767446","https://openalex.org/W1965296145","https://openalex.org/W2007815473","https://openalex.org/W2051645445","https://openalex.org/W2059001985","https://openalex.org/W2064675550","https://openalex.org/W2069870183","https://openalex.org/W2091158010","https://openalex.org/W2100119435","https://openalex.org/W2108862644","https://openalex.org/W2113640060","https://openalex.org/W2128186735","https://openalex.org/W2143331230","https://openalex.org/W2149427297","https://openalex.org/W2295598076","https://openalex.org/W2740384884","https://openalex.org/W2766284073","https://openalex.org/W2789064169","https://openalex.org/W2796727080","https://openalex.org/W2798694866","https://openalex.org/W2889658777","https://openalex.org/W2896480560","https://openalex.org/W2896496692","https://openalex.org/W2902365885","https://openalex.org/W2947404296","https://openalex.org/W2955669675","https://openalex.org/W2965893800","https://openalex.org/W6697648974"],"related_works":[],"abstract_inverted_index":{"In":[0,286],"this":[1],"paper,":[2],"we":[3,102,140,181,244,290],"propose":[4,204,246],"new":[5,206],"listwise":[6,17],"learning-to-rank":[7,18,347],"models":[8,19,212,313,343],"that":[9,88,155,341],"mitigate":[10],"the":[11,24,48,98,129,157,161,176,185,189,195,200,214,226,241,278,294,297,301,305,342],"shortcomings":[12],"of":[13,67,122,131,184,217,252,277,293,304],"existing":[14],"ones.":[15],"Existing":[16],"are":[20],"generally":[21],"derived":[22],"from":[23,108,160,188],"classical":[25,177],"Plackett-Luce":[26,178],"model,":[27],"which":[28],"has":[29,47,84],"three":[30,315],"major":[31],"limitations.":[32],"(1)":[33],"Its":[34],"permutation":[35,61],"probabilities":[36,62],"overlook":[37],"ties,":[38],"i.e.,":[39],"a":[40,54,85,109,147,205,247,287],"situation":[41],"when":[42],"more":[43],"than":[44],"one":[45,70,170],"document":[46,148,162,171,190],"same":[49,298],"rating":[50,115,133,159],"with":[51,229,266,296,321,327],"respect":[52],"to":[53,59,146,168,225],"query.":[55],"This":[56,164],"can":[57],"lead":[58],"imprecise":[60],"and":[63,151,192,209,249,324],"inefficient":[64],"training":[65,125],"because":[66],"selecting":[68,106],"documents":[69,78,90,107,154,187,197,228,270,279,295],"by":[71,128,173,221,256,282],"one.":[72],"(2)":[73],"It":[74,83],"does":[75],"not":[76],"favor":[77],"having":[79],"high":[80,223,230],"relevance.":[81],"(3)":[82],"loose":[86],"assumption":[87],"sampling":[89],"at":[91,271],"different":[92],"steps":[93,123],"is":[94,126,165],"independent.":[95],"To":[96,239],"overcome":[97,240],"first":[99],"two":[100],"limitations,":[101],"model":[103,265],"ranking":[104],"as":[105],"candidate":[110,149],"set":[111,150,191],"based":[112],"on":[113,334],"unique":[114,132],"levels":[116],"in":[117,124,137,166,175],"decreasing":[118],"order.":[119],"The":[120,338],"number":[121,130],"determined":[127],"levels.":[134],"More":[135],"specifically,":[136],"each":[138],"step,":[139,289],"apply":[141],"multiple":[142,307],"multi-class":[143],"classification":[144,219],"tasks":[145,220],"choose":[152],"all":[153,183,198,276,292],"have":[156,199,310,331],"highest":[158],"set.":[163],"contrast":[167],"taking":[169],"step":[172,174],"model.":[179,285],"Afterward,":[180],"remove":[182],"selected":[186,227,269,281],"repeat":[193],"until":[194],"remaining":[196],"lowest":[201],"rating.":[202],"We":[203,274,309,330],"loss":[207],"function":[208],"associated":[210],"four":[211,335],"for":[213,232],"entire":[215],"sequence":[216],"weighted":[218],"assigning":[222],"weights":[224],"ratings":[231,299],"optimizing":[233],"Normalized":[234],"Discounted":[235],"Cumulative":[236],"Gain":[237],"(NDCG).":[238],"final":[242],"limitation,":[243],"further":[245],"novel":[248],"efficient":[250],"way":[251],"refining":[253],"prediction":[254],"scores":[255],"combining":[257],"an":[258,283],"adapted":[259],"Vanilla":[260],"Recurrent":[261],"Neural":[262],"Network":[263],"(RNN)":[264],"pooling":[267],"given":[268],"previous":[272],"steps.":[273],"encode":[275],"already":[280],"RNN":[284,306],"single":[288],"rank":[291],"using":[300,314],"last":[302],"cell":[303],"times.":[308],"implemented":[311],"our":[312],"settings:":[316],"neural":[317,319],"networks,":[318],"networks":[320],"gradient":[322,328],"boosting,":[323],"regression":[325],"trees":[326],"boosting.":[329],"conducted":[332],"experiments":[333,339],"public":[336],"datasets.":[337],"demonstrate":[340],"notably":[344],"outperform":[345],"state-of-the-art":[346],"models.":[348]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-01-23T00:00:00"}