{"id":"https://openalex.org/W2072112759","doi":"https://doi.org/10.1145/2348283.2348384","title":"Top-k learning to rank","display_name":"Top-k learning to rank","publication_year":2012,"publication_date":"2012-08-12","ids":{"openalex":"https://openalex.org/W2072112759","doi":"https://doi.org/10.1145/2348283.2348384","mag":"2072112759"},"language":"en","primary_location":{"id":"doi:10.1145/2348283.2348384","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2348283.2348384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067174475","display_name":"Shuzi Niu","orcid":"https://orcid.org/0000-0001-9648-1803"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuzi Niu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101616866","display_name":"Yanyan Lan","orcid":"https://orcid.org/0000-0002-7811-3262"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Lan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"[Institute Of Computing Technology, Chinese Academy of Sciences, Beijing, China]","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"751","last_page":"760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.8625811338424683},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.8120055198669434},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7887548208236694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6868227124214172},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6605216264724731},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6466875076293945},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6161870360374451},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.6129474639892578},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6039755940437317},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5246491432189941},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5009269714355469},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4786059558391571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43960121273994446},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.343290776014328},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2147713601589203},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13755381107330322},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.08084899187088013}],"concepts":[{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.8625811338424683},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.8120055198669434},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7887548208236694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6868227124214172},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6605216264724731},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6466875076293945},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6161870360374451},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.6129474639892578},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6039755940437317},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5246491432189941},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5009269714355469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4786059558391571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43960121273994446},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.343290776014328},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2147713601589203},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13755381107330322},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.08084899187088013},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2348283.2348384","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2348283.2348384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6499999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W43928053","https://openalex.org/W1531705553","https://openalex.org/W1539833865","https://openalex.org/W1581941705","https://openalex.org/W1708221419","https://openalex.org/W1968927634","https://openalex.org/W1985554184","https://openalex.org/W1995400726","https://openalex.org/W2007815473","https://openalex.org/W2029852711","https://openalex.org/W2031459112","https://openalex.org/W2043457403","https://openalex.org/W2045334584","https://openalex.org/W2047221353","https://openalex.org/W2053584122","https://openalex.org/W2072615624","https://openalex.org/W2077324407","https://openalex.org/W2082776908","https://openalex.org/W2087859840","https://openalex.org/W2097116485","https://openalex.org/W2099204387","https://openalex.org/W2108862644","https://openalex.org/W2113640060","https://openalex.org/W2120308175","https://openalex.org/W2120391124","https://openalex.org/W2127176025","https://openalex.org/W2134131174","https://openalex.org/W2142537246","https://openalex.org/W2143331230","https://openalex.org/W2159048649","https://openalex.org/W2160892561","https://openalex.org/W2313569764","https://openalex.org/W3026453787","https://openalex.org/W3151947762","https://openalex.org/W4251560691","https://openalex.org/W4252080790","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2011472225","https://openalex.org/W3000057026","https://openalex.org/W3048565508","https://openalex.org/W3163984363","https://openalex.org/W3127142483","https://openalex.org/W1515481220","https://openalex.org/W2060303324","https://openalex.org/W4385565564","https://openalex.org/W2138488530","https://openalex.org/W2898073868"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,103,174,216],"propose":[4,104],"a":[5,73,105,130,138,176],"novel":[6,106],"top-k":[7,107,127,152,189,207,232],"learning":[8,37],"to":[9,38,87,116,133,146,202,205,224],"rank":[10,39],"framework,":[11],"which":[12,110,182],"involves":[13],"labeling":[14,108,233],"strategy,":[15],"ranking":[16,155,178,236],"model":[17],"and":[18,56,162,200,212,228,235],"evaluation":[19,163,197],"measure.":[20],"The":[21,44],"motivation":[22],"comes":[23],"from":[24,32,85,123],"the":[25,68,81,92,112,118,140,151,170,185,188,194,206,226],"difficulty":[26],"in":[27,40,52,60,129],"obtaining":[28],"reliable":[29],"relevance":[30,47],"judgments":[31],"human":[33,57],"assessors":[34],"when":[35],"applying":[36],"real":[41],"search":[42,101],"systems.":[43],"traditional":[45,154],"absolute":[46],"judgment":[48,84,115,143],"method":[49],"is":[50,76,144],"difficult":[51],"both":[53],"gradation":[54],"specification":[55],"assessing,":[58],"resulting":[59],"high":[61],"level":[62],"of":[63,83,135,142,187,230],"disagreement":[64],"on":[65,220],"judgments.":[66],"While":[67],"pairwise":[69,113,158],"preference":[70,114],"judgment,":[71],"as":[72,210],"good":[74],"alternative,":[75],"often":[77],"criticized":[78],"for":[79],"increasing":[80],"complexity":[82,141],"O(n)":[86],"(n":[88],"log":[89,148],"n).":[90],"Considering":[91],"fact":[93],"that":[94,134],"users":[95],"mainly":[96],"care":[97],"about":[98],"top":[99,119],"ranked":[100],"results,":[102],"strategy":[109,234],"adopts":[111],"generate":[117],"k":[120],"ordering":[121],"items":[122],"n":[124],"documents":[125],"(i.e.":[126],"ground-truth)":[128],"manner":[131],"similar":[132],"HeapSort.":[136],"As":[137],"result,":[139],"reduced":[145],"O(n":[147],"k).":[149],"With":[150],"ground-truth,":[153,208],"models":[156],"(e.g.":[157,165],"or":[159],"listwise":[160],"models)":[161],"measures":[164,198],"NDCG)":[166],"no":[167],"longer":[168],"fit":[169],"data":[171,222],"set.":[172],"Therefore,":[173],"introduce":[175],"new":[177],"model,":[179],"namely":[180],"FocusedRank,":[181],"fully":[183],"captures":[184],"characteristics":[186],"ground-truth.":[190],"We":[191],"also":[192],"extend":[193],"widely":[195],"used":[196],"NDCG":[199],"ERR":[201],"be":[203],"applicable":[204],"referred":[209],"\u03ba-NDCG":[211],"\u03ba-ERR,":[213],"respectively.":[214],"Finally,":[215],"conduct":[217],"extensive":[218],"experiments":[219],"benchmark":[221],"collections":[223],"demonstrate":[225],"efficiency":[227],"effectiveness":[229],"our":[231],"models.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}