{"id":"https://openalex.org/W2495563132","doi":"https://doi.org/10.1145/2851613.2851693","title":"Direct measurement of training query quality for learning to rank","display_name":"Direct measurement of training query quality for learning to rank","publication_year":2016,"publication_date":"2016-04-04","ids":{"openalex":"https://openalex.org/W2495563132","doi":"https://doi.org/10.1145/2851613.2851693","mag":"2495563132"},"language":"en","primary_location":{"id":"doi:10.1145/2851613.2851693","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2851613.2851693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual ACM Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081620908","display_name":"Qingli Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I17747738","display_name":"Beijing University of Chinese Medicine","ror":"https://ror.org/05damtm70","country_code":"CN","type":"education","lineage":["https://openalex.org/I17747738"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingli Ma","raw_affiliation_strings":["University of Chinese, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese, Beijing, China","institution_ids":["https://openalex.org/I17747738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109888639","display_name":"Ben He","orcid":"https://orcid.org/0000-0002-2699-9209"},"institutions":[{"id":"https://openalex.org/I17747738","display_name":"Beijing University of Chinese Medicine","ror":"https://ror.org/05damtm70","country_code":"CN","type":"education","lineage":["https://openalex.org/I17747738"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ben He","raw_affiliation_strings":["University of Chinese, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese, Beijing, China","institution_ids":["https://openalex.org/I17747738"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016973102","display_name":"Jungang Xu","orcid":"https://orcid.org/0000-0002-3994-1401"},"institutions":[{"id":"https://openalex.org/I17747738","display_name":"Beijing University of Chinese Medicine","ror":"https://ror.org/05damtm70","country_code":"CN","type":"education","lineage":["https://openalex.org/I17747738"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jungang Xu","raw_affiliation_strings":["University of Chinese, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese, Beijing, China","institution_ids":["https://openalex.org/I17747738"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17747738"],"apc_list":null,"apc_paid":null,"fwci":0.2013,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5199966,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1035","last_page":"1040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8342475295066833},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7632861733436584},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6096623539924622},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.5419614315032959},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5402090549468994},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.521660327911377},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.511242151260376},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5063296556472778},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.487212598323822},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.4832192659378052},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.4695501923561096},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.45627561211586},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.45320916175842285},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44989365339279175},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43777891993522644},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4217071831226349},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40960127115249634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32372909784317017},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.2972533702850342},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.2601197361946106},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06887000799179077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8342475295066833},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7632861733436584},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6096623539924622},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.5419614315032959},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5402090549468994},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.521660327911377},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.511242151260376},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5063296556472778},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.487212598323822},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.4832192659378052},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.4695501923561096},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.45627561211586},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.45320916175842285},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44989365339279175},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43777891993522644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4217071831226349},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40960127115249634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32372909784317017},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.2972533702850342},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2601197361946106},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06887000799179077},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2851613.2851693","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2851613.2851693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual ACM Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5}],"awards":[{"id":"https://openalex.org/G3606844859","display_name":null,"funder_award_id":"4142050","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G4964004316","display_name":"\u57fa\u4e8e\u6df1\u5ea6\u795e\u7ecf\u7f51\u7edc\u7684\u81ea\u52a8\u4f5c\u6587\u8bc4\u5206\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61472391","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1483736078","https://openalex.org/W1530210183","https://openalex.org/W2031972533","https://openalex.org/W2037080275","https://openalex.org/W2066273153","https://openalex.org/W2068744901","https://openalex.org/W2071643468","https://openalex.org/W2093347820","https://openalex.org/W2108862644","https://openalex.org/W2124504084","https://openalex.org/W2125398996","https://openalex.org/W2130492741","https://openalex.org/W2142537246","https://openalex.org/W2149427297","https://openalex.org/W2152195021","https://openalex.org/W2176976980","https://openalex.org/W2988119488","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W2026738364","https://openalex.org/W2901901036","https://openalex.org/W2572349046","https://openalex.org/W2013069866","https://openalex.org/W1793997780","https://openalex.org/W2538384344","https://openalex.org/W8514837","https://openalex.org/W2146885082","https://openalex.org/W2041106684"],"abstract_inverted_index":{"The":[0],"conventional":[1],"application":[2],"of":[3,26,32,65,68,102,115,119],"learning":[4],"to":[5,9,17,94],"rank":[6],"algorithms":[7],"tends":[8],"use":[10,31],"as":[11,15,73],"many":[12],"training":[13,34,55,58,70,96,104,131],"queries":[14,35,71,97],"possible":[16],"leverage":[18],"the":[19,30,40,47,51,69,74,79,99,103,108,120,136,147],"benefit":[20],"brought":[21],"by":[22,98],"a":[23,63,83,113,130],"large":[24],"amount":[25],"labeled":[27],"data.":[28],"However,":[29],"all":[33],"available":[36],"may":[37,124],"also":[38],"include":[39],"low":[41],"quality":[42],"ones,":[43],"and":[44,78],"consequently,":[45],"degrades":[46],"retrieval":[48,110],"effectiveness,":[49],"hence":[50],"need":[52],"for":[53],"selecting":[54],"queries.":[56],"Existing":[57],"query":[59,75,105],"selection":[60],"approaches":[61],"incorporate":[62],"variety":[64],"indirect":[66,121],"indicators":[67,122],"such":[72],"performance":[76,111],"predictors":[77],"relevance":[80],"scores":[81],"into":[82],"classification":[84],"or":[85],"regression":[86],"based":[87],"approach.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"propose":[93],"select":[95],"direct":[100],"measurement":[101],"quality,":[106],"namely":[107],"resulting":[109],"on":[112,135],"subset":[114],"validation":[116],"queries,":[117],"instead":[118],"that":[123,142],"not":[125],"have":[126],"strong":[127],"correlations":[128],"with":[129],"query's":[132],"quality.":[133],"Evaluation":[134],"standard":[137],"LETOR":[138],"4.0":[139],"dataset":[140],"shows":[141],"our":[143],"proposed":[144],"approach":[145],"outperforms":[146],"state-of-the-art":[148],"baselines.":[149]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}