{"id":"https://openalex.org/W4384641500","doi":"https://doi.org/10.1145/3539618.3591874","title":"T2Ranking: A Large-scale Chinese Benchmark for Passage Ranking","display_name":"T2Ranking: A Large-scale Chinese Benchmark for Passage Ranking","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384641500","doi":"https://doi.org/10.1145/3539618.3591874"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3591874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591874","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591874","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591874","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101977658","display_name":"Xiaohui Xie","orcid":"https://orcid.org/0000-0001-9413-4461"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Xie","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9413-4461","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101779837","display_name":"Qian Dong","orcid":"https://orcid.org/0000-0002-6858-5303"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Dong","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6858-5303","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058596820","display_name":"Bingning Wang","orcid":"https://orcid.org/0000-0003-4095-5082"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingning Wang","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4095-5082","affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084815972","display_name":"Feiyang Lv","orcid":"https://orcid.org/0000-0001-5727-7885"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyang Lv","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5727-7885","affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101530497","display_name":"Ting Yao","orcid":"https://orcid.org/0009-0005-2099-9696"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Yao","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-2099-9696","affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024784118","display_name":"Weinan Gan","orcid":"https://orcid.org/0009-0001-0620-216X"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Gan","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-0620-216X","affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002597610","display_name":"Zhijing Wu","orcid":"https://orcid.org/0000-0003-2473-3746"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijing Wu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2473-3746","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001177303","display_name":"X. Li","orcid":"https://orcid.org/0009-0000-4941-4181"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangsheng Li","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-4941-4181","affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101638981","display_name":"Haitao Li","orcid":"https://orcid.org/0009-0006-8766-8610"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-8766-8610","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0140-4512","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100663186","display_name":"Jin Ma","orcid":"https://orcid.org/0009-0005-5837-6144"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Ma","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-5837-6144","affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2681","last_page":"2690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8798768520355225},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8430084586143494},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7675225734710693},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7352101802825928},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6785886287689209},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49492043256759644},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47474509477615356},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.456205815076828},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.44476330280303955},{"id":"https://openalex.org/keywords/xml","display_name":"XML","score":0.43378329277038574},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.41628721356391907},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4157072901725769},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3039553165435791},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13898533582687378}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8798768520355225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8430084586143494},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7675225734710693},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7352101802825928},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6785886287689209},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49492043256759644},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47474509477615356},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.456205815076828},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.44476330280303955},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.43378329277038574},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.41628721356391907},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4157072901725769},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3039553165435791},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13898533582687378},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539618.3591874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591874","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591874","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3539618.3591874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591874","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591874","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.699999988079071,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384641500.pdf","grobid_xml":"https://content.openalex.org/works/W4384641500.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2016381774","https://openalex.org/W2093390569","https://openalex.org/W2155912844","https://openalex.org/W2170399269","https://openalex.org/W2798598599","https://openalex.org/W2798782484","https://openalex.org/W2897496397","https://openalex.org/W3012594078","https://openalex.org/W3141911889","https://openalex.org/W3155375847","https://openalex.org/W3180230246","https://openalex.org/W3196754070","https://openalex.org/W4212963993","https://openalex.org/W4252076394","https://openalex.org/W4284678164","https://openalex.org/W4289377895","https://openalex.org/W4293111695","https://openalex.org/W6675775337"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2251247982","https://openalex.org/W2138488530","https://openalex.org/W4390446658","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2922169395","https://openalex.org/W2387658907"],"abstract_inverted_index":{"Passage":[0],"ranking":[1,34,179],"involves":[2],"two":[3],"stages:":[4],"passage":[5,8,33,76,147],"retrieval":[6],"and":[7,13,19,60,84,146,159,183,197,207],"re-ranking,":[9],"which":[10,164],"are":[11,50,95,124,152,166,181,210],"important":[12],"challenging":[14,196],"topics":[15],"for":[16,32,75,104,202],"both":[17],"academics":[18],"industries":[20],"in":[21,52,131],"the":[22,29,38,47,115,132,143,175],"area":[23],"of":[24,54,108,162],"Information":[25],"Retrieval":[26],"(IR).":[27],"However,":[28],"commonly-used":[30],"datasets":[31,49],"usually":[35],"focus":[36],"on":[37,185],"English":[39],"language.":[40],"For":[41],"non-English":[42],"scenarios,":[43],"such":[44,155],"as":[45,156,187],"Chinese,":[46],"existing":[48],"limited":[51],"terms":[53],"data":[55,206],"scale,":[56],"fine-grained":[57],"relevance":[58,101,110,128],"annotation":[59],"false":[61,116],"negative":[62,117],"issues.":[63],"To":[64,113,173],"address":[65],"this":[66],"problem,":[67],"we":[68],"introduce":[69],"T2Ranking,":[70],"a":[71,137],"large-scale":[72],"Chinese":[73],"benchmark":[74],"ranking.":[77],"T2Ranking":[78,186,194],"comprises":[79],"more":[80,119,138],"than":[81],"300K":[82],"queries":[83],"over":[85],"2M":[86],"unique":[87],"passages":[88,120,165],"from":[89,142],"real-world":[90],"search":[91],"engines.":[92],"Expert":[93],"annotators":[94],"recruited":[96],"to":[97,135,169],"provide":[98],"4-level":[99],"graded":[100],"scores":[102],"(fine-grained)":[103],"query-passage":[105],"pairs":[106],"instead":[107],"binary":[109],"judgments":[111],"(coarse-grained).":[112],"ease":[114],"issues,":[118],"with":[121],"higher":[122],"diversities":[123],"considered":[125],"when":[126],"performing":[127],"annotations,":[129],"especially":[130],"test":[133],"set,":[134],"ensure":[136],"accurate":[139],"evaluation.":[140],"Apart":[141],"textual":[144],"query":[145,157],"data,":[148],"other":[149],"auxiliary":[150],"resources":[151],"also":[153],"provided,":[154],"types":[158],"XML":[160],"files":[161],"documents":[163],"generated":[167],"from,":[168],"facilitate":[170],"further":[171],"studies.":[172],"evaluate":[174],"dataset,":[176],"commonly":[177],"used":[178],"models":[180],"implemented":[182],"tested":[184],"baselines.":[188],"The":[189,204],"experimental":[190],"results":[191],"show":[192],"that":[193],"is":[195,199],"there":[198],"still":[200],"scope":[201],"improvement.":[203],"full":[205],"all":[208],"codes":[209],"available":[211],"at":[212],"https://github.com/THUIR/T2Ranking/.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}