{"id":"https://openalex.org/W4405599814","doi":"https://doi.org/10.1109/tkde.2024.3515800","title":"PRADA: Pre-Train Ranking Models With Diverse Relevance Signals Mined From Search Logs","display_name":"PRADA: Pre-Train Ranking Models With Diverse Relevance Signals Mined From Search Logs","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405599814","doi":"https://doi.org/10.1109/tkde.2024.3515800"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3515800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3515800","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shuting Wang","orcid":"https://orcid.org/0000-0003-3013-4555"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuting Wang","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","Gaoling School of Artificial Intelligence, Remmin University of China, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0003-3013-4555","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Remmin University of China, Beijing, P.R. China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010558184","display_name":"Zhicheng Dou","orcid":"https://orcid.org/0000-0002-9781-948X"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicheng Dou","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","Gaoling School of Artificial Intelligence, Remmin University of China, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-9781-948X","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Remmin University of China, Beijing, P.R. China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010168197","display_name":"Kexiang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexiang Wang","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073156713","display_name":"Dehong Ma","orcid":"https://orcid.org/0000-0003-2215-5356"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dehong Ma","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101866323","display_name":"Jun Fan","orcid":"https://orcid.org/0009-0000-2127-0702"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Fan","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008762356","display_name":"Daiting Shi","orcid":"https://orcid.org/0000-0003-4926-3357"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daiting Shi","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004991630","display_name":"Zhicong Cheng","orcid":"https://orcid.org/0000-0002-6503-4581"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhicong Cheng","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086564536","display_name":"Simiu Gu","orcid":"https://orcid.org/0000-0002-0113-4540"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Simiu Gu","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-0684-6205"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc, Beijing, China","Baidu Inc, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-0684-6205","affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, P.R. China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025631695","display_name":"Ji-Rong Wen","orcid":"https://orcid.org/0000-0002-9777-9676"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji-Rong Wen","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","Gaoling School of Artificial Intelligence, Remmin University of China, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-9777-9676","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Remmin University of China, Beijing, P.R. China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20249912,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"5","first_page":"2861","last_page":"2873"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9262999892234802,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8078798651695251},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7822239398956299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7548311948776245},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.571333646774292},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43454471230506897},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3692651093006134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3625461459159851}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8078798651695251},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7822239398956299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7548311948776245},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.571333646774292},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43454471230506897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3692651093006134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3625461459159851},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3515800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3515800","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G228125052","display_name":null,"funder_award_id":"62272467","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322499","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2148117599","https://openalex.org/W2168717408","https://openalex.org/W2294798173","https://openalex.org/W2648699835","https://openalex.org/W2896457183","https://openalex.org/W2949849869","https://openalex.org/W3093570284","https://openalex.org/W3103251620","https://openalex.org/W3152562554","https://openalex.org/W3170841641","https://openalex.org/W3172750682","https://openalex.org/W3174370755","https://openalex.org/W3196020299","https://openalex.org/W4252076394","https://openalex.org/W4253028564","https://openalex.org/W4284691245","https://openalex.org/W4284702754","https://openalex.org/W4288072953","https://openalex.org/W4366999416","https://openalex.org/W4381686872","https://openalex.org/W4385565236","https://openalex.org/W4385567658","https://openalex.org/W4388539203","https://openalex.org/W4389520322","https://openalex.org/W6631190155","https://openalex.org/W6650278846","https://openalex.org/W6738964360","https://openalex.org/W6762207817","https://openalex.org/W6762503438","https://openalex.org/W6762832483","https://openalex.org/W6763701032","https://openalex.org/W6764096160","https://openalex.org/W6766668698","https://openalex.org/W6769627184","https://openalex.org/W6771838691","https://openalex.org/W6771917389","https://openalex.org/W6778883912","https://openalex.org/W6779300593","https://openalex.org/W6779750838","https://openalex.org/W6789399995","https://openalex.org/W6839314779","https://openalex.org/W6841841314","https://openalex.org/W6844053373","https://openalex.org/W6850138321","https://openalex.org/W6852037201"],"related_works":["https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W2568183987","https://openalex.org/W2118564381","https://openalex.org/W1967370444","https://openalex.org/W2150136235","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2739821120"],"abstract_inverted_index":{"Existing":[0],"studies":[1],"have":[2,23],"proven":[3],"that":[4,131,214],"pre-trained":[5,9,226],"ranking":[6,16,118,168,179,222,227],"models":[7,11],"outperform":[8],"language":[10],"when":[12],"it":[13],"comes":[14],"to":[15,50,62,82,115,160,165,186,190],"tasks.":[17],"To":[18,120],"pre-train":[19,116],"such":[20],"models,":[21],"researchers":[22],"utilized":[24],"large-scale":[25,206],"search":[26,37,86,151],"logs":[27,38],"and":[28,41,70,140,146,181,195,209],"clicks":[29,61,94,114],"as":[30],"weak-supervised":[31],"signals":[32,91,111,149],"of":[33,54,76,85,95,135],"query-document":[34],"relevance.":[35],"However,":[36],"are":[39],"incomplete":[40],"sparse.":[42],"Different":[43],"users":[44],"with":[45],"the":[46,73,133,167],"same":[47],"intent":[48],"tend":[49],"use":[51],"various":[52],"forms":[53,137],"queries.":[55],"It":[56],"is":[57,104,157],"hard":[58],"for":[59,107,170,198],"recorded":[60],"sufficiently":[63],"cover":[64],"diverse":[65,74,147],"relevance":[66,90,110,148,193],"patterns":[67,194],"between":[68],"queries":[69],"documents.":[71],"Moreover,":[72],"intentions":[75],"a":[77,176,182,205,210],"large":[78],"user":[79],"base":[80],"lead":[81],"long-tail":[83,97,171],"distributions":[84],"intents.":[87,173],"Deriving":[88],"sufficient":[89],"from":[92,138,150],"sparse":[93],"these":[96],"intents":[98],"poses":[99],"another":[100],"challenge.":[101],"Therefore,":[102],"there":[103],"significant":[105],"potential":[106,145],"exploring":[108],"richer":[109],"beyond":[112],"direct":[113],"high-quality":[117],"models.":[119,228],"tackle":[121],"this":[122],"problem,":[123],"we":[124],"develop":[125],"two":[126],"exploratory":[127],"data":[128],"augmentation":[129,155],"strategies":[130],"consider":[132],"diversity":[134],"query":[136,172],"local":[139],"global":[141],"perspectives,":[142],"hence":[143],"mining":[144],"logs.":[152],"A":[153],"generative":[154],"strategy":[156],"also":[158],"devised":[159],"create":[161],"supplementary":[162],"positive":[163],"samples,":[164],"enhance":[166],"ability":[169],"We":[174],"leverage":[175],"multi-level":[177],"pairwise":[178],"objective":[180],"contrastive":[183],"learning":[184],"approach":[185],"enable":[187],"our":[188,215],"model":[189],"capture":[191],"fine-grained":[192],"be":[196],"robust":[197],"noisy":[199],"training":[200],"samples.":[201],"Experimental":[202],"results":[203],"on":[204],"public":[207],"dataset":[208,212],"commercial":[211],"confirm":[213],"model,":[216],"namely":[217],"PRADA,":[218],"can":[219],"yield":[220],"better":[221],"effectiveness":[223],"over":[224],"existing":[225]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
